-- Logs begin at Tue 2022-03-29 08:38:12 UTC, end at Tue 2022-03-29 10:39:04 UTC. -- Mar 29 09:10:38.309958 dv-neutron-835554-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 09:10:41.374396 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.common.config [-] Logging enabled! Mar 29 09:10:41.375184 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev88 Mar 29 09:10:41.375342 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102384) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 09:10:41.378711 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.common.config [-] Logging enabled! Mar 29 09:10:41.378994 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev88 Mar 29 09:10:41.379328 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102384) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 09:10:41.380368 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 09:10:41.380604 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 09:10:41.380988 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 09:10:41.381902 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 09:10:41.382161 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 09:10:41.382549 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.382908 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.383257 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.383510 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.383876 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.384208 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.384551 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.384861 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.385205 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.385539 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.385868 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.386168 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.386424 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.386745 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.387176 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.387623 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.387995 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] debug = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.388529 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.389332 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.390058 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.390588 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.391102 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.391587 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.392071 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.392605 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.393176 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.393883 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] host = dv-neutron-835554-1-hyperv {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.394421 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.395132 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.395666 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.396250 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.396837 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.397354 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.397976 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.398527 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.399105 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] log_file = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.399679 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.400260 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.400774 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.401280 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.401695 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.401949 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.402304 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.402879 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.403231 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.403494 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.403815 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.404097 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.404387 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.404662 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.404986 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.405275 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.405585 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.405865 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.406145 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.406420 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.406696 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.406983 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.407260 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.407563 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.407837 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.408126 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.408399 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.408674 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.409010 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.409346 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.409707 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.409995 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.410324 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.410613 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.411004 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.411296 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.411573 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] use_json = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.411851 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.412124 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.412439 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.412754 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.413031 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.413306 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.413667 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.414002 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.414282 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:41.414784 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.414957 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.415344 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.415731 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.416083 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.416482 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.416927 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.417186 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.417631 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.417974 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.418330 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.418617 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.418942 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.419272 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.419621 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.420023 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.420395 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.420749 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.421114 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.421474 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.421823 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.422109 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.422403 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.422687 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.422983 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.423277 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.423590 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.423883 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.424181 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.424473 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.424751 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.425034 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.425327 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.425667 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.425949 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.426256 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.426579 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.426880 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.427187 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.427526 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.427834 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.428626 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.428948 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.429237 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.429619 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.429906 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.430231 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.430532 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.430856 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.431186 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.431470 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.431752 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.432049 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.432350 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.432633 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.432909 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.433183 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.433478 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.433812 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.434095 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.434405 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.434681 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.435006 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.435273 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.435546 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.435820 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.436094 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.436382 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.436651 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.436924 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.437197 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.437493 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.437820 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.438111 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.438437 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.438724 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.439031 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.439351 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.439660 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.439938 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.440219 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.440526 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.440834 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.441112 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.441476 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.441824 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.442166 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.442500 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.442856 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.443183 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.443528 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.444414 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.444770 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.445073 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.445387 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.445695 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.446019 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.446316 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.446612 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.446960 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.447304 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.447572 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.447934 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.448220 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:41.448458 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 09:10:41.448710 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102384) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 09:10:41.828765 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 29 09:10:41.829042 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 29 09:10:41.829423 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 29 09:10:41.829725 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 09:10:42.254586 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.254924 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.255151 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.256496 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.256770 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.257045 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.295333 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.295644 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.295915 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.311289 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.311568 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.311836 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.342232 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.342567 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.342835 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.382824 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.383488 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.383488 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.627386 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.628035 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.628308 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.628597 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.629293 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.758511 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.758837 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.759116 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.759385 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.759656 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.759970 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.760229 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.760552 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.760812 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.761127 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.761463 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.761754 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.762014 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.762267 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.762522 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.762786 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.763068 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.763339 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.763612 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.763878 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.764150 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.764435 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.764722 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.765117 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.765366 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.765638 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.766075 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:10:42.766317 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:10:42.766556 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:10:42.766794 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:10:42.767030 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:10:42.767265 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:10:42.767692 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 09:10:42.771321 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 09:10:42.775529 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 09:10:42.779512 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 29 09:10:42.781791 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 09:10:42.782279 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 09:10:42.782620 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 09:10:42.783040 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 09:10:42.786199 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 09:10:42.786456 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 09:10:42.786852 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 09:10:42.792696 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 29 09:10:42.816194 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 09:10:42.816661 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.816962 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102384) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 29 09:10:42.817360 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.819320 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102384) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 09:10:42.819639 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 09:10:42.819886 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 09:10:42.823527 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.823816 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:42.889089 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 09:10:42.889268 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 09:10:42.889474 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 09:10:42.889884 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 09:10:42.913077 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_db.sqlalchemy.engines [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102384) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 29 09:10:43.493844 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Initializing driver for type 'gre' Mar 29 09:10:43.494511 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] gre ID ranges: [(1, 1000)] Mar 29 09:10:43.554622 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Initializing driver for type 'local' Mar 29 09:10:43.554622 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Initializing driver for type 'vlan' Mar 29 09:10:43.568043 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] VlanTypeDriver initialization complete Mar 29 09:10:43.568497 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Initializing driver for type 'vxlan' Mar 29 09:10:43.569114 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] vxlan ID ranges: [(1, 1000)] Mar 29 09:10:43.638024 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Initializing extension driver 'port_security' Mar 29 09:10:43.638364 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.extensions.port_security [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] PortSecurityExtensionDriver initialization complete Mar 29 09:10:43.638695 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Initializing mechanism driver 'openvswitch' Mar 29 09:10:43.639013 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Initializing mechanism driver 'hyperv' Mar 29 09:10:43.645958 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.plugins.ml2.plugin [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:10:43.647197 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > port after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.647535 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > port after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.647901 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > port after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.648521 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 09:10:43.648861 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > subnet after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.649213 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > subnet after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.649557 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > subnet after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.649966 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 09:10:43.650500 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > network after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.650721 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > network after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.651059 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > network after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.651441 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 09:10:43.651840 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > security_group after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.652183 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > security_group after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.652749 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > security_group after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.653298 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 09:10:43.653734 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.654322 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.654488 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.654801 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 09:10:43.655200 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > address_group after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.655544 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > address_group after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.655878 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > address_group after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.656386 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102384) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 29 09:10:43.656722 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] ML2 OVO RPC backend initialized. {{(pid=102384) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 29 09:10:43.657453 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router_interface after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.657822 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.658243 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > network before_response 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.658588 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > networks before_response 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.658934 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > port before_response 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.659274 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > ports before_response 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.659677 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > subnet before_response 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.659974 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > subnets before_response 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.660338 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > network after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.660656 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > network after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.660988 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > network after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.661309 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > port after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.661695 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > port after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.662007 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > port after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.662426 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > subnet after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.663223 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > subnet after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.663559 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > subnet after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.671191 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded quota_driver: . Mar 29 09:10:43.671555 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.plugin [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Modular L2 Plugin initialization complete Mar 29 09:10:43.671903 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading services supported by the core plugin {{(pid=102384) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 09:10:43.672254 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.plugins.ml2.managers [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Got port-security extension from driver 'port_security' Mar 29 09:10:43.672758 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.extensions.vlantransparent [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Disabled vlantransparent extension. Mar 29 09:10:43.673259 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102384) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 09:10:43.673590 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading Plugin: router Mar 29 09:10:43.710049 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router_interface before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.710445 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router after_create 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.710813 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router before_create 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.711182 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.711551 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.711911 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router after_delete 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.712271 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > floatingip after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.712620 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > floatingip after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.712981 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router after_create 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.713330 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router after_update 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.713707 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router after_update 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.714063 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.714418 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router after_update 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.714833 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router precommit_update 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.715197 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: port after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.715534 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: port after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.715872 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: subnet after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.716220 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.716566 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > port precommit_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.716914 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router precommit_create 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.717250 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: port before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.717617 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router precommit_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.717979 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router after_update 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.718322 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router precommit_delete 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.718677 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router precommit_create 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.719051 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router_interface after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.719391 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router precommit_update 55549900 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.719757 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > agent after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.720364 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > agent after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.720708 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > network after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.721663 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Tracking information for resource: router configured {{(pid=102384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:10:43.722004 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Tracking information for resource: floatingip configured {{(pid=102384) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 09:10:43.727830 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.db.l3_agentschedulers_db [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 09:10:43.728426 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: port after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.728805 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: port after_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.729157 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: port after_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.729512 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: port after_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.730856 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router before_create 55550100 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.731467 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router precommit_delete 55550100 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.732083 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router precommit_create 55550100 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.732662 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > router precommit_update 55550100 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.737697 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.services.provider_configuration [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service providers = [] {{(pid=102384) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 09:10:43.738063 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.db.servicetype_db [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102384) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 09:10:43.741244 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.services.service_base [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 09:10:43.741612 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.services.service_base [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 09:10:43.741959 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.services.service_base [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 09:10:43.742850 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.services.service_base [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102384) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 09:10:43.743229 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.services.service_base [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 09:10:43.743623 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:10:43.743989 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 09:10:43.755170 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:10:43.755170 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading Plugin: auto_allocate Mar 29 09:10:43.761289 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: network precommit_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.761692 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: network precommit_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.762249 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:10:43.762574 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading Plugin: tag Mar 29 09:10:43.769252 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:10:43.769590 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading Plugin: timestamp Mar 29 09:10:43.774168 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:10:43.774499 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading Plugin: network_ip_availability Mar 29 09:10:43.780236 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.780612 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.780969 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:43.781800 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:10:43.782135 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading Plugin: flavors Mar 29 09:10:43.787053 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:10:43.787992 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading Plugin: revisions Mar 29 09:10:43.792319 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102384) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 09:10:43.792708 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_concurrency.lockutils [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.963s {{(pid=102384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 29 09:10:43.793478 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102384) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 09:10:43.793847 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Initializing extension manager. Mar 29 09:10:43.794357 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: __init__.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.794701 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: __pycache__ {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.795034 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.795367 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: address_group.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.796135 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.796725 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: address-group Mar 29 09:10:43.797051 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: address_scope.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.797789 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.798299 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: address-scope Mar 29 09:10:43.798615 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: admin_state_down_before_update.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.799550 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.800059 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: router-admin-state-down-before-update Mar 29 09:10:43.800384 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: agent.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.801521 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.802173 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: agent Mar 29 09:10:43.802501 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: agent_resources_synced.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.803561 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.804069 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: agent-resources-synced Mar 29 09:10:43.804393 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: allowedaddresspairs.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.806282 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.806807 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: allowed-address-pairs Mar 29 09:10:43.807135 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: auto_allocated_topology.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.808218 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.808726 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: auto-allocated-topology Mar 29 09:10:43.809052 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: availability_zone.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.809787 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.810289 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: availability_zone Mar 29 09:10:43.810615 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: availability_zone_filter.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.811526 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.812030 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: availability_zone_filter Mar 29 09:10:43.812352 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: data_plane_status.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.813258 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.813795 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 09:10:43.814113 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: default_subnetpools.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.815023 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.815535 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: default-subnetpools Mar 29 09:10:43.815857 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: dhcpagentscheduler.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.816685 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.817191 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: dhcp_agent_scheduler Mar 29 09:10:43.817517 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: dns.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.818467 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.819502 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension dns-integration not supported by any of loaded plugins Mar 29 09:10:43.819880 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: dns_domain_ports.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.820753 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.821261 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 09:10:43.821680 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.822544 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.823047 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 29 09:10:43.823366 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: dvr.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.824040 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.824542 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: dvr Mar 29 09:10:43.824868 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: ecmp_routes.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.825814 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.826324 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension ecmp_routes not supported by any of loaded plugins Mar 29 09:10:43.826642 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: empty_string_filtering.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.827550 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.828054 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: empty-string-filtering Mar 29 09:10:43.828372 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.829277 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.829804 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 09:10:43.830124 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.831035 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.831528 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 09:10:43.831848 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: external_net.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.832759 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.833261 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: external-net Mar 29 09:10:43.833603 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: extra_dhcp_opt.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.835040 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.835540 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: extra_dhcp_opt Mar 29 09:10:43.835855 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: extraroute.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.836770 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.837271 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: extraroute Mar 29 09:10:43.837610 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: extraroute_atomic.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.838652 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.839153 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: extraroute-atomic Mar 29 09:10:43.839471 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: filter_validation.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.840144 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.840638 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: filter-validation Mar 29 09:10:43.840957 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: fip_pf_description.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.841931 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.842383 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 09:10:43.842709 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: fip_port_details.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.843636 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.844137 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: fip-port-details Mar 29 09:10:43.844456 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: flavors.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.845989 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.846499 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: flavors Mar 29 09:10:43.846823 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.848491 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.849014 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 09:10:43.849350 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: floatingip_pools.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.850116 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.850632 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: floatingip-pools Mar 29 09:10:43.850964 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: ip_allocation.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.851904 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.852440 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 09:10:43.852738 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.853696 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.854208 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: ip-substring-filtering Mar 29 09:10:43.854547 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: l2_adjacency.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.855524 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.856024 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 09:10:43.856347 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: l3.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.857362 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.857914 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: router Mar 29 09:10:43.858241 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: l3_conntrack_helper.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.860684 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.861207 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 09:10:43.861558 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.862504 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.863048 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: ext-gw-mode Mar 29 09:10:43.863376 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.864292 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.864802 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: l3-ha Mar 29 09:10:43.865127 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: l3_flavors.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.866094 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.866601 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: l3-flavors Mar 29 09:10:43.866924 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.867831 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.868345 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 09:10:43.868666 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: l3agentscheduler.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.869749 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.870263 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: l3_agent_scheduler Mar 29 09:10:43.870586 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: logging.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.872080 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.872596 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension logging not supported by any of loaded plugins Mar 29 09:10:43.872926 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: metering.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.873711 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.874287 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: metering Mar 29 09:10:43.874612 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.875702 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.876215 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: metering_source_and_destination_fields Mar 29 09:10:43.876542 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: multiprovidernet.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.878369 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.878369 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: multi-provider Mar 29 09:10:43.878369 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: netmtu.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.879275 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.879785 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: net-mtu Mar 29 09:10:43.880107 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: netmtu_writable.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.881026 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.882130 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: net-mtu-writable Mar 29 09:10:43.882459 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: network_availability_zone.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.883137 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.883638 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: network_availability_zone Mar 29 09:10:43.883958 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: network_ip_availability.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.885117 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.885656 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: network-ip-availability Mar 29 09:10:43.885984 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: network_segment_range.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.886782 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.887283 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 09:10:43.887604 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: pagination.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.888581 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.888908 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: pagination Mar 29 09:10:43.889225 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: port_device_profile.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.890206 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.890724 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: port-device-profile Mar 29 09:10:43.891044 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.891965 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.892472 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: port-mac-address-regenerate Mar 29 09:10:43.892794 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.893740 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.894248 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: port-numa-affinity-policy Mar 29 09:10:43.894566 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: port_resource_request.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.895482 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.895984 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 09:10:43.896302 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: portbindings.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.897796 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.898311 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: binding Mar 29 09:10:43.898631 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: portbindings_extended.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.900099 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.900618 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: binding-extended Mar 29 09:10:43.900951 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: portsecurity.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.901907 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.902420 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: port-security Mar 29 09:10:43.902742 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: project_id.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.903722 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.904049 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: project-id Mar 29 09:10:43.904368 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: providernet.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.905295 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.905844 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: provider Mar 29 09:10:43.906172 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: qos.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.909787 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.910311 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension qos not supported by any of loaded plugins Mar 29 09:10:43.910644 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.911889 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.912429 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 09:10:43.912758 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.913704 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.914215 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 09:10:43.914541 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: qos_default.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.915452 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.915959 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension qos-default not supported by any of loaded plugins Mar 29 09:10:43.916283 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: qos_fip.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.916942 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.917447 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension qos-fip not supported by any of loaded plugins Mar 29 09:10:43.917793 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: qos_gateway_ip.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.918732 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.919236 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 09:10:43.919561 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: qos_port_network_policy.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.920476 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.920983 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 09:10:43.921308 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: qos_pps_rule.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.922523 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.923036 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension qos-pps not supported by any of loaded plugins Mar 29 09:10:43.923364 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: qos_rule_type_details.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.924279 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.924786 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 09:10:43.925111 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: qos_rules_alias.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.926191 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.926698 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 09:10:43.927019 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: quotasv2.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.928026 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.928354 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: quotas Mar 29 09:10:43.928677 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: quotasv2_detail.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.930458 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.930797 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: quota_details Mar 29 09:10:43.931123 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: rbac.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.932227 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.932763 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: rbac-policies Mar 29 09:10:43.933101 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: rbac_address_group.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.934074 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.934586 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: rbac-address-group Mar 29 09:10:43.934911 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: rbac_address_scope.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.935832 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.938013 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: rbac-address-scope Mar 29 09:10:43.938355 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: rbac_security_groups.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.939297 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.939821 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: rbac-security-groups Mar 29 09:10:43.940164 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: rbac_subnetpool.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.941083 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.941621 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: rbac-subnetpool Mar 29 09:10:43.941951 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: revisionifmatch.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.942883 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.943401 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: revision-if-match Mar 29 09:10:43.944241 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: revisions.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.945361 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.946181 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: standard-attr-revisions Mar 29 09:10:43.946343 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: router_availability_zone.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.946916 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.947427 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: router_availability_zone Mar 29 09:10:43.947760 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: routerservicetype.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.948685 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.949193 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension router-service-type not supported by any of loaded plugins Mar 29 09:10:43.949511 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.950476 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.950996 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: security-groups-normalized-cidr Mar 29 09:10:43.951323 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: security_groups_port_filtering.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.952243 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.952758 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: port-security-groups-filtering Mar 29 09:10:43.953082 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.954029 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.954546 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: security-groups-remote-address-group Mar 29 09:10:43.954869 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: securitygroup.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.965239 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.965857 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: security-group Mar 29 09:10:43.966195 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: segment.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.967054 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.967566 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension segment not supported by any of loaded plugins Mar 29 09:10:43.967896 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.968922 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.969430 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 09:10:43.969781 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: servicetype.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.971253 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.971769 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: service-type Mar 29 09:10:43.972100 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: sorting.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.973081 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.973411 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: sorting Mar 29 09:10:43.973764 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: standard_attr_segment.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.974702 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.975243 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 09:10:43.975563 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: standardattrdescription.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.976220 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.976721 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: standard-attr-description Mar 29 09:10:43.977045 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: stateful_security_group.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.978007 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.978509 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: stateful-security-group Mar 29 09:10:43.978833 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: stdattrs_common.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.979441 dv-neutron-835554-1-hyperv neutron-server[102384]: WARNING neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 09:10:43.979764 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.980708 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.981230 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 09:10:43.981554 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: subnet_onboard.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.982663 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.983182 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: subnet_onboard Mar 29 09:10:43.983509 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.984446 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.984961 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 09:10:43.985296 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: subnet_service_types.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.986279 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.986797 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: subnet-service-types Mar 29 09:10:43.987123 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: subnetallocation.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.988208 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.988717 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: subnet_allocation Mar 29 09:10:43.989044 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.989759 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.990268 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: subnetpool-prefix-ops Mar 29 09:10:43.990623 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.991570 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.992072 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 09:10:43.992396 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: tagging.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.993497 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.994096 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: standard-attr-tag Mar 29 09:10:43.994372 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: timestamp.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.995595 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.996106 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loaded extension: standard-attr-timestamp Mar 29 09:10:43.996427 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: trunk.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.997489 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.998032 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension trunk not supported by any of loaded plugins Mar 29 09:10:43.998358 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: trunk_details.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:43.999287 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:43.999797 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension trunk-details not supported by any of loaded plugins Mar 29 09:10:44.000120 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: uplink_status_propagation.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:44.001047 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:44.001557 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 09:10:44.001903 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Loading extension file: vlantransparent.py {{(pid=102384) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 09:10:44.002583 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102384) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 09:10:44.003089 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 09:10:44.005596 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:network Mar 29 09:10:44.006682 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:subnet Mar 29 09:10:44.007090 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 09:10:44.007495 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:port Mar 29 09:10:44.008769 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.009202 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service FLAVORS assigned prefix: {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.009857 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.010288 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.010618 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:router Mar 29 09:10:44.011051 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:floatingip Mar 29 09:10:44.011539 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service METERING assigned prefix: /metering {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.013008 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:44.013390 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:44.013772 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:10:44.014782 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 09:10:44.015443 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:security_group Mar 29 09:10:44.015656 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 09:10:44.016263 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service CORE assigned prefix: {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.016594 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 09:10:44.016950 dv-neutron-835554-1-hyperv neutron-server[102384]: WARNING neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] subnetpool is already registered Mar 29 09:10:44.017387 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service CORE assigned prefix: {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.017746 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 09:10:44.018081 dv-neutron-835554-1-hyperv neutron-server[102384]: WARNING neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] subnetpool is already registered Mar 29 09:10:44.020382 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.020807 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service FLAVORS assigned prefix: {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.021399 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.022388 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.022724 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:router Mar 29 09:10:44.023062 dv-neutron-835554-1-hyperv neutron-server[102384]: WARNING neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] router is already registered Mar 29 09:10:44.023471 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:floatingip Mar 29 09:10:44.023807 dv-neutron-835554-1-hyperv neutron-server[102384]: WARNING neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] floatingip is already registered Mar 29 09:10:44.024266 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service METERING assigned prefix: /metering {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.024923 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 09:10:44.025249 dv-neutron-835554-1-hyperv neutron-server[102384]: WARNING neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] rbac_policy is already registered Mar 29 09:10:44.025688 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:security_group Mar 29 09:10:44.026026 dv-neutron-835554-1-hyperv neutron-server[102384]: WARNING neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] security_group is already registered Mar 29 09:10:44.026424 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 09:10:44.026755 dv-neutron-835554-1-hyperv neutron-server[102384]: WARNING neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] security_group_rule is already registered Mar 29 09:10:44.027365 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service CORE assigned prefix: {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.027690 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 09:10:44.028022 dv-neutron-835554-1-hyperv neutron-server[102384]: WARNING neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] subnetpool is already registered Mar 29 09:10:44.028429 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.v2.resource_helper [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Service CORE assigned prefix: {{(pid=102384) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 09:10:44.028750 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 09:10:44.029077 dv-neutron-835554-1-hyperv neutron-server[102384]: WARNING neutron.quota.resource_registry [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] subnetpool is already registered Mar 29 09:10:44.029543 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: extensions {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.031035 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: address-groups {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.032503 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: address-scopes {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.033853 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: agents {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.035007 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: auto-allocated-topology {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.036242 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: availability_zones {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.037476 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: dhcp-networks {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.039113 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: dhcp-agents {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.040543 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: routers {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.042744 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: flavors {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.043899 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: service_profiles {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.045100 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: next_providers {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.046552 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: service_profiles {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.048059 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: floatingip-pools {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.049264 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: routers {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.051360 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: floatingips {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.052612 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: l3-routers {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.054042 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: l3-agents {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.055434 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: metering-labels {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.056774 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: metering-label-rules {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.058063 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: network-ip-availabilities {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.059328 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: bindings {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.061992 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: quotas {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.063443 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: quotas {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.064842 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: rbac-policies {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.066070 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: security-groups {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.067351 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: security-group-rules {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.069087 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: service-providers {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.070316 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: subnetpools {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.071731 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: subnetpools {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.073168 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: tags {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.074876 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: tags {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.076658 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: tags {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.078442 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: tags {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.080178 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: tags {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.082050 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: tags {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.083699 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: tags {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.086155 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: tags {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.087865 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: tags {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.089604 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron.api.extensions [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Extended resource: tags {{(pid=102384) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 09:10:44.095872 dv-neutron-835554-1-hyperv neutron-server[102384]: WARNING keystonemiddleware.auth_token [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 09:10:44.100717 dv-neutron-835554-1-hyperv neutron-server[102384]: WARNING keystonemiddleware.auth_token [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 09:10:44.109329 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_concurrency.lockutils [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Acquired lock "singleton_lock" {{(pid=102384) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 29 09:10:44.109840 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_concurrency.lockutils [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Releasing lock "singleton_lock" {{(pid=102384) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 29 09:10:44.110468 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO oslo_service.service [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Starting 2 workers Mar 29 09:10:44.115312 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Started child 102495 {{(pid=102384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 09:10:44.119970 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Started child 102496 {{(pid=102384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 09:10:44.121114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:10:44.122059 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO neutron.service [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 09:10:44.122357 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Notify callbacks [] for process, before_spawn {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:10:44.122628 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [-] (102495) wsgi starting up on http://0.0.0.0:9696 Mar 29 09:10:44.124808 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO oslo_service.service [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Starting 1 workers Mar 29 09:10:44.124954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:10:44.126344 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [-] (102496) wsgi starting up on http://0.0.0.0:9696 Mar 29 09:10:44.130162 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Started child 102497 {{(pid=102384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 09:10:44.130713 dv-neutron-835554-1-hyperv neutron-server[102384]: INFO oslo_service.service [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Starting 1 workers Mar 29 09:10:44.134319 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.service [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] calling RpcWorker wait() {{(pid=102497) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 09:10:44.134885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.service [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] returning from RpcWorker wait() {{(pid=102497) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 09:10:44.135840 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Started child 102498 {{(pid=102384) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 09:10:44.136123 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:10:44.136573 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:10:44.136680 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG neutron_lib.callbacks.manager [None req-bfecb7d9-29d7-4d72-ac8a-82f9bfbc42ff None None] Notify callbacks [] for process, after_spawn {{(pid=102384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:10:44.138588 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102384) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 09:10:44.138793 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 09:10:44.139148 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 09:10:44.139366 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 09:10:44.139706 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 09:10:44.139860 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 09:10:44.140528 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.140801 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.140901 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:10:44.141367 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.141367 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.141602 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.142368 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.142630 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.142889 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.143174 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.143437 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.143602 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.143911 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.144308 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.144563 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.144857 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.145115 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.145361 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.145688 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.145850 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.146268 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.146542 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.146816 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.147562 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] debug = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.147907 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.148741 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.149125 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.149522 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.149931 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.150375 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.150779 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.151100 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.151359 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.151582 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.151841 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.152093 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.152350 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.152564 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.152782 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.153047 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.153287 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.153810 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] host = dv-neutron-835554-1-hyperv {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.154189 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.154358 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.154497 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.154709 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.154956 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.155170 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.155428 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.155686 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.155932 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.156202 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.156395 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.156639 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.156887 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.157138 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_file = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.157299 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_options = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.157541 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.157814 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.158064 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.158247 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.158413 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.158588 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.158838 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.158981 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.159235 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.159448 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.159657 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.159865 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.160096 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.160312 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.160694 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.161092 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.161452 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.161826 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.162513 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.162819 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.163067 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.163222 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:10:44.163350 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.163490 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.163709 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.163942 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.164562 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.164562 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.164759 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.164843 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.165084 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.165300 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.165533 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.165794 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.166029 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.166304 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.166531 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.166757 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.167042 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.167463 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.167834 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.168239 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.168508 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.169036 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.169162 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.169532 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.169913 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.170254 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] use_json = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.170716 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.171082 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.171380 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.171666 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.172625 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.172625 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.172625 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.172625 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.172916 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.174270 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.174270 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.174270 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.174270 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.174632 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.174632 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.174770 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.175826 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.175826 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.175826 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.175826 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.176159 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.176280 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.176539 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.176801 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.177296 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.177792 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.178745 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.179327 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.179827 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.180311 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.180708 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.181143 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.181602 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.182017 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.182446 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.182878 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.183373 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.183839 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.184099 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.184363 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.184768 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.185083 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.185500 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.185953 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.186368 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.186748 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.187195 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.187600 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.187993 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.188383 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.188783 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.189187 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.189619 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.190023 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.190433 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.190836 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.191249 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.191648 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.192055 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.192462 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.192873 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.193274 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.194220 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.194658 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.195094 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.195541 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.195771 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.196033 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.196283 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.196607 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.196833 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.197195 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.197613 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.198202 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.198559 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.198968 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.199370 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.199739 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.199963 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.200187 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.200406 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.200659 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.200884 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.201150 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.201377 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.201624 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.201840 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.202216 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.202607 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.202987 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.203195 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.203563 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.203923 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.204292 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.204667 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.205023 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.205377 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.205773 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.206062 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.206678 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.206678 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.206851 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.207107 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.207535 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.207772 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.208046 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.208273 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.208678 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.208893 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.209161 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.209161 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.209795 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.210215 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.210473 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.210715 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.210948 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.211191 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.211448 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.211670 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.211896 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.212121 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.212379 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.212634 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.212890 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.213151 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.213414 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.213685 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.213938 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.214176 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.214440 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.214741 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.215009 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.215285 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.215566 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.215762 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.216166 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.216419 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.216827 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.217086 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.217334 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.217607 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.217895 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.218141 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.218360 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.218685 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.218962 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.219283 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.219516 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.219727 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.220208 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.220487 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.220852 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.221210 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.221794 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.222191 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.222437 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.222690 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.222915 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.223171 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.223435 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.223672 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.223900 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.224325 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.224718 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.225207 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.225670 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.226087 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.226354 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.226581 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.226800 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.227031 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.227250 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.227466 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.227710 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.228125 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.228523 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.228946 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.229325 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.229593 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.229829 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.230068 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.230303 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.230529 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.230804 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.231048 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.231282 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.231524 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.231761 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.232180 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.232419 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.232692 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.233010 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.233227 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.233465 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.233729 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.233964 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.234204 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.234426 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.234668 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.234900 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.235153 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.235506 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.235755 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.236003 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.236258 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.236490 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.236722 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.236968 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.237308 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.237754 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.237993 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.238244 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.238463 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.238710 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.238926 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.239143 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.239382 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.239652 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.239929 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.240168 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.240378 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.241284 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.241501 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.241764 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.241951 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.242169 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.242408 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.242590 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.243065 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.243306 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.243593 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.243836 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.244082 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.244388 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.244584 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.244797 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.245206 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.245423 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.245698 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.245924 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.246162 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.246367 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.246743 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.246955 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.247167 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.247398 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.247549 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:10:44.247650 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.247825 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.248047 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.248256 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.248463 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.248680 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.248892 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.249128 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.249357 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.249707 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.249925 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.250148 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.250363 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.250572 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.250887 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.251100 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.251331 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.251571 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.251808 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.252062 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.252336 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.252593 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.252817 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.253122 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.253370 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.253652 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.253870 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.254218 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.254434 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.254649 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.254878 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.255226 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.255577 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.255962 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.257045 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.257247 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.257407 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.257612 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.257904 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.258182 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.258430 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.258646 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.259005 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.259287 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.259571 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.259834 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.260060 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.260307 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.260538 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.260756 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.260971 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.261203 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.261416 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.261694 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.261923 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.262167 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.262405 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.262635 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.262848 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.263070 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.263327 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.263686 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.263819 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.263974 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 09:10:44.264483 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102384) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 09:10:44.264640 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 09:10:44.264790 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 09:10:44.264956 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 09:10:44.265119 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 09:10:44.266497 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 09:10:44.266497 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.266497 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.266497 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.266497 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.266497 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.266497 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.267137 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.267137 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.267137 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.267137 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.267137 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.267137 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.267511 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.267511 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.267664 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.267747 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.267938 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.268105 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.268285 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.268437 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.268590 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.268740 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.268885 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] debug = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.269044 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.269200 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.269367 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.269508 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.269677 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.269814 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.269941 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.270065 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.270190 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.270319 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.270464 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.270591 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.270743 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.271041 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.271338 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.271705 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.271705 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.272094 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] host = dv-neutron-835554-1-hyperv {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.272094 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.272094 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.272679 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.272679 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.272679 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.272679 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.273472 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.273472 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.273472 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.273472 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.273472 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.274674 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.274674 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.274674 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_file = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.274674 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_options = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.274674 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.274674 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.274674 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.274674 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.276226 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.276226 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.276226 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.276226 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.276226 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.276226 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.276226 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.277976 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.277976 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.277976 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.277976 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.277976 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.277976 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.277976 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.277976 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.280831 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.280831 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.280831 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.280831 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.280831 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.280831 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.280831 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.280831 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.280831 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.282490 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.282490 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.282490 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.282490 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.282490 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.282490 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.282490 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.282490 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283320 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283320 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283320 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283320 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283320 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283320 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283320 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283320 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283867 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283867 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283867 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] use_json = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283867 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283867 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283867 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283867 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283867 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.283867 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.284354 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.284354 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.284354 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 09:10:44.284354 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.284354 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.284354 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.284354 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.284354 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.284817 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.284817 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.284817 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.284817 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.284817 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.284817 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.284817 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.284817 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.285261 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.285261 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.285261 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.285261 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.285261 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.285541 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.285541 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.285696 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.285780 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.285980 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.286137 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.286393 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.286563 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.286723 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.286899 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.287058 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.287219 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.287404 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.287601 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.288065 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.288065 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.288065 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.288520 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.288520 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.288520 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.288887 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.288887 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.289129 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.289129 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.289367 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.289367 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.289514 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.289673 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.289808 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.289974 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.290133 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.290291 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.290449 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.290609 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.290768 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.290927 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.291085 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.291256 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.291414 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.291572 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.291730 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.291888 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.292047 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.292232 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.292348 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.292528 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.292658 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.292815 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.292987 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.293144 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.293336 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.293460 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.293642 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.293803 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.294017 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.294183 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.294325 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.294458 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.294582 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.294907 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.295079 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.295239 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.295398 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.295564 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.295773 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.295934 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.296074 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.296209 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.296330 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.296463 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.296595 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.296757 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.296925 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.297077 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.297260 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.297390 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.297541 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.297724 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.298052 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.298219 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.298356 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.298487 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.298647 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.298806 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.299695 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.299695 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.299695 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.299695 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.299695 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.300084 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.300084 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.300084 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.300376 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.300376 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.300523 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.300757 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.301628 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.301628 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.301628 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.301628 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.301628 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.302240 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.302240 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.302240 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.302240 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.302691 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.302691 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.302691 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.303554 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.303554 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.303554 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.303899 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.303899 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.304126 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.304288 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.304415 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.304539 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.304663 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.304797 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.304933 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.305095 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.305249 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.305411 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.305551 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.305727 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.305930 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.306087 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.306196 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.306339 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.306469 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.306626 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.306945 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.306945 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.307246 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.307246 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.307511 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.307511 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.307683 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.307841 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.307999 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.308156 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.308313 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.308481 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.308655 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.308803 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.308951 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.309124 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.309272 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.309416 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.309559 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.309743 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.309871 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.309995 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.310118 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.310262 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.310390 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.310545 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.310700 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.310858 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.311014 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.311172 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.311330 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.311487 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.311647 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.311804 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.311961 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.312118 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.312275 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.312434 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.312591 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.312749 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.312907 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.313065 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.313222 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.313398 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.313556 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.313773 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.313933 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.314091 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.314275 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.314457 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.314634 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.315383 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.315383 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.315383 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.315383 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.315989 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.315989 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.315989 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.315989 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.316282 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.316282 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.316429 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.316814 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.316957 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.317111 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.317268 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.317425 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.317608 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.318002 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.318165 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.318325 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.318513 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.319219 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.319386 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.319545 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.319718 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.319861 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.320021 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.320190 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.320350 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.320508 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.320666 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.320824 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.320981 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.321149 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.321307 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.321464 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.321656 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.321816 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.321974 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.322140 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.322298 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.322454 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.322613 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.322770 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.322927 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.323092 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.323249 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.323406 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.323585 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.323745 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.323949 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.324157 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.324316 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.324474 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.324631 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.324808 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.324953 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.325103 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.325318 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.325453 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.325591 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.325743 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.325901 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.326059 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.326229 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.326387 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.326548 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.326704 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.326861 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.327021 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.327181 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.327344 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.327511 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.327675 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.327836 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.328003 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.328169 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.328335 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.328492 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.328657 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.328827 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.328984 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.329140 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.329298 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.329456 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.329642 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.329802 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.329960 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.330118 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.330277 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.330434 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.330592 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.330750 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.330910 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.331067 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.331224 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.331382 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.331540 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.331699 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.331856 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 09:10:44.332057 dv-neutron-835554-1-hyperv neutron-server[102384]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102384) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 09:10:44.544854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 45316) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:10:44.553759 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066316 Mar 29 09:10:56.655561 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4388f44c-2bf9-4f8a-afa3-76572b584aa3 None None] get_active_networks_info from dv-neutron-835554-1-hyperv {{(pid=102497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 09:10:56.854113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4388f44c-2bf9-4f8a-afa3-76572b584aa3 None None] No non-hosted networks {{(pid=102497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 09:10:56.865832 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.agentschedulers_db [None req-4388f44c-2bf9-4f8a-afa3-76572b584aa3 None None] DHCP Agent not found on host dv-neutron-835554-1-hyperv {{(pid=102497) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 09:10:57.003018 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-619c852e-9545-4089-b58b-6cd9363ad85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587144'] for agent, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:10:59.039677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99998aac-f92e-46f6-9548-1a823ef9fd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587144'] for agent, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:10:59.094412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0cc5c64c-a5d4-4334-b123-d5658a909b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:00.453538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587144'] for agent, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:01.895106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587144'] for agent, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:01.898585 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:01.900103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:01.900660 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:01.901285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:01.914809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:01.916794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:01.918002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:01.920798 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:01.923008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:01.924383 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:01.927133 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:01.928297 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:01.930832 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835554-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:11:01.957734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835554-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:11:02.430605 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587144'] for agent, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:03.783913 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.db.l3_hamode_db [None req-1ceeae5b-ab41-44a4-aabb-244b0acbf34f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 09:11:03.870080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceeae5b-ab41-44a4-aabb-244b0acbf34f None None] Routers set() bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:11:03.870485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceeae5b-ab41-44a4-aabb-244b0acbf34f None None] Router IDs set() for agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 09:11:04.199009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 45410) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:04.777462 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING oslo_policy.policy [None req-862531a6-2d6b-4a69-8510-bd4fe6e5d369 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:11:04.778073 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING oslo_policy.policy [None req-862531a6-2d6b-4a69-8510-bd4fe6e5d369 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:11:05.000821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-862531a6-2d6b-4a69-8510-bd4fe6e5d369 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:11:05.001872 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-862531a6-2d6b-4a69-8510-bd4fe6e5d369 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8016686 Mar 29 09:11:07.425407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 45424) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:07.747524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-3ae56b2a-d384-4052-b44a-32a2cbf7097d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:11:07.843483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.policy [None req-3ae56b2a-d384-4052-b44a-32a2cbf7097d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102496) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 09:11:07.889755 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING oslo_policy.policy [None req-3ae56b2a-d384-4052-b44a-32a2cbf7097d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:11:07.890140 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING oslo_policy.policy [None req-3ae56b2a-d384-4052-b44a-32a2cbf7097d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:11:07.985481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ae56b2a-d384-4052-b44a-32a2cbf7097d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726444067162', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726444068791', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726442842561', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726442837869', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726444454215', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726442815535', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1610664', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1595571', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-527778', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-696549'] for rbac-policy, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:08.059960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ae56b2a-d384-4052-b44a-32a2cbf7097d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:08.061124 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3ae56b2a-d384-4052-b44a-32a2cbf7097d admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6347125 Mar 29 09:11:10.728925 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 45436) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:11.275546 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING oslo_policy.policy [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:11:11.276121 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING oslo_policy.policy [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:11:11.500978 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:11:11.556380 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Made reservation on behalf of 7b20a2bca3004d4abbfa3d36422d3a0b for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:11:11.624279 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.policy [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102495) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 09:11:11.671865 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING oslo_policy.policy [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:11:11.672241 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING oslo_policy.policy [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 09:11:11.682540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:11.705807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:11.830610 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:11.835774 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:11.862049 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:11:11.887528 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726445470558', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:11.888123 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Unsubscribe: segment precommit_create {{(pid=102495) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 09:11:11.888649 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Added segment 727f028f-ae66-4165-ac49-dc421c6194dc of type vlan for network e5f74e5c-2e77-443b-ae5d-c2ac518440c5 Mar 29 09:11:11.894934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1610da-2988-4dc7-926c-f4c47c1a08cd,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:11.938795 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:11.939155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:11.939494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:11.939826 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:11.940154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:11.940491 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:11.940817 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:11.941151 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:11.941473 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:11.941815 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:11.942137 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:11.942448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Tracked resource versions report: Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: pushed versions: Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: { 'AddressGroup': {'1.2'}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'ConntrackHelper': {'1.0'}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Log': {'1.0'}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Network': {'1.1'}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Port': {'1.7'}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'PortForwarding': {'1.2'}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'QosPolicy': {'1.9'}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'SecurityGroup': {'1.4'}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'SubPort': {'1.0'}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Subnet': {'1.1'}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Trunk': {'1.1'}} Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: consumer versions: Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: { DHCP agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: L3 agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: Metadata agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: Metering agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: Open vSwitch agent@dv-neutron-835554-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'ConntrackHelper': '1.0', Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Log': '1.0', Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Network': '1.1', Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Port': '1.7', Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'PortForwarding': '1.2', Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'QosPolicy': '1.9', Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'SecurityGroup': '1.4', Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'SecurityGroupRule': '1.2', Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'SubPort': '1.0', Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Subnet': '1.1', Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Trunk': '1.1'}} Mar 29 09:11:11.944384 dv-neutron-835554-1-hyperv neutron-server[102495]: {{(pid=102495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:11:12.009003 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:12.052211 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:12.053509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:11:12.054241 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:12.120922 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3897405 Mar 29 09:11:12.167286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d244847-7c1b-4974-8296-352b5a472a00 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f74e5c-2e77-443b-ae5d-c2ac518440c5,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:12.179484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network e5f74e5c-2e77-443b-ae5d-c2ac518440c5 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:11:14.878100 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 45458) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:15.352573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9fa58b-284f-40dc-ab02-245ba293c325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:11:15.354099 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0e9fa58b-284f-40dc-ab02-245ba293c325 admin admin] 10.222.0.32 "GET /v2.0/networks/e5f74e5c-2e77-443b-ae5d-c2ac518440c5 HTTP/1.1" status: 200 len: 825 time: 0.4747486 Mar 29 09:11:15.380172 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c64cdc12-ddb2-4733-b21e-c0967d2ea9b8 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/18b15db0-0291-42e4-ac47-aa98af29d9fe HTTP/1.1" status: 200 len: 734 time: 0.0197828 Mar 29 09:11:15.389820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Request body: {'subnet': {'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '18b15db0-0291-42e4-ac47-aa98af29d9fe', 'name': 'private-subnet'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:11:15.415995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Made reservation on behalf of 7b20a2bca3004d4abbfa3d36422d3a0b for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:11:15.418611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:15.719262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:15.786085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Checking segment: {'id': '727f028f-ae66-4165-ac49-dc421c6194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:11:15.787005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Network hostable DHCP agents. Network: e5f74e5c-2e77-443b-ae5d-c2ac518440c5, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:11:15.802004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70ab49c-1c22-4eb7-8280-04659609a5a3,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:15.812994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:15.813362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:15.813761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:15.814070 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:15.814393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:15.814721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:15.815038 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:15.815361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:15.815672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:15.815978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:15.816280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:15.816582 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Tracked resource versions report: Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: pushed versions: Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: { 'AddressGroup': {'1.2'}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'ConntrackHelper': {'1.0'}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Log': {'1.0'}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Network': {'1.1'}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Port': {'1.7'}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'PortForwarding': {'1.2'}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'QosPolicy': {'1.9'}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'SecurityGroup': {'1.4'}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'SubPort': {'1.0'}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Subnet': {'1.1'}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Trunk': {'1.1'}} Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: consumer versions: Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: { DHCP agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: L3 agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: Metadata agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: Metering agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: Open vSwitch agent@dv-neutron-835554-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'ConntrackHelper': '1.0', Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Log': '1.0', Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Network': '1.1', Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Port': '1.7', Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'PortForwarding': '1.2', Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'QosPolicy': '1.9', Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'SecurityGroup': '1.4', Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'SecurityGroupRule': '1.2', Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'SubPort': '1.0', Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Subnet': '1.1', Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Trunk': '1.1'}} Mar 29 09:11:15.818086 dv-neutron-835554-1-hyperv neutron-server[102496]: {{(pid=102496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:11:15.845931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Network e5f74e5c-2e77-443b-ae5d-c2ac518440c5 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:11:15.858786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, e5f74e5c-2e77-443b-ae5d-c2ac518440c5) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:11:15.864136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:11:15.865236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:15.869488 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428de534-86aa-42b7-86a9-643734fbff06 None None] Network e5f74e5c-2e77-443b-ae5d-c2ac518440c5 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:11:15.884158 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a800de4a-8322-43b1-9e3c-732410a91e0b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4978044 Mar 29 09:11:16.284113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-e5f74e5c-2e77-443b-ae5d-c2ac518440c5', 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'fixed_ips': [{'subnet_id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:11:16.285334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:16.598820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Allocated IP 172.20.0.2 (e5f74e5c-2e77-443b-ae5d-c2ac518440c5/f70ab49c-1c22-4eb7-8280-04659609a5a3/4f0a688c-652f-4ac6-bf99-03279a7a49ad) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:11:16.816456 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:16.824672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:16.897520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Network e5f74e5c-2e77-443b-ae5d-c2ac518440c5 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:11:16.898995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:11:16.908323 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:11:16.920991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Pushing event updated for resources: {'Port': ['ID=4f0a688c-652f-4ac6-bf99-03279a7a49ad,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:16.953093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:16.953460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:16.953829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:16.954214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:16.954486 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:16.954829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:16.955159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:16.955501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:16.955847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:16.956172 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:16.956495 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:16.956812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Tracked resource versions report: Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: pushed versions: Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: { 'AddressGroup': {'1.2'}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'ConntrackHelper': {'1.0'}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Log': {'1.0'}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Network': {'1.1'}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Port': {'1.7'}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'PortForwarding': {'1.2'}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'QosPolicy': {'1.9'}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'SecurityGroup': {'1.4'}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'SubPort': {'1.0'}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Subnet': {'1.1'}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Trunk': {'1.1'}} Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: consumer versions: Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: { DHCP agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: L3 agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: Metadata agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: Metering agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: Open vSwitch agent@dv-neutron-835554-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'ConntrackHelper': '1.0', Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Log': '1.0', Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Network': '1.1', Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Port': '1.7', Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'PortForwarding': '1.2', Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'QosPolicy': '1.9', Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'SecurityGroup': '1.4', Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'SecurityGroupRule': '1.2', Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'SubPort': '1.0', Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Subnet': '1.1', Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Trunk': '1.1'}} Mar 29 09:11:16.958262 dv-neutron-835554-1-hyperv neutron-server[102497]: {{(pid=102497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:11:17.008546 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Attempting to bind port 4f0a688c-652f-4ac6-bf99-03279a7a49ad on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:11:17.008935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Attempting to bind port 4f0a688c-652f-4ac6-bf99-03279a7a49ad by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '727f028f-ae66-4165-ac49-dc421c6194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:11:17.009335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Attempting to bind port 4f0a688c-652f-4ac6-bf99-03279a7a49ad on network e5f74e5c-2e77-443b-ae5d-c2ac518440c5 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:11:17.014576 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:11:17.014981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Checking segment: {'id': '727f028f-ae66-4165-ac49-dc421c6194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:11:17.015461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:17.015846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Bound using segment: {'id': '727f028f-ae66-4165-ac49-dc421c6194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:11:17.016624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Bound port: 4f0a688c-652f-4ac6-bf99-03279a7a49ad, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727f028f-ae66-4165-ac49-dc421c6194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:11:17.016959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:17.082086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] For port 4f0a688c-652f-4ac6-bf99-03279a7a49ad, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:11:17.086872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] For port 4f0a688c-652f-4ac6-bf99-03279a7a49ad, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4f0a688c-652f-4ac6-bf99-03279a7a49ad,segment=NetworkSegment(727f028f-ae66-4165-ac49-dc421c6194dc),segment_id=727f028f-ae66-4165-ac49-dc421c6194dc)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:11:17.091261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:17.160761 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d06308-e8a6-44df-b8dc-50b2f4062b59 None None] Pushing event updated for resources: {'Port': ['ID=4f0a688c-652f-4ac6-bf99-03279a7a49ad,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:18.435991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 45470) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:18.777428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-31772d64-ace6-4251-9244-3ce1ed6882c2 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:11:18.778433 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-31772d64-ace6-4251-9244-3ce1ed6882c2 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3415027 Mar 29 09:11:21.305058 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 45478) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:21.711807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-58a2a757-c523-40ee-b811-9190c5a3be91 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:11:21.713343 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-58a2a757-c523-40ee-b811-9190c5a3be91 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4070294 Mar 29 09:11:24.543169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 45490) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:24.877805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a7e22ffe-afa8-4e4b-b69a-b26327b68c3f admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'name': 'router1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:11:24.902674 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7e22ffe-afa8-4e4b-b69a-b26327b68c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:24.904269 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7e22ffe-afa8-4e4b-b69a-b26327b68c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:25.046155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7e22ffe-afa8-4e4b-b69a-b26327b68c3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:25.050943 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7e22ffe-afa8-4e4b-b69a-b26327b68c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:25.068642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7e22ffe-afa8-4e4b-b69a-b26327b68c3f admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:25.070223 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a7e22ffe-afa8-4e4b-b69a-b26327b68c3f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5256324 Mar 29 09:11:25.587824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4f0a688c-652f-4ac6-bf99-03279a7a49ad up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:11:25.704168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 4f0a688c-652f-4ac6-bf99-03279a7a49ad triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:11:25.704588 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:25.829403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:25.868895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 4f0a688c-652f-4ac6-bf99-03279a7a49ad, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4f0a688c-652f-4ac6-bf99-03279a7a49ad,segment=NetworkSegment(727f028f-ae66-4165-ac49-dc421c6194dc),segment_id=727f028f-ae66-4165-ac49-dc421c6194dc)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:11:25.874103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:25.912806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c4eebd-73eb-4e26-9b1a-06acf060a732 None None] Network e5f74e5c-2e77-443b-ae5d-c2ac518440c5 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:11:25.950429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=4f0a688c-652f-4ac6-bf99-03279a7a49ad,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:26.010160 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2f858b12-bf60-40e4-a078-c96a8b092c3c None None] Provisioning complete for port 4f0a688c-652f-4ac6-bf99-03279a7a49ad triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:11:26.010533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2f858b12-bf60-40e4-a078-c96a8b092c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:26.387975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-954759cd-3a91-43a0-bf18-cff316947f65 None None] Provisioning complete for port 4f0a688c-652f-4ac6-bf99-03279a7a49ad triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:11:26.388345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-954759cd-3a91-43a0-bf18-cff316947f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:26.623527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1290e9e5-a57b-4e31-9b29-8970cea1cd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:27.517520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4f0a688c-652f-4ac6-bf99-03279a7a49ad up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:11:27.571017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 4f0a688c-652f-4ac6-bf99-03279a7a49ad triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:11:27.571395 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:27.609399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 45500) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:27.964853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-d68e784e-5372-4018-bb97-2c78163c3cf6 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:11:27.965921 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d68e784e-5372-4018-bb97-2c78163c3cf6 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3555005 Mar 29 09:11:29.036077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7b25dc05-78c7-4863-8ff4-625b7a2c9f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:30.419349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:30.442794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 45508) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:30.777281 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:11:30.796796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Made reservation on behalf of 1031e50215a94db68cb7169a110b6fe8 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:11:30.799059 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:30.807454 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:30.878532 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:30.886244 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:30.901435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Reserving flat network on physical network physnet1 {{(pid=102495) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 09:11:30.921168 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cf913c-6605-4fe6-8053-28f60073c0e7,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:30.924150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:30.924443 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Added segment fcbcaec1-e2fb-47e8-947e-28c5e027377e of type flat for network bff7a9ed-c0f6-46d4-82b4-04d6461a64be Mar 29 09:11:30.981846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:31.012941 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:31.013915 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:11:31.014490 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:31.048234 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6042757 Mar 29 09:11:31.076608 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926a8e9-575a-4fed-89b3-f0f1cc8d0694 admin admin] Pushing event updated for resources: {'Network': ['ID=bff7a9ed-c0f6-46d4-82b4-04d6461a64be,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:31.088072 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:11:31.880911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:32.368665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:33.487849 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 45526) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:33.729117 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff95635-0de6-4802-8a50-78f20665f29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:11:33.730549 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5ff95635-0de6-4802-8a50-78f20665f29a admin admin] 10.222.0.32 "GET /v2.0/subnets/f70ab49c-1c22-4eb7-8280-04659609a5a3 HTTP/1.1" status: 200 len: 849 time: 0.2417612 Mar 29 09:11:33.852757 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cda57ab3-df8f-4a84-b77d-7ab511186260 admin admin] 10.222.0.32 "GET /v2.0/routers/3b28ad50-2c8a-4463-a42f-bee9f8db8c55 HTTP/1.1" status: 200 len: 704 time: 0.1160715 Mar 29 09:11:34.128280 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:34.432585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Allocated IP 172.20.0.1 (e5f74e5c-2e77-443b-ae5d-c2ac518440c5/f70ab49c-1c22-4eb7-8280-04659609a5a3/0584c439-362d-47f8-aaee-9829ac83c0fe) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:11:34.618816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:34.686823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:34.762145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Network e5f74e5c-2e77-443b-ae5d-c2ac518440c5 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:11:34.766701 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:11:34.777309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:11:34.777868 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:34.800577 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Pushing event updated for resources: {'Port': ['ID=0584c439-362d-47f8-aaee-9829ac83c0fe,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:34.962322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2e0adfc6-29d4-4154-a33e-ca7298f12ff4 None None] Provisioning complete for port 0584c439-362d-47f8-aaee-9829ac83c0fe triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:11:34.962875 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2e0adfc6-29d4-4154-a33e-ca7298f12ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:34.996614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2e0adfc6-29d4-4154-a33e-ca7298f12ff4 None None] Port 0584c439-362d-47f8-aaee-9829ac83c0fe cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:11:35.036773 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:35.246638 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:35.252217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:35.253004 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:35.313975 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Pushing event updated for resources: {'Port': ['ID=0584c439-362d-47f8-aaee-9829ac83c0fe,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:35.381065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Network e5f74e5c-2e77-443b-ae5d-c2ac518440c5 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:11:35.382426 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:11:35.564170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Router 3b28ad50-2c8a-4463-a42f-bee9f8db8c55 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:11:35.623787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-bcde1a51-641f-497d-9042-9b200cc81a61 None None] Provisioning complete for port 0584c439-362d-47f8-aaee-9829ac83c0fe triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:11:35.624370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bcde1a51-641f-497d-9042-9b200cc81a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:35.678811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-bcde1a51-641f-497d-9042-9b200cc81a61 None None] Port 0584c439-362d-47f8-aaee-9829ac83c0fe cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:11:35.680539 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:11:35.686653 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-895ad75b-a6f8-485b-bf74-076a1f35b102 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b28ad50-2c8a-4463-a42f-bee9f8db8c55/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8266943 Mar 29 09:11:35.693269 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Sync routers for ids ['3b28ad50-2c8a-4463-a42f-bee9f8db8c55'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:11:35.707058 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Routers {'3b28ad50-2c8a-4463-a42f-bee9f8db8c55'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:11:35.707913 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:11:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b28ad50-2c8a-4463-a42f-bee9f8db8c55'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:11:35.898349 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Set router 3b28ad50-2c8a-4463-a42f-bee9f8db8c55 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:11:36.336321 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'name': 'router1', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:11:24Z', 'updated_at': '2022-03-29T09:11:34Z', 'revision_number': 2, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'gw_port_host': None, '_interfaces': [{'id': '0584c439-362d-47f8-aaee-9829ac83c0fe', 'name': '', 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'mac_address': 'fa:16:3e:86:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:11:34Z', 'updated_at': '2022-03-29T09:11:35Z', 'revision_number': 2, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'subnets': [{'id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18b15db0-0291-42e4-ac47-aa98af29d9fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:11:36.387931 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Checking router: 3b28ad50-2c8a-4463-a42f-bee9f8db8c55 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:11:36.388301 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Updating router 3b28ad50-2c8a-4463-a42f-bee9f8db8c55 port 0584c439-362d-47f8-aaee-9829ac83c0fe binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:11:36.436875 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:36.983750 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:36.991341 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:37.168090 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Pushing event updated for resources: {'Port': ['ID=0584c439-362d-47f8-aaee-9829ac83c0fe,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:37.190427 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:37.190772 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:37.191101 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:37.191427 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:37.192283 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:37.192610 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:37.192928 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:37.193257 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:37.193601 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:37.194098 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:37.194407 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:37.194722 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Tracked resource versions report: Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: pushed versions: Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: { 'AddressGroup': {'1.2'}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'ConntrackHelper': {'1.0'}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Log': {'1.0'}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Network': {'1.1'}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Port': {'1.7'}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'PortForwarding': {'1.2'}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'QosPolicy': {'1.9'}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'SecurityGroup': {'1.4'}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'SubPort': {'1.0'}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Subnet': {'1.1'}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Trunk': {'1.1'}} Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: consumer versions: Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: { DHCP agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: L3 agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: Metadata agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: Metering agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: Open vSwitch agent@dv-neutron-835554-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'ConntrackHelper': '1.0', Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Log': '1.0', Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Network': '1.1', Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Port': '1.7', Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'PortForwarding': '1.2', Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'QosPolicy': '1.9', Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'SecurityGroup': '1.4', Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'SecurityGroupRule': '1.2', Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'SubPort': '1.0', Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Subnet': '1.1', Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Trunk': '1.1'}} Mar 29 09:11:37.196141 dv-neutron-835554-1-hyperv neutron-server[102498]: {{(pid=102498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:11:37.204177 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Attempting to bind port 0584c439-362d-47f8-aaee-9829ac83c0fe on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:11:37.205078 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Attempting to bind port 0584c439-362d-47f8-aaee-9829ac83c0fe by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '727f028f-ae66-4165-ac49-dc421c6194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:11:37.205972 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Attempting to bind port 0584c439-362d-47f8-aaee-9829ac83c0fe on network e5f74e5c-2e77-443b-ae5d-c2ac518440c5 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:11:37.218431 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:11:37.219260 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Checking segment: {'id': '727f028f-ae66-4165-ac49-dc421c6194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:11:37.220009 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:37.220598 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Bound using segment: {'id': '727f028f-ae66-4165-ac49-dc421c6194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:11:37.221766 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3979c0fb-c367-4244-9e5a-6435f8d05f2a None None] Provisioning complete for port 0584c439-362d-47f8-aaee-9829ac83c0fe triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:11:37.222132 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Bound port: 0584c439-362d-47f8-aaee-9829ac83c0fe, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727f028f-ae66-4165-ac49-dc421c6194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:11:37.222237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3979c0fb-c367-4244-9e5a-6435f8d05f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:37.222314 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:37.277051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-3979c0fb-c367-4244-9e5a-6435f8d05f2a None None] Port 0584c439-362d-47f8-aaee-9829ac83c0fe cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:11:37.322103 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] For port 0584c439-362d-47f8-aaee-9829ac83c0fe, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:11:37.344768 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] For port 0584c439-362d-47f8-aaee-9829ac83c0fe, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0584c439-362d-47f8-aaee-9829ac83c0fe,segment=NetworkSegment(727f028f-ae66-4165-ac49-dc421c6194dc),segment_id=727f028f-ae66-4165-ac49-dc421c6194dc)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:11:37.350646 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:37.408110 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b3fe5-fa1f-403d-ae43-b6664154b3ef None None] Pushing event updated for resources: {'Port': ['ID=0584c439-362d-47f8-aaee-9829ac83c0fe,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:37.415844 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Routers {'3b28ad50-2c8a-4463-a42f-bee9f8db8c55'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:11:37.416481 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:11:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b28ad50-2c8a-4463-a42f-bee9f8db8c55'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:11:37.517119 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] Set router 3b28ad50-2c8a-4463-a42f-bee9f8db8c55 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:11:37.601770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-aefc127c-ed86-445c-8e67-67acd93b9525 None None] Provisioning complete for port 0584c439-362d-47f8-aaee-9829ac83c0fe triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:11:37.602253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aefc127c-ed86-445c-8e67-67acd93b9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:37.690455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aefc127c-ed86-445c-8e67-67acd93b9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:37.730313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-aefc127c-ed86-445c-8e67-67acd93b9525 None None] For port 0584c439-362d-47f8-aaee-9829ac83c0fe, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0584c439-362d-47f8-aaee-9829ac83c0fe,segment=NetworkSegment(727f028f-ae66-4165-ac49-dc421c6194dc),segment_id=727f028f-ae66-4165-ac49-dc421c6194dc)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:11:37.735382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aefc127c-ed86-445c-8e67-67acd93b9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:37.750449 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'name': 'router1', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:11:24Z', 'updated_at': '2022-03-29T09:11:34Z', 'revision_number': 2, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'gw_port_host': None, '_interfaces': [{'id': '0584c439-362d-47f8-aaee-9829ac83c0fe', 'name': '', 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'mac_address': 'fa:16:3e:86:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:11:34Z', 'updated_at': '2022-03-29T09:11:37Z', 'revision_number': 4, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'subnets': [{'id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18b15db0-0291-42e4-ac47-aa98af29d9fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:11:37.785840 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23947a3-b59c-49fd-b26b-7045fce1fd00 None None] The sync data for ids ['3b28ad50-2c8a-4463-a42f-bee9f8db8c55'] in dv-neutron-835554-1-hyperv is: [{'id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'name': 'router1', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:11:24Z', 'updated_at': '2022-03-29T09:11:34Z', 'revision_number': 2, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'gw_port_host': None, '_interfaces': [{'id': '0584c439-362d-47f8-aaee-9829ac83c0fe', 'name': '', 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'mac_address': 'fa:16:3e:86:3a:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:11:34Z', 'updated_at': '2022-03-29T09:11:37Z', 'revision_number': 4, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'subnets': [{'id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18b15db0-0291-42e4-ac47-aa98af29d9fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:11:37.808784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc127c-ed86-445c-8e67-67acd93b9525 None None] Pushing event updated for resources: {'Port': ['ID=0584c439-362d-47f8-aaee-9829ac83c0fe,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:38.038208 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 45546) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:38.150733 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49cff58-ffce-4f0c-8dd6-e6da23e06bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:11:38.152093 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b49cff58-ffce-4f0c-8dd6-e6da23e06bfa admin admin] 10.222.0.32 "GET /v2.0/networks/bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 842 time: 0.1129496 Mar 29 09:11:38.163135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] Request body: {'subnet': {'gateway_ip': '172.26.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'cidr': '172.26.1.0/24', 'ip_version': 4}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:11:38.189990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] Made reservation on behalf of 1031e50215a94db68cb7169a110b6fe8 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:11:38.192287 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:38.540747 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.objects.ports [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102495) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:11:38.541185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:38.598421 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b20c02-d90c-4256-9be1-8711074100f7,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:38.610478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:11:38.611033 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] Network hostable DHCP agents. Network: bff7a9ed-c0f6-46d4-82b4-04d6461a64be, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:11:38.638464 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:11:38.654987 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, bff7a9ed-c0f6-46d4-82b4-04d6461a64be) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:11:38.660546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:11:38.661032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:38.670570 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2134362-b568-4d1b-bb03-45206a5fc76a None None] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:11:38.682377 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-05cf8ffa-f132-4e07-80a0-3d4e61d7ee7d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5230904 Mar 29 09:11:38.841963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd94e290-a886-4f95-baa2-1b62a9a35224 None None] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:11:41.084234 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 45554) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:41.378465 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-068a6ad9-b71d-4c5e-bf16-d3f75ed13f34 admin admin] 10.222.0.32 "GET /v2.0/routers/3b28ad50-2c8a-4463-a42f-bee9f8db8c55 HTTP/1.1" status: 200 len: 710 time: 0.2986281 Mar 29 09:11:41.528465 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc1a54-a564-47df-a1bd-c48b9dd3b838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:11:41.529844 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c0bc1a54-a564-47df-a1bd-c48b9dd3b838 admin admin] 10.222.0.32 "GET /v2.0/networks/bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 886 time: 0.1412475 Mar 29 09:11:41.540694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:11:41.812334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:42.097228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:42.172439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:42.358013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Allocated IP 172.26.1.110 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/65fa2fad-81fb-4600-a715-420f033f325b) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:11:42.497836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:42.566242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:42.654252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:11:42.661041 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:11:42.667764 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:11:42.673589 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Pushing event updated for resources: {'Port': ['ID=65fa2fad-81fb-4600-a715-420f033f325b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:43.023728 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:43.248173 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:43.255240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:43.381964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Router 3b28ad50-2c8a-4463-a42f-bee9f8db8c55 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:11:43.501181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:11:43.507627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:43.509146 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0ff62cfb-df1f-4dc5-8f2b-211309b16a67 admin admin] 10.222.0.32 "PUT /v2.0/routers/3b28ad50-2c8a-4463-a42f-bee9f8db8c55 HTTP/1.1" status: 200 len: 890 time: 1.9716449 Mar 29 09:11:43.571099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0584c439-362d-47f8-aaee-9829ac83c0fe up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:11:43.636856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 0584c439-362d-47f8-aaee-9829ac83c0fe triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:11:43.637254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:44.709894 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Sync routers for ids ['3b28ad50-2c8a-4463-a42f-bee9f8db8c55'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:11:44.721094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Routers {'3b28ad50-2c8a-4463-a42f-bee9f8db8c55'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:11:44.722155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:11:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b28ad50-2c8a-4463-a42f-bee9f8db8c55'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:11:44.967224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Set router 3b28ad50-2c8a-4463-a42f-bee9f8db8c55 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:11:45.491470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'name': 'router1', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '65fa2fad-81fb-4600-a715-420f033f325b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:11:24Z', 'updated_at': '2022-03-29T09:11:42Z', 'revision_number': 4, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'gw_port': {'id': '65fa2fad-81fb-4600-a715-420f033f325b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:11:42Z', 'updated_at': '2022-03-29T09:11:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '0584c439-362d-47f8-aaee-9829ac83c0fe', 'name': '', 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'mac_address': 'fa:16:3e:86:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:11:34Z', 'updated_at': '2022-03-29T09:11:37Z', 'revision_number': 5, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'subnets': [{'id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18b15db0-0291-42e4-ac47-aa98af29d9fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:11:45.546047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Checking router: 3b28ad50-2c8a-4463-a42f-bee9f8db8c55 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:11:45.546394 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Updating router 3b28ad50-2c8a-4463-a42f-bee9f8db8c55 port 65fa2fad-81fb-4600-a715-420f033f325b binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:11:45.604090 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:45.982490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:45.992991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:46.052567 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3c51e-a4ce-4dda-a669-d261ed164949 None None] Pushing event updated for resources: {'Port': ['ID=65fa2fad-81fb-4600-a715-420f033f325b,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:46.055193 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Attempting to bind port 65fa2fad-81fb-4600-a715-420f033f325b on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:11:46.055640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Attempting to bind port 65fa2fad-81fb-4600-a715-420f033f325b by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:11:46.055897 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Attempting to bind port 65fa2fad-81fb-4600-a715-420f033f325b on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:11:46.062108 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:11:46.062479 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:11:46.062879 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:46.063272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:11:46.063892 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Bound port: 65fa2fad-81fb-4600-a715-420f033f325b, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:11:46.064545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:46.115765 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 45566) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:11:46.117314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] For port 65fa2fad-81fb-4600-a715-420f033f325b, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:11:46.120657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] For port 65fa2fad-81fb-4600-a715-420f033f325b, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=65fa2fad-81fb-4600-a715-420f033f325b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:11:46.124786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:46.178644 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 5 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:11:46.184164 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Routers {'3b28ad50-2c8a-4463-a42f-bee9f8db8c55'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:11:46.184877 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:11:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b28ad50-2c8a-4463-a42f-bee9f8db8c55'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:11:46.227702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3c51e-a4ce-4dda-a669-d261ed164949 None None] Pushing event updated for resources: {'Port': ['ID=65fa2fad-81fb-4600-a715-420f033f325b,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:46.244670 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e46fe541-29fb-45c1-8215-136c067ae38d admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1276608 Mar 29 09:11:46.314300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] Set router 3b28ad50-2c8a-4463-a42f-bee9f8db8c55 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:11:46.546421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'name': 'router1', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '65fa2fad-81fb-4600-a715-420f033f325b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:11:24Z', 'updated_at': '2022-03-29T09:11:42Z', 'revision_number': 4, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'gw_port': {'id': '65fa2fad-81fb-4600-a715-420f033f325b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:11:42Z', 'updated_at': '2022-03-29T09:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '0584c439-362d-47f8-aaee-9829ac83c0fe', 'name': '', 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'mac_address': 'fa:16:3e:86:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:11:34Z', 'updated_at': '2022-03-29T09:11:37Z', 'revision_number': 5, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'subnets': [{'id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18b15db0-0291-42e4-ac47-aa98af29d9fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:11:46.575575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b3ba5d-7629-402e-853e-eaafd885948a None None] The sync data for ids ['3b28ad50-2c8a-4463-a42f-bee9f8db8c55'] in dv-neutron-835554-1-hyperv is: [{'id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'name': 'router1', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': '65fa2fad-81fb-4600-a715-420f033f325b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:11:24Z', 'updated_at': '2022-03-29T09:11:42Z', 'revision_number': 4, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'gw_port': {'id': '65fa2fad-81fb-4600-a715-420f033f325b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:48:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:11:42Z', 'updated_at': '2022-03-29T09:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '0584c439-362d-47f8-aaee-9829ac83c0fe', 'name': '', 'network_id': 'e5f74e5c-2e77-443b-ae5d-c2ac518440c5', 'tenant_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'mac_address': 'fa:16:3e:86:3a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b28ad50-2c8a-4463-a42f-bee9f8db8c55', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:11:34Z', 'updated_at': '2022-03-29T09:11:37Z', 'revision_number': 5, 'project_id': '7b20a2bca3004d4abbfa3d36422d3a0b', 'subnets': [{'id': 'f70ab49c-1c22-4eb7-8280-04659609a5a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18b15db0-0291-42e4-ac47-aa98af29d9fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:11:47.559948 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 65fa2fad-81fb-4600-a715-420f033f325b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:11:47.623009 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 65fa2fad-81fb-4600-a715-420f033f325b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:11:47.623504 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:47.735847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:47.762030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 65fa2fad-81fb-4600-a715-420f033f325b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=65fa2fad-81fb-4600-a715-420f033f325b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:11:47.773599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:47.842288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=65fa2fad-81fb-4600-a715-420f033f325b,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:11:49.538124 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 65fa2fad-81fb-4600-a715-420f033f325b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:11:49.616359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 65fa2fad-81fb-4600-a715-420f033f325b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:11:49.616729 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:56.648722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d46e4f3b-ed8c-4eba-b477-721f1db54cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:11:59.038803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-adb8442e-541a-4c79-a829-47781b48b594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:12:00.423984 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:12:01.895758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:12:02.373873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:12:23.178938 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 5 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:12:26.628896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-84194a6c-7d3b-4ae2-8a24-a886a54af48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:12:29.041439 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79076993-7980-4980-a734-f56732087ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:12:30.428239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:12:31.885370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:12:32.380592 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:12:56.625358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6f78d6c2-7811-417c-afa9-df643461d116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:12:59.048463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2adb7a67-f349-444c-ad4e-364827bd8dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:00.177409 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 5 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:13:00.430731 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:01.888928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:02.372126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:26.629254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-02d2f970-5195-4bf1-9cd1-e5f3a8852b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:28.653883 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46164) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:13:28.715763 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29fac17-705e-4ad4-8df9-da7e9496146c admin admin] GET failed (client error): The resource could not be found. Mar 29 09:13:28.717050 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e29fac17-705e-4ad4-8df9-da7e9496146c admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622399 Mar 29 09:13:28.947509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6beed5c-88da-4967-98b3-16beba8ff4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:28.949003 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d6beed5c-88da-4967-98b3-16beba8ff4d4 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2270525 Mar 29 09:13:29.042002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-317ce41b-c8c6-4248-9cf4-61ed87ed9cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:30.432331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:31.137876 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46174) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:13:31.230818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26764307-87e8-42e4-9e3c-263ae8befca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:31.232289 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-26764307-87e8-42e4-9e3c-263ae8befca5 admin admin] 10.222.0.32 "GET /v2.0/subnets/f70ab49c-1c22-4eb7-8280-04659609a5a3 HTTP/1.1" status: 200 len: 849 time: 0.0933278 Mar 29 09:13:31.243465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:13:31.333185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:31.474257 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726445511599'] for subnet, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:31.504334 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:31.504922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:31.508706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225da744-02b4-4035-9ab7-9be44bcdba9e None None] Network e5f74e5c-2e77-443b-ae5d-c2ac518440c5 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:13:31.510176 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] 10.222.0.32 "PUT /v2.0/subnets/f70ab49c-1c22-4eb7-8280-04659609a5a3 HTTP/1.1" status: 200 len: 868 time: 0.2701128 Mar 29 09:13:31.529962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70ab49c-1c22-4eb7-8280-04659609a5a3,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:13:31.538177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:13:31.538705 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:13:31.539045 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:13:31.539376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:13:31.539710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:13:31.540044 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:13:31.540370 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:13:31.540703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:13:31.541026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:13:31.541348 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:13:31.541766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:13:31.542083 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdfbcb2-9071-4e14-9d12-e7dfcf3553c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:13:31.895557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:31.901363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c9a56729-c58b-4d01-bdd8-faf57de98be7 None None] Provisioning complete for port 0584c439-362d-47f8-aaee-9829ac83c0fe triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:13:31.901756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c9a56729-c58b-4d01-bdd8-faf57de98be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:31.990382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c9a56729-c58b-4d01-bdd8-faf57de98be7 None None] Provisioning complete for port 4f0a688c-652f-4ac6-bf99-03279a7a49ad triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:13:31.990653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c9a56729-c58b-4d01-bdd8-faf57de98be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:32.378717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:33.723083 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46182) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:13:33.921928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8259898-54a3-4b98-945d-3c321a34514d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:33.922399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8259898-54a3-4b98-945d-3c321a34514d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:33.924442 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c8259898-54a3-4b98-945d-3c321a34514d admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004039 Mar 29 09:13:36.120884 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46190) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:13:36.247847 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50373879-1e89-4d5a-aeb9-bb843fe674db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:36.248308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50373879-1e89-4d5a-aeb9-bb843fe674db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:36.249833 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-50373879-1e89-4d5a-aeb9-bb843fe674db admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1279917 Mar 29 09:13:37.176251 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 5 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:13:38.435928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46198) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:13:38.559892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1600fe2-b927-4368-a1ab-b767d1f98939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:38.561231 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f1600fe2-b927-4368-a1ab-b767d1f98939 admin admin] 10.222.0.32 "GET /v2.0/networks/bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 886 time: 0.1243553 Mar 29 09:13:40.753462 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46206) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:13:40.884141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32c98e1-0c32-44fe-ae2f-dddb4570929d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:40.885654 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f32c98e1-0c32-44fe-ae2f-dddb4570929d admin admin] 10.222.0.32 "GET /v2.0/networks/e5f74e5c-2e77-443b-ae5d-c2ac518440c5 HTTP/1.1" status: 200 len: 869 time: 0.1310117 Mar 29 09:13:43.118422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46214) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:13:43.238937 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f9ecc-c21e-401d-befe-03f735d11fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:43.239386 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f9ecc-c21e-401d-befe-03f735d11fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:43.240869 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ba0f9ecc-c21e-401d-befe-03f735d11fc3 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215110 Mar 29 09:13:45.429646 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46222) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:13:45.523568 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3e152-2994-450d-b47b-1ebdfde36a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:45.524020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3e152-2994-450d-b47b-1ebdfde36a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:45.525587 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-90b3e152-2994-450d-b47b-1ebdfde36a87 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949485 Mar 29 09:13:47.713517 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46230) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:13:47.799232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038852d9-5229-4d76-9a46-df0f57556cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:47.800564 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-038852d9-5229-4d76-9a46-df0f57556cbe admin admin] 10.222.0.32 "GET /v2.0/subnets/07b20c02-d90c-4256-9be1-8711074100f7 HTTP/1.1" status: 200 len: 816 time: 0.0860870 Mar 29 09:13:50.037367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46238) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:13:50.130276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68770378-3194-476e-bf5e-21156934f0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:13:50.131626 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-68770378-3194-476e-bf5e-21156934f0ab admin admin] 10.222.0.32 "GET /v2.0/subnets/f70ab49c-1c22-4eb7-8280-04659609a5a3 HTTP/1.1" status: 200 len: 868 time: 0.0932829 Mar 29 09:13:56.629726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bc3495fa-694a-428b-bea2-e978523b8dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:13:59.046523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-35822cdc-0a78-4e18-9440-64e60a941cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:00.436298 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:01.887404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:02.381424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:10.902668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46292) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:14:10.949838 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-fb103bd6-a6eb-4743-8780-1b2cc61922b4 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:14:10.950849 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fb103bd6-a6eb-4743-8780-1b2cc61922b4 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472269 Mar 29 09:14:13.247000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46300) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:14:13.309427 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-073549da-937b-4ac9-92b1-ab037a3dd2ae admin admin] GET failed (client error): The resource could not be found. Mar 29 09:14:13.310740 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-073549da-937b-4ac9-92b1-ab037a3dd2ae admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627806 Mar 29 09:14:13.452540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16577d2f-2b9b-40ef-a295-7ee2047c02a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:14:13.454279 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-16577d2f-2b9b-40ef-a295-7ee2047c02a6 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383693 Mar 29 09:14:14.175414 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 5 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:14:15.678399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46310) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:14:15.726914 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:14:15.747440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Made reservation on behalf of 1031e50215a94db68cb7169a110b6fe8 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:14:15.749736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:15.794261 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.services.revisions.revision_plugin [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Could not find related network for resource to bump revision. Mar 29 09:14:15.809261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:14:15.820984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726445470558', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:15.821543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Unsubscribe: segment precommit_create {{(pid=102496) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 09:14:15.822027 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Added segment 64a512af-572c-4d08-8d75-775c5ff93a7f of type vlan for network c73800b6-b524-4ff4-8c70-96cd41f444fc Mar 29 09:14:15.864955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:15.894482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:15.895381 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:14:15.895962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:15.935510 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2560577 Mar 29 09:14:15.990308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Pushing event updated for resources: {'Network': ['ID=c73800b6-b524-4ff4-8c70-96cd41f444fc,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:14:15.997535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:15.997938 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:15.998276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:15.998605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:15.998926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:15.999266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:15.999590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:15.999923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:16.000244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:16.000562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:16.001013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:16.001331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce5f4d2-4edd-470a-a88b-210bc4033d79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:16.014036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network c73800b6-b524-4ff4-8c70-96cd41f444fc details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:14:18.157126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46318) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:14:18.219251 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-761de50d-9c64-4e24-b638-5d9b0e4e28a8 admin admin] GET failed (client error): The resource could not be found. Mar 29 09:14:18.220713 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-761de50d-9c64-4e24-b638-5d9b0e4e28a8 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625579 Mar 29 09:14:18.292388 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b7996-9cd2-4f41-972e-eae46ebd0740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:14:18.294006 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-194b7996-9cd2-4f41-972e-eae46ebd0740 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683315 Mar 29 09:14:18.304660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b46c4f80-f0e6-4bca-9494-ae4a8209bca8 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:14:18.323996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46c4f80-f0e6-4bca-9494-ae4a8209bca8 admin admin] Made reservation on behalf of 1031e50215a94db68cb7169a110b6fe8 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:14:18.326293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f80-f0e6-4bca-9494-ae4a8209bca8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:18.558401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f80-f0e6-4bca-9494-ae4a8209bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:18.612728 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c4f80-f0e6-4bca-9494-ae4a8209bca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f68499-4307-4bd9-b352-6ba4d860dc88,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:14:18.621455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46c4f80-f0e6-4bca-9494-ae4a8209bca8 admin admin] Checking segment: {'id': '64a512af-572c-4d08-8d75-775c5ff93a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:14:18.621849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c4f80-f0e6-4bca-9494-ae4a8209bca8 admin admin] Network hostable DHCP agents. Network: c73800b6-b524-4ff4-8c70-96cd41f444fc, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:14:18.637982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c4f80-f0e6-4bca-9494-ae4a8209bca8 admin admin] Network c73800b6-b524-4ff4-8c70-96cd41f444fc is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:14:18.646645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-b46c4f80-f0e6-4bca-9494-ae4a8209bca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, c73800b6-b524-4ff4-8c70-96cd41f444fc) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:14:18.650821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c4f80-f0e6-4bca-9494-ae4a8209bca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:14:18.651398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b46c4f80-f0e6-4bca-9494-ae4a8209bca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:18.655755 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9489a-8150-4c0f-bbf0-e8a93e5e4611 None None] Network c73800b6-b524-4ff4-8c70-96cd41f444fc requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:14:18.668125 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b46c4f80-f0e6-4bca-9494-ae4a8209bca8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3666546 Mar 29 09:14:18.825192 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-c73800b6-b524-4ff4-8c70-96cd41f444fc', 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc', 'tenant_id': '1031e50215a94db68cb7169a110b6fe8', 'fixed_ips': [{'subnet_id': '49f68499-4307-4bd9-b352-6ba4d860dc88'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:14:18.826142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:18.979346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Allocated IP 192.168.233.2 (c73800b6-b524-4ff4-8c70-96cd41f444fc/49f68499-4307-4bd9-b352-6ba4d860dc88/430df3c3-ce4c-4c9d-bd0c-293eed69ba0f) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:14:19.222990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:19.232377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:19.277385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Network c73800b6-b524-4ff4-8c70-96cd41f444fc is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:14:19.281143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Pushing event updated for resources: {'Port': ['ID=430df3c3-ce4c-4c9d-bd0c-293eed69ba0f,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:14:19.283463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:14:19.289392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:14:19.292841 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:19.293206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:19.293553 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:19.293957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:19.294272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:19.294612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:19.294940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:19.295296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:19.295651 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:19.295967 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:19.296286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:19.296599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:14:19.350948 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Attempting to bind port 430df3c3-ce4c-4c9d-bd0c-293eed69ba0f on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:14:19.351609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Attempting to bind port 430df3c3-ce4c-4c9d-bd0c-293eed69ba0f by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '64a512af-572c-4d08-8d75-775c5ff93a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:14:19.351977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Attempting to bind port 430df3c3-ce4c-4c9d-bd0c-293eed69ba0f on network c73800b6-b524-4ff4-8c70-96cd41f444fc {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:14:19.357135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:14:19.357530 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Checking segment: {'id': '64a512af-572c-4d08-8d75-775c5ff93a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:14:19.358076 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:19.358496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Bound using segment: {'id': '64a512af-572c-4d08-8d75-775c5ff93a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:14:19.358963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Bound port: 430df3c3-ce4c-4c9d-bd0c-293eed69ba0f, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a512af-572c-4d08-8d75-775c5ff93a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:14:19.359361 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:19.427088 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] For port 430df3c3-ce4c-4c9d-bd0c-293eed69ba0f, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:14:19.430476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] For port 430df3c3-ce4c-4c9d-bd0c-293eed69ba0f, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=430df3c3-ce4c-4c9d-bd0c-293eed69ba0f,segment=NetworkSegment(64a512af-572c-4d08-8d75-775c5ff93a7f),segment_id=64a512af-572c-4d08-8d75-775c5ff93a7f)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:14:19.436116 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:19.498645 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cad0d-c8c5-4048-b363-0e586d3d46ce None None] Pushing event updated for resources: {'Port': ['ID=430df3c3-ce4c-4c9d-bd0c-293eed69ba0f,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:14:20.413399 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c4c50-ffd7-463f-bdd3-cd98a173f6e4 None None] Network c73800b6-b524-4ff4-8c70-96cd41f444fc requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:14:20.497509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f128bfc6-8ff1-4622-81e4-0a7b0b974337 None None] Provisioning complete for port 430df3c3-ce4c-4c9d-bd0c-293eed69ba0f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:14:20.497907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f128bfc6-8ff1-4622-81e4-0a7b0b974337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:20.647464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f128bfc6-8ff1-4622-81e4-0a7b0b974337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:20.684195 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f128bfc6-8ff1-4622-81e4-0a7b0b974337 None None] For port 430df3c3-ce4c-4c9d-bd0c-293eed69ba0f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=430df3c3-ce4c-4c9d-bd0c-293eed69ba0f,segment=NetworkSegment(64a512af-572c-4d08-8d75-775c5ff93a7f),segment_id=64a512af-572c-4d08-8d75-775c5ff93a7f)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:14:20.691039 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f128bfc6-8ff1-4622-81e4-0a7b0b974337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:20.741796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128bfc6-8ff1-4622-81e4-0a7b0b974337 None None] Pushing event updated for resources: {'Port': ['ID=430df3c3-ce4c-4c9d-bd0c-293eed69ba0f,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:14:20.913667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8ccc8c35-6faf-4373-94bd-44057ab10bd0 None None] Provisioning complete for port 430df3c3-ce4c-4c9d-bd0c-293eed69ba0f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:14:20.913947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8ccc8c35-6faf-4373-94bd-44057ab10bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:21.677308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 430df3c3-ce4c-4c9d-bd0c-293eed69ba0f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:14:21.727736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 430df3c3-ce4c-4c9d-bd0c-293eed69ba0f triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:14:21.728090 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:26.638033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9645aae1-840f-4b8f-a390-3743e1151fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:29.050624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-af9b4376-a41d-4bb5-ae7d-c33978c389b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:30.441027 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:31.889409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:32.383845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:51.175456 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 5 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:14:56.630878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6e5d1dfa-9a78-4f6a-94a1-5ce05432b735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:14:59.055302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3e43bdf1-9c16-45f9-bd54-133e0f2c18a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:00.445276 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:01.894012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:02.385858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:26.633237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f85836b7-c819-4af6-b768-8a649919293e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:28.174064 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 5 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:15:29.057536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c9e67fe1-ea9c-490e-b220-5791da60ee3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:30.448944 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:31.897619 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:32.395952 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:39.865708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46356) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:15:39.871631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-b1ab15a4-432b-4134-8faf-2fe9abbe33ea tempest-verify_tempest_config-2132885258 tempest-verify_tempest_config-2132885258-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:15:39.872620 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b1ab15a4-432b-4134-8faf-2fe9abbe33ea tempest-verify_tempest_config-2132885258 tempest-verify_tempest_config-2132885258-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059471 Mar 29 09:15:40.182223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46374) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:15:40.291678 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:40.366813 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:40.371294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:40.419743 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8af854b732e4be6881dd3fe961b05dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2364383 Mar 29 09:15:40.421215 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50f970d-09ba-4eca-aed8-abc299f6e367,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:15:40.423068 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46380) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:15:40.428306 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.428659 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.429032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.429400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.429737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.430087 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.430429 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.430772 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.431126 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.431478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.431830 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.432246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea2b6f7-320d-4ced-99d4-fcc16d00e3eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.503553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:40.524433 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:40.616742 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:40.621977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:40.624291 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e50f970d-09ba-4eca-aed8-abc299f6e367 HTTP/1.1" status: 204 len: 168 time: 0.1995394 Mar 29 09:15:40.637423 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50f970d-09ba-4eca-aed8-abc299f6e367,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:15:40.648517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.649077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.649622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.650165 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.650724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.651288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.651933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.652667 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.653233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.655721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.656584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:40.657052 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038e13a6-c4d7-4879-a11a-71d515731915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:15:56.635630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8aa67e79-0dab-4e91-a804-0f5d27d975c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:15:59.062730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-afd00ec4-4fa2-4647-af84-d76dceb52fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:16:00.447014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:16:01.902008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:16:02.405677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:16:05.173301 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 5 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:16:26.636433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-91778e5c-9385-4e20-ae52-6fa649315c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:16:29.064192 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-77eaaedd-214e-4d18-9ae6-6c5257faca25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:16:30.450529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:16:31.903761 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:16:32.402920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:16:42.171895 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 5 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:16:56.637678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b45b18a-e37c-44e7-9164-790e73b2bf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:16:59.067976 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0acd27f9-5882-41a1-8801-0e8fe70c13ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:17:00.457843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:17:01.905591 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:17:02.408634 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:17:03.315552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-587144'] for agent, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:17:18.413830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46450) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:17:18.520375 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-95f40967-495b-4d9e-bf9e-5bc18be35218 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1054254 Mar 29 09:17:19.171381 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:17:20.726618 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46460) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:17:20.789815 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bfd61d48-4abf-4d87-bed9-376a74af9bc6 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0620847 Mar 29 09:17:26.638958 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7c654f91-b009-48ad-8dd7-551d85c1eaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:17:29.069271 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-719d3c72-ff84-42d4-a9f6-cde2fa2a8fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:17:30.455752 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:17:31.908576 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:17:32.412901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:17:33.276590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:17:56.171325 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:17:56.641471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4f08dfdf-0bea-4a03-b3a1-ef746e817903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:17:59.082957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-35d242dc-5014-4c24-97ca-a9d4f59adad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:18:00.473559 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:18:01.910872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:18:02.416723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:18:03.274476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:18:26.646816 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cd4df61b-3c52-483b-b764-680966fe4be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:18:29.068106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-70765f51-2339-43d3-b0d8-7bc5a1cef418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:18:30.461943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:18:31.915725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:18:32.416332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:18:33.171689 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:18:33.288502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:18:56.648931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-af743d96-ad2b-4024-8972-bdb3574d1eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:18:59.072068 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9ad44fde-962e-4261-a5b7-1ae70db2ed00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:00.469860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:01.918919 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:02.420432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:03.289994 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:10.176419 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:19:10.798140 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46632) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:10.926252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46644) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:11.267682 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8eba8875-5dbd-4869-8404-57bcfa0a491e tempest-AgentManagementNegativeTest-1499912897 tempest-AgentManagementNegativeTest-1499912897-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4683805 Mar 29 09:19:11.388731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-363654056-network', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:11.416439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46662) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:11.417383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Made reservation on behalf of 8af97d3b7c8a40caa5a3275d0644629b for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:11.420258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:11.429242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:11.517609 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:11.525204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:11.553149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d413592-ea72-4236-88d0-12165046d7ad,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:11.562761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46674) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:11.565547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.565952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.566300 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.566635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.566963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.567307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.567794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.568078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.568406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.568727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.569046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.569365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Tracked resource versions report: Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: pushed versions: Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: { 'AddressGroup': {'1.2'}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'ConntrackHelper': {'1.0'}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Log': {'1.0'}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Network': {'1.1'}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Port': {'1.7'}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'PortForwarding': {'1.2'}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'QosPolicy': {'1.9'}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'SecurityGroup': {'1.4'}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'SubPort': {'1.0'}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Subnet': {'1.1'}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Trunk': {'1.1'}} Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: consumer versions: Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: { DHCP agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: HyperV agent@hv-neutron-8355: {}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: L3 agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: Metadata agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: Metering agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: Open vSwitch agent@dv-neutron-835554-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'ConntrackHelper': '1.0', Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Log': '1.0', Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Network': '1.1', Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Port': '1.7', Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'PortForwarding': '1.2', Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'QosPolicy': '1.9', Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'SecurityGroup': '1.4', Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'SecurityGroupRule': '1.2', Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'SubPort': '1.0', Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Subnet': '1.1', Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: 'Trunk': '1.1'}} Mar 29 09:19:11.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: {{(pid=102496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:19:11.576645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:11.586549 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:11.586886 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Added segment a31f47e1-6fd2-4243-9243-392271d1cf25 of type vlan for network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea Mar 29 09:19:11.630827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:11.656258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:11.657264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:11.657887 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:11.694534 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7638946 Mar 29 09:19:11.694873 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46680) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:11.700973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Request body: {'subnet': {'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-363654056-subnet', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:11.726790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Made reservation on behalf of 8af97d3b7c8a40caa5a3275d0644629b for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:11.729891 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:11.735185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46650f-e0cf-4331-b0b2-071eb69cc770 admin admin] Pushing event updated for resources: {'Network': ['ID=8c37aefe-3fc0-4af0-8a52-f0c9111045ea,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:11.745941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:11.904227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:11.913190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46686) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:11.965780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c15ca4-f48e-4474-bd41-14ac18cc263a,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:11.977526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-781668769-network', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:11.984389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.984757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.985103 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.985440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.985897 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.986277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.986609 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.986956 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.987402 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.987730 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.988052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.988480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Tracked resource versions report: Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: pushed versions: Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: { 'AddressGroup': {'1.2'}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'ConntrackHelper': {'1.0'}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Log': {'1.0'}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Network': {'1.1'}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Port': {'1.7'}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'PortForwarding': {'1.2'}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'QosPolicy': {'1.9'}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'SecurityGroup': {'1.4'}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'SubPort': {'1.0'}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Subnet': {'1.1'}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Trunk': {'1.1'}} Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: consumer versions: Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: { DHCP agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: HyperV agent@hv-neutron-8355: {}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: L3 agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: Metadata agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: Metering agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: Open vSwitch agent@dv-neutron-835554-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'ConntrackHelper': '1.0', Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Log': '1.0', Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Network': '1.1', Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Port': '1.7', Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'PortForwarding': '1.2', Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'QosPolicy': '1.9', Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'SecurityGroup': '1.4', Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'SecurityGroupRule': '1.2', Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'SubPort': '1.0', Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Subnet': '1.1', Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: 'Trunk': '1.1'}} Mar 29 09:19:11.990384 dv-neutron-835554-1-hyperv neutron-server[102495]: {{(pid=102495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:19:12.008697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2105389828-network', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:12.053858 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Made reservation on behalf of dec1dec677064dab8f8e0655ae5cfa98 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:12.056135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.064752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Checking segment: {'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:12.065097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Network hostable DHCP agents. Network: 8c37aefe-3fc0-4af0-8a52-f0c9111045ea, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:19:12.069449 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Made reservation on behalf of caff1db302a04b7a883b2ea0ed6e9347 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:12.072046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.082506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.088446 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.127988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:19:12.149039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46696) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:12.149833 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 8c37aefe-3fc0-4af0-8a52-f0c9111045ea) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:12.163845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:12.164426 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.165017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc3402d-012f-4903-b619-1a19ce41f628 None None] Network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:12.207319 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d70be26e-7a8c-4562-96e9-551d3be6d3f9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5110228 Mar 29 09:19:12.207693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46700) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:12.216469 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:12.255033 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.265885 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.266851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.267025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.268341 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.283344 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.300177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:12.324573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:12.327436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8d94c2-573a-4ae8-92b6-0254b15999dd,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:12.333235 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.334034 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Added segment 14212b7d-d686-4361-8e15-54fae21a812b of type vlan for network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c Mar 29 09:19:12.360204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.360786 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Added segment d363cee5-c162-41da-80c7-a89867efc37b of type vlan for network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 Mar 29 09:19:12.430198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.439414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:12.440125 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066aca41-b7ce-436d-a3d2-9744dda36a2a,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:12.447440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.483860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.488471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.490212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14496b85-b6b4-4a10-a636-ec939fa86049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.514382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:19:12.515283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.565081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.569598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:12.573710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.595602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.597134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:12.598764 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.637531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14496b85-b6b4-4a10-a636-ec939fa86049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.676206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14496b85-b6b4-4a10-a636-ec939fa86049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.718308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-14496b85-b6b4-4a10-a636-ec939fa86049 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc6a0722e4d942259205aa00f9153bc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5666401 Mar 29 09:19:12.719231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46720) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:12.759019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14496b85-b6b4-4a10-a636-ec939fa86049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f2825b-ffcb-4181-97ee-7125708492be,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:12.768803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Allocated IP 172.20.0.2 (8c37aefe-3fc0-4af0-8a52-f0c9111045ea/87c15ca4-f48e-4474-bd41-14ac18cc263a/32e87743-d37c-4615-845a-d0ea728aff0d) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:12.878177 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3144867 Mar 29 09:19:12.885153 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4674528 Mar 29 09:19:12.890310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46726) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:12.890949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46728) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:12.897281 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a16f7c8c-3cc3-4615-a7de-f1d9063a9e06 admin admin] Request body: {'subnet': {'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2105389828-subnet', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:12.922993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.928446 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0a8df66f-1d24-47ad-b98b-af736e3c574d admin admin] Request body: {'subnet': {'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-781668769-subnet', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:12.951270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ea4ae140-3a64-4ae3-85fe-52df14ad27ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:12.972858 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16f7c8c-3cc3-4615-a7de-f1d9063a9e06 admin admin] Made reservation on behalf of caff1db302a04b7a883b2ea0ed6e9347 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:12.978467 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a16f7c8c-3cc3-4615-a7de-f1d9063a9e06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.025833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ea4ae140-3a64-4ae3-85fe-52df14ad27ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.040148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.040827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.051435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.116926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Pushing event updated for resources: {'Port': ['ID=32e87743-d37c-4615-845a-d0ea728aff0d,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:13.143139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7b5f0-26ed-4219-b606-ea17acef3a5b admin admin] Pushing event updated for resources: {'Network': ['ID=2bca6ec7-c77c-4796-b4da-ecf7327bab2c,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:13.143575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:13.143966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:13.144306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:13.144635 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:13.144962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:13.153317 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:13.157717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:13.158138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:13.161036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:13.161406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:13.162578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:13.162914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Tracked resource versions report: Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: pushed versions: Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: { 'AddressGroup': {'1.2'}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'ConntrackHelper': {'1.0'}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Log': {'1.0'}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Network': {'1.1'}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Port': {'1.7'}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'PortForwarding': {'1.2'}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'QosPolicy': {'1.9'}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'SecurityGroup': {'1.4'}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'SubPort': {'1.0'}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Subnet': {'1.1'}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Trunk': {'1.1'}} Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: consumer versions: Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: { DHCP agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: HyperV agent@hv-neutron-8355: {}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: L3 agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: Metadata agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: Metering agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: Open vSwitch agent@dv-neutron-835554-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'ConntrackHelper': '1.0', Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Log': '1.0', Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Network': '1.1', Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Port': '1.7', Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'PortForwarding': '1.2', Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'QosPolicy': '1.9', Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'SecurityGroup': '1.4', Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'SecurityGroupRule': '1.2', Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'SubPort': '1.0', Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Subnet': '1.1', Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: 'Trunk': '1.1'}} Mar 29 09:19:13.168688 dv-neutron-835554-1-hyperv neutron-server[102497]: {{(pid=102497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:19:13.183577 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:13.195077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:13.202949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8df66f-1d24-47ad-b98b-af736e3c574d admin admin] Made reservation on behalf of dec1dec677064dab8f8e0655ae5cfa98 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:13.205368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0a8df66f-1d24-47ad-b98b-af736e3c574d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.233060 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:13.238998 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:13.282837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719c3f4-0ebf-45db-be42-900817d3aa1e admin admin] Pushing event updated for resources: {'Network': ['ID=f9656fba-9b1e-414e-8ea0-9f8b6c07da74,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:13.320683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:13.377298 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Allocated IP 172.26.1.205 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/321217ab-4079-4544-b6ff-db367bae5846) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:13.386972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a16f7c8c-3cc3-4615-a7de-f1d9063a9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.466530 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f7c8c-3cc3-4615-a7de-f1d9063a9e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430ce061-df35-4aeb-b498-7548e31301a3,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:13.498438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46742) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:13.511290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.522883 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16f7c8c-3cc3-4615-a7de-f1d9063a9e06 admin admin] Checking segment: {'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:13.523250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f7c8c-3cc3-4615-a7de-f1d9063a9e06 admin admin] Network hostable DHCP agents. Network: f9656fba-9b1e-414e-8ea0-9f8b6c07da74, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:19:13.548757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ea4ae140-3a64-4ae3-85fe-52df14ad27ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.552045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ea4ae140-3a64-4ae3-85fe-52df14ad27ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.556322 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ea4ae140-3a64-4ae3-85fe-52df14ad27ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91f2825b-ffcb-4181-97ee-7125708492be HTTP/1.1" status: 204 len: 168 time: 0.8082659 Mar 29 09:19:13.593326 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16f7c8c-3cc3-4615-a7de-f1d9063a9e06 admin admin] Network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:19:13.610083 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0a8df66f-1d24-47ad-b98b-af736e3c574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.626047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Attempting to bind port 32e87743-d37c-4615-845a-d0ea728aff0d on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:13.626421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Attempting to bind port 32e87743-d37c-4615-845a-d0ea728aff0d by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:13.626779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Attempting to bind port 32e87743-d37c-4615-845a-d0ea728aff0d on network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:13.638441 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:13.639053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Checking segment: {'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:13.639616 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.640268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Bound using segment: {'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:13.641470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Bound port: 32e87743-d37c-4615-845a-d0ea728aff0d, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:13.642076 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.664890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46750) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:13.673949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-a16f7c8c-3cc3-4615-a7de-f1d9063a9e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, f9656fba-9b1e-414e-8ea0-9f8b6c07da74) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:13.680896 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ae140-3a64-4ae3-85fe-52df14ad27ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f2825b-ffcb-4181-97ee-7125708492be,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:13.704118 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16f7c8c-3cc3-4615-a7de-f1d9063a9e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:13.704553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.704711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a16f7c8c-3cc3-4615-a7de-f1d9063a9e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.707345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf2c83a-6da8-43db-b736-e87b66805c64 None None] Network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:13.748029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.785074 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a16f7c8c-3cc3-4615-a7de-f1d9063a9e06 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8929014 Mar 29 09:19:13.792061 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46756) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:13.796408 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8df66f-1d24-47ad-b98b-af736e3c574d admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1bb4d9-ee61-4e7b-babf-17686cd6831b,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:13.803609 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Pushing event updated for resources: {'Port': ['ID=321217ab-4079-4544-b6ff-db367bae5846,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:13.806415 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.815490 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:13.828205 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:13.839286 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:13.848649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:13.868607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-535707018'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:13.897799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'fixed_ips': [{'subnet_id': '430ce061-df35-4aeb-b498-7548e31301a3'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:19:13.898697 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.952934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Made reservation on behalf of 0110782b9f384b3494c8dd97339e1709 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:13.958174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.976719 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8df66f-1d24-47ad-b98b-af736e3c574d admin admin] Checking segment: {'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:13.977460 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8df66f-1d24-47ad-b98b-af736e3c574d admin admin] Network hostable DHCP agents. Network: 2bca6ec7-c77c-4796-b4da-ecf7327bab2c, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:19:13.983940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.994249 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:13.995754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.004647 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] For port 32e87743-d37c-4615-845a-d0ea728aff0d, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:14.030177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] For port 32e87743-d37c-4615-845a-d0ea728aff0d, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=32e87743-d37c-4615-845a-d0ea728aff0d,segment=NetworkSegment(a31f47e1-6fd2-4243-9243-392271d1cf25),segment_id=a31f47e1-6fd2-4243-9243-392271d1cf25)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:14.045750 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.087783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8df66f-1d24-47ad-b98b-af736e3c574d admin admin] Network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:19:14.116246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-0a8df66f-1d24-47ad-b98b-af736e3c574d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 2bca6ec7-c77c-4796-b4da-ecf7327bab2c) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:14.131238 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8df66f-1d24-47ad-b98b-af736e3c574d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:14.132016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0a8df66f-1d24-47ad-b98b-af736e3c574d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.134102 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c49da11-6bca-4492-9f78-980c5714cb17 None None] Network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:14.156845 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.179283 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0a8df66f-1d24-47ad-b98b-af736e3c574d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2554560 Mar 29 09:19:14.190184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46762) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:14.192799 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:14.229222 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.230838 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.299836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Allocated IP 172.26.1.133 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/09923461-a473-4f1b-86a3-b08daccc9012) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:14.306758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.314853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.321389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-340577142'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:14.328101 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46764) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:14.385587 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.386922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Allocated IP 172.20.0.2 (f9656fba-9b1e-414e-8ea0-9f8b6c07da74/430ce061-df35-4aeb-b498-7548e31301a3/e74c955a-643a-4931-bc0f-f30b6c140d52) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:14.390173 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.425502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdd382-5171-4877-b924-e4d262a69be7 None None] Pushing event updated for resources: {'Port': ['ID=32e87743-d37c-4615-845a-d0ea728aff0d,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:14.439025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.580996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.630062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-93f27812-026d-4ca2-842a-124daf21748f tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:14.710630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.753138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:14.767910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Made reservation on behalf of 60b98431d80e474ebb1a0b0c76c69fd0 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:14.776050 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.812740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:14.818815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:14.824558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:14.831230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Pushing event updated for resources: {'Port': ['ID=09923461-a473-4f1b-86a3-b08daccc9012,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:14.860426 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'fixed_ips': [{'subnet_id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:19:14.861305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.901310 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.916257 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.933182 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.933534 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Added segment 28bf7ba6-afae-4a52-a730-96afd07ffc10 of type vlan for network 6717af71-59d6-447b-a3d4-492112b36fd6 Mar 29 09:19:14.964125 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:14.977141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.001532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.009436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.035581 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:15.035581 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:15.041167 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:15.068240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Pushing event updated for resources: {'Port': ['ID=e74c955a-643a-4931-bc0f-f30b6c140d52,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:15.104857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.128467 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.150704 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Allocated IP 172.20.0.2 (2bca6ec7-c77c-4796-b4da-ecf7327bab2c/df1bb4d9-ee61-4e7b-babf-17686cd6831b/77ece32f-d25e-499c-aee1-587bf4206ea4) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:15.153433 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.177739 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.179666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Attempting to bind port e74c955a-643a-4931-bc0f-f30b6c140d52 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:15.180036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Attempting to bind port e74c955a-643a-4931-bc0f-f30b6c140d52 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:15.180398 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Attempting to bind port e74c955a-643a-4931-bc0f-f30b6c140d52 on network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:15.186833 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:15.188060 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.195793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:15.196208 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Checking segment: {'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:15.196597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.203528 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Bound using segment: {'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:15.204101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Bound port: e74c955a-643a-4931-bc0f-f30b6c140d52, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:15.204700 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.211566 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.256858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46790) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:15.263203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.268482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.276897 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7772911 Mar 29 09:19:15.285611 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46796) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:15.295935 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c55c44-14f0-4029-85af-c052d6ced929,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:15.317356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] For port e74c955a-643a-4931-bc0f-f30b6c140d52, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:15.322691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] For port e74c955a-643a-4931-bc0f-f30b6c140d52, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e74c955a-643a-4931-bc0f-f30b6c140d52,segment=NetworkSegment(d363cee5-c162-41da-80c7-a89867efc37b),segment_id=d363cee5-c162-41da-80c7-a89867efc37b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:15.336120 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:15.361936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Pushing event updated for resources: {'Port': ['ID=321217ab-4079-4544-b6ff-db367bae5846,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:15.364116 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.425691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08d260-fc71-497b-8e59-df6302660350 None None] Pushing event updated for resources: {'Port': ['ID=e74c955a-643a-4931-bc0f-f30b6c140d52,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:15.473810 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-93f27812-026d-4ca2-842a-124daf21748f tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] 10.222.0.32 "PUT /v2.0/quotas/714f563899e04df8b1c7c5454e2b0aea HTTP/1.1" status: 200 len: 366 time: 1.1433141 Mar 29 09:19:15.499022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46800) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:15.501627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.506176 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f4e7398e-29f2-46b4-be89-2e67e1b3bab8 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5912397 Mar 29 09:19:15.517059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46802) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:15.518866 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b7b89edb-11c2-4e0b-86c2-cb1433d9d12a tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0113101 Mar 29 09:19:15.524235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-87f7154b-c575-4d5c-8f1f-aea788856f10 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1708878729', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'fixed_ips': [{'ip_address': '172.26.1.205'}]}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:15.554496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb9d322-6e9b-4ffb-85fc-73dd32808ed3 None None] Network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:15.563411 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89cf62e2-9b6a-4ae5-ad84-f7256a5b6e5d,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:15.605360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46804) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:15.611313 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.611979 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Added segment f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6 of type vlan for network f77f73c9-369f-4d16-a041-cffec1a64b73 Mar 29 09:19:15.623744 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1160762300'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:15.632331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f7154b-c575-4d5c-8f1f-aea788856f10 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Made reservation on behalf of c0bdec3ae5264b5393f782b6f2f14237 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:15.635266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87f7154b-c575-4d5c-8f1f-aea788856f10 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.648142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87f7154b-c575-4d5c-8f1f-aea788856f10 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.692151 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Request body: {'network': {'name': 'tempest-network--624425334', 'router:external': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:15.704830 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.720475 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fd4a4d31-7e4e-4854-a174-a35afe900b99 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] 10.222.0.32 "GET /v2.0/quotas/714f563899e04df8b1c7c5454e2b0aea HTTP/1.1" status: 200 len: 366 time: 0.0443516 Mar 29 09:19:15.723812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-663e91f5-d967-415a-9276-6c811f04f084 None None] Provisioning complete for port 32e87743-d37c-4615-845a-d0ea728aff0d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:15.724177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-663e91f5-d967-415a-9276-6c811f04f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.728602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46806) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:15.756809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:15.760968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.791330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.820195 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.833624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.891685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.resource_extend [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:19:15.899191 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716f639-ecd4-4c6e-a5be-ef592dbb5b9f tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Pushing event updated for resources: {'Network': ['ID=6717af71-59d6-447b-a3d4-492112b36fd6,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:15.912184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Pushing event updated for resources: {'Port': ['ID=77ece32f-d25e-499c-aee1-587bf4206ea4,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:15.931427 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:15.932656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 6717af71-59d6-447b-a3d4-492112b36fd6 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:15.946837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87f7154b-c575-4d5c-8f1f-aea788856f10 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.961822 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.967949 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87f7154b-c575-4d5c-8f1f-aea788856f10 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:15.994221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-87f7154b-c575-4d5c-8f1f-aea788856f10 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] device_id is not set on port ed16c64d-2ac5-45e5-b066-19ad27e68040 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:16.035944 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:16.052611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:16.116600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-663e91f5-d967-415a-9276-6c811f04f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.138396 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Attempting to bind port 77ece32f-d25e-499c-aee1-587bf4206ea4 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:16.138788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Attempting to bind port 77ece32f-d25e-499c-aee1-587bf4206ea4 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:16.139154 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Attempting to bind port 77ece32f-d25e-499c-aee1-587bf4206ea4 on network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:16.150334 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-aadc3939-c446-41d5-a596-8e5f859c4fab tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/714f563899e04df8b1c7c5454e2b0aea HTTP/1.1" status: 204 len: 168 time: 0.3307469 Mar 29 09:19:16.154478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Made reservation on behalf of e7e2126c52ed4bb28f23f3a288797037 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:16.157099 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.157440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:16.158021 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Checking segment: {'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:16.158641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.159056 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Bound using segment: {'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:16.159670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Bound port: 77ece32f-d25e-499c-aee1-587bf4206ea4, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:16.160024 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.160200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46810) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:16.169506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7154b-c575-4d5c-8f1f-aea788856f10 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee61bf1-57fd-4d15-93bf-2a000da517db,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:16.187310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.194057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:16.194822 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.201212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-663e91f5-d967-415a-9276-6c811f04f084 None None] For port 32e87743-d37c-4615-845a-d0ea728aff0d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=32e87743-d37c-4615-845a-d0ea728aff0d,segment=NetworkSegment(a31f47e1-6fd2-4243-9243-392271d1cf25),segment_id=a31f47e1-6fd2-4243-9243-392271d1cf25)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:16.206806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 32e87743-d37c-4615-845a-d0ea728aff0d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:16.221743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.241041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-663e91f5-d967-415a-9276-6c811f04f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.252574 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3ddf06e7-9cc5-4ca5-b576-bc14be0c587d tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0878744 Mar 29 09:19:16.260300 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46812) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:16.353840 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Pushing event updated for resources: {'Network': ['ID=f77f73c9-369f-4d16-a041-cffec1a64b73,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:16.371664 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] For port 77ece32f-d25e-499c-aee1-587bf4206ea4, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:16.375042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network f77f73c9-369f-4d16-a041-cffec1a64b73 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:16.381297 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e91f5-d967-415a-9276-6c811f04f084 None None] Pushing event updated for resources: {'Port': ['ID=32e87743-d37c-4615-845a-d0ea728aff0d,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:16.398629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.402621 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-14238c92-76c3-4c3f-b77a-880e6dd59ad5 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] 10.222.0.32 "GET /v2.0/quotas/714f563899e04df8b1c7c5454e2b0aea HTTP/1.1" status: 200 len: 370 time: 0.1351900 Mar 29 09:19:16.407883 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46814) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:16.414831 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d552bf64-c5fb-4637-96bc-984f0fc36b22 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] 10.222.0.32 "GET /v2.0/quotas/714f563899e04df8b1c7c5454e2b0aea/default HTTP/1.1" status: 200 len: 370 time: 0.0042210 Mar 29 09:19:16.417281 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-abc50458-fb5c-429c-b7d5-fc5ff2799525 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7431636 Mar 29 09:19:16.420365 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46816) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:16.420831 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46818) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:16.421730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] For port 77ece32f-d25e-499c-aee1-587bf4206ea4, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=77ece32f-d25e-499c-aee1-587bf4206ea4,segment=NetworkSegment(14212b7d-d686-4361-8e15-54fae21a812b),segment_id=14212b7d-d686-4361-8e15-54fae21a812b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:16.426088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.428947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.449850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7b726543-c334-40a8-8b8b-38d28ab36cc3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Request body: {'subnet': {'network_id': 'f77f73c9-369f-4d16-a041-cffec1a64b73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:16.456288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 32e87743-d37c-4615-845a-d0ea728aff0d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:16.457319 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.490249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:16.519933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77193e86-404c-4555-b7c7-d8d2a7456d2e,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:16.532955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.533816 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Added segment f1c28150-88ee-46eb-a4e0-b0baac27543b of type vlan for network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 Mar 29 09:19:16.619154 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-185502db-aa74-41bf-8896-b7a6acf4995c tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] delete failed (client error): The resource could not be found. Mar 29 09:19:16.620270 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-185502db-aa74-41bf-8896-b7a6acf4995c tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/714f563899e04df8b1c7c5454e2b0aea HTTP/1.1" status: 404 len: 348 time: 0.1948719 Mar 29 09:19:16.623628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.642142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c9bf7-818b-422b-b0fa-cc77a269eea7 None None] Pushing event updated for resources: {'Port': ['ID=77ece32f-d25e-499c-aee1-587bf4206ea4,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:16.676480 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f7154b-c575-4d5c-8f1f-aea788856f10 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 29 09:19:16.677288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f7154b-c575-4d5c-8f1f-aea788856f10 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:19:16.700569 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.708091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:16.709857 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.711938 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4feea011-6081-42c2-bb7d-920bac265cdb None None] Provisioning complete for port 32e87743-d37c-4615-845a-d0ea728aff0d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:16.718402 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4feea011-6081-42c2-bb7d-920bac265cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:16.727848 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-87f7154b-c575-4d5c-8f1f-aea788856f10 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2076910 Mar 29 09:19:16.735089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e74c955a-643a-4931-bc0f-f30b6c140d52 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:16.749197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Router 10ff165c-c68f-45e3-9c99-737c256bd148 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:19:16.809788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46826) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:16.986061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46828) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:16.994610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e74c955a-643a-4931-bc0f-f30b6c140d52 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:16.995247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.082439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.120643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.136075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Usage tracker for resource:network and tenant:4725bad6fe994a17be11f83301edbc3b is out of sync, need to count used quota {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 09:19:17.141069 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8766062 Mar 29 09:19:17.146636 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46830) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:17.147720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.159679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c7adbd74-7ff3-4045-a8d1-263545328fc3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:17.177228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.179271 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port e74c955a-643a-4931-bc0f-f30b6c140d52, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e74c955a-643a-4931-bc0f-f30b6c140d52,segment=NetworkSegment(d363cee5-c162-41da-80c7-a89867efc37b),segment_id=d363cee5-c162-41da-80c7-a89867efc37b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:17.187776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.245552 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 09:19:17.251926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ed3997-9728-4c5d-84a0-3dfd68d9aced None None] Network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:17.252272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.254053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc186484-5f1f-4b42-9317-a7e458ab3fa5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Network': ['ID=bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:17.257624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=e74c955a-643a-4931-bc0f-f30b6c140d52,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:17.266641 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b726543-c334-40a8-8b8b-38d28ab36cc3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Made reservation on behalf of 60b98431d80e474ebb1a0b0c76c69fd0 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:17.272029 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7b726543-c334-40a8-8b8b-38d28ab36cc3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks [] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.275890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:17.279814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Usage tracker for resource:subnet and tenant:4725bad6fe994a17be11f83301edbc3b is out of sync, need to count used quota {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 09:19:17.289995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 09:19:17.330141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:17.333920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Usage tracker for resource:subnetpool and tenant:4725bad6fe994a17be11f83301edbc3b is out of sync, need to count used quota {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 09:19:17.343472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 09:19:17.355130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:19:17.367806 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Sync routers for ids ['10ff165c-c68f-45e3-9c99-737c256bd148'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:19:17.379241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Usage tracker for resource:port and tenant:4725bad6fe994a17be11f83301edbc3b is out of sync, need to count used quota {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 09:19:17.382635 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Routers {'10ff165c-c68f-45e3-9c99-737c256bd148'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:19:17.383844 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:18:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['10ff165c-c68f-45e3-9c99-737c256bd148'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:17.388008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 09:19:17.401917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.405195 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fa44e9b8-b98a-4cd6-8c3a-1ab31b8c8259 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1947989 Mar 29 09:19:17.406400 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Usage tracker for resource:router and tenant:4725bad6fe994a17be11f83301edbc3b is out of sync, need to count used quota {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 09:19:17.408401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46832) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:17.457104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167c9018-e49d-4b6d-a574-0157692ef24b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:17.470223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.504950 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.505322 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Added segment 02d12d34-a730-4fcc-8d6b-32ec7bc9bde2 of type vlan for network 7ca71aa0-6d64-423b-b730-22d5fbcdcb48 Mar 29 09:19:17.516563 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-9c99380a-dfe8-484b-b69b-706fcf2c1487 None None] Provisioning complete for port e74c955a-643a-4931-bc0f-f30b6c140d52 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:17.517212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9c99380a-dfe8-484b-b69b-706fcf2c1487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.557132 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.656275 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Set router 10ff165c-c68f-45e3-9c99-737c256bd148 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:19:17.689958 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 09:19:17.779905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Usage tracker for resource:floatingip and tenant:4725bad6fe994a17be11f83301edbc3b is out of sync, need to count used quota {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 09:19:17.786103 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.807450 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7adbd74-7ff3-4045-a8d1-263545328fc3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:17.811751 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c7adbd74-7ff3-4045-a8d1-263545328fc3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.828691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-74f34d40-f345-49b8-b2ab-6a558ee140ab tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Deleting port 321217ab-4079-4544-b6ff-db367bae5846 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:17.829300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-74f34d40-f345-49b8-b2ab-6a558ee140ab tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:17.833163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 09:19:17.859525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Allocated IP 172.26.1.234 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/c7206194-05c0-48f2-9bfb-bff1c3a94e3a) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:17.954967 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.resource_extend [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:19:17.983254 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:19:14Z', 'revision_number': 3, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:18.020226 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Checking router: 10ff165c-c68f-45e3-9c99-737c256bd148 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:19:18.020542 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Updating router 10ff165c-c68f-45e3-9c99-737c256bd148 port 09923461-a473-4f1b-86a3-b08daccc9012 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:19:18.059811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Usage tracker for resource:security_group and tenant:4725bad6fe994a17be11f83301edbc3b is out of sync, need to count used quota {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 09:19:18.068173 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.069123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 09:19:18.140593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 32e87743-d37c-4615-845a-d0ea728aff0d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:18.148713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Usage tracker for resource:security_group_rule and tenant:4725bad6fe994a17be11f83301edbc3b is out of sync, need to count used quota {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 29 09:19:18.149776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4b9658ca-fb2e-45ac-b89c-daba9bd2b1b1 None None] Provisioning complete for port e74c955a-643a-4931-bc0f-f30b6c140d52 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:18.150682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b9658ca-fb2e-45ac-b89c-daba9bd2b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.160310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.quota.resource [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102496) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 29 09:19:18.173101 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d0fc6a3f-ee4c-452c-b98e-a7c8cccda3d4 tempest-QuotasTest-439080468 tempest-QuotasTest-439080468-project-admin] 10.222.0.32 "GET /v2.0/quotas/4725bad6fe994a17be11f83301edbc3b/details.json HTTP/1.1" status: 200 len: 703 time: 1.1826108 Mar 29 09:19:18.273233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f42c0cf-fc11-4eab-8b97-bb5ef45cba48 None None] Network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:18.277765 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.373390 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-74f34d40-f345-49b8-b2ab-6a558ee140ab tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.373747 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-74f34d40-f345-49b8-b2ab-6a558ee140ab tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.389796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-74f34d40-f345-49b8-b2ab-6a558ee140ab tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Calling delete_port for 321217ab-4079-4544-b6ff-db367bae5846 owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:18.407403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 32e87743-d37c-4615-845a-d0ea728aff0d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:18.407807 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.555531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Allocated IP 172.20.0.1 (8c37aefe-3fc0-4af0-8a52-f0c9111045ea/87c15ca4-f48e-4474-bd41-14ac18cc263a/d35121eb-5318-412d-b8a4-85c975c6247a) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:18.572255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 77ece32f-d25e-499c-aee1-587bf4206ea4 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:18.642919 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-49da4442-afe3-45ca-ab5d-fcfa573804f9 None None] Provisioning complete for port 77ece32f-d25e-499c-aee1-587bf4206ea4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:18.643197 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49da4442-afe3-45ca-ab5d-fcfa573804f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.687775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46840) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:18.698082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 77ece32f-d25e-499c-aee1-587bf4206ea4 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:18.698326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.718856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.719835 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:18.720411 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.754587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.810656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49da4442-afe3-45ca-ab5d-fcfa573804f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.812475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.851190 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.874891 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-49da4442-afe3-45ca-ab5d-fcfa573804f9 None None] For port 77ece32f-d25e-499c-aee1-587bf4206ea4, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=77ece32f-d25e-499c-aee1-587bf4206ea4,segment=NetworkSegment(14212b7d-d686-4361-8e15-54fae21a812b),segment_id=14212b7d-d686-4361-8e15-54fae21a812b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:18.896192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:18.896430 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49da4442-afe3-45ca-ab5d-fcfa573804f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.896868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:18.901706 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:18.902169 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.905648 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.6004176 Mar 29 09:19:18.906261 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46844) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:18.923924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-74f34d40-f345-49b8-b2ab-6a558ee140ab tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.936994 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be9c07-7efe-460a-88e8-b911b262ec99 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event updated for resources: {'Network': ['ID=7ca71aa0-6d64-423b-b730-22d5fbcdcb48,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:18.966953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d35121eb-5318-412d-b8a4-85c975c6247a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:18.976121 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f34d40-f345-49b8-b2ab-6a558ee140ab tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Pushing event deleted for resources: {'Port': ['ID=321217ab-4079-4544-b6ff-db367bae5846,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:18.976269 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b4b5375f-7b6d-4315-aa35-265cfe26cfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:18.986173 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7b726543-c334-40a8-8b8b-38d28ab36cc3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.013651 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e74c955a-643a-4931-bc0f-f30b6c140d52 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:19.057988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b726543-c334-40a8-8b8b-38d28ab36cc3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Pushing event updated for resources: {'Subnet': ['ID=163109fd-1172-4176-965f-fbad91854910,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:19.062986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da4442-afe3-45ca-ab5d-fcfa573804f9 None None] Pushing event updated for resources: {'Port': ['ID=77ece32f-d25e-499c-aee1-587bf4206ea4,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:19.068788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 7ca71aa0-6d64-423b-b730-22d5fbcdcb48 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:19.109686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4a9b28a9-9549-48ac-8519-86b4a2a0ecd0 None None] Provisioning complete for port 77ece32f-d25e-499c-aee1-587bf4206ea4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:19.110081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4a9b28a9-9549-48ac-8519-86b4a2a0ecd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.155210 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e74c955a-643a-4931-bc0f-f30b6c140d52 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:19.155869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.210891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b4b5375f-7b6d-4315-aa35-265cfe26cfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.212555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.226412 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b4b5375f-7b6d-4315-aa35-265cfe26cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.248818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.294718 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-74f34d40-f345-49b8-b2ab-6a558ee140ab tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.295107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5375f-7b6d-4315-aa35-265cfe26cfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e7f1d-1f27-46e6-8af7-5fecc6385cbb,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:19.296804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-74f34d40-f345-49b8-b2ab-6a558ee140ab tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.301417 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-74f34d40-f345-49b8-b2ab-6a558ee140ab tempest-ExternalNetworksAdminNegativeTestJSON-1682549040 tempest-ExternalNetworksAdminNegativeTestJSON-1682549040-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/896ae0fa-2f15-4a9f-ba82-4afadf796b8b HTTP/1.1" status: 204 len: 168 time: 2.4855323 Mar 29 09:19:19.302322 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b4b5375f-7b6d-4315-aa35-265cfe26cfd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=924a377cae304640b9cc75faaf0b81ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123571 Mar 29 09:19:19.304412 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46854) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:19.389693 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.414174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b726543-c334-40a8-8b8b-38d28ab36cc3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Checking segment: {'id': 'f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f77f73c9-369f-4d16-a041-cffec1a64b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:19.414421 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b726543-c334-40a8-8b8b-38d28ab36cc3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Network hostable DHCP agents. Network: f77f73c9-369f-4d16-a041-cffec1a64b73, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:19:19.472628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-fc5d631b-6e5e-4725-afc9-41adf2cfb7fb None None] Provisioning complete for port d35121eb-5318-412d-b8a4-85c975c6247a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:19.473797 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fc5d631b-6e5e-4725-afc9-41adf2cfb7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.499675 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:19.532300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d631b-6e5e-4725-afc9-41adf2cfb7fb None None] Port d35121eb-5318-412d-b8a4-85c975c6247a cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:19.540959 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.545395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:19.556876 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c7adbd74-7ff3-4045-a8d1-263545328fc3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.572961 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:19.581633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Allocated IP 172.26.1.242 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/df5755a5-b634-4c69-b456-99770c4fc2ed) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:19.608437 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Pushing event updated for resources: {'Port': ['ID=c7206194-05c0-48f2-9bfb-bff1c3a94e3a,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:19.611288 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b726543-c334-40a8-8b8b-38d28ab36cc3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Network f77f73c9-369f-4d16-a041-cffec1a64b73 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:19:19.616652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46858) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:19.625682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.633505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.634551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.640834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b98b79ec-dac1-4662-8ecd-c4a916a2334e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.659225 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.660148 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.660376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.660988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > port after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.660988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.661476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > port after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.661685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.662020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.662895 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.662895 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.713803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b98b79ec-dac1-4662-8ecd-c4a916a2334e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.730287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d35121eb-5318-412d-b8a4-85c975c6247a,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:19.780380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f56b8491-80b1-44ea-add6-dd79cf7ebc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.846451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:19.848530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:19.899030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b98b79ec-dac1-4662-8ecd-c4a916a2334e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.907500 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.907500 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.907500 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.908428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b98b79ec-dac1-4662-8ecd-c4a916a2334e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:19.908428 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b98b79ec-dac1-4662-8ecd-c4a916a2334e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d2e7f1d-1f27-46e6-8af7-5fecc6385cbb HTTP/1.1" status: 204 len: 168 time: 0.5974064 Mar 29 09:19:19.910345 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:19.911001 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca71aa0-6d64-423b-b730-22d5fbcdcb48']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:19.938631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b79ec-dac1-4662-8ecd-c4a916a2334e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e7f1d-1f27-46e6-8af7-5fecc6385cbb,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:19.951054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 77ece32f-d25e-499c-aee1-587bf4206ea4 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:20.015291 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-7b726543-c334-40a8-8b8b-38d28ab36cc3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, f77f73c9-369f-4d16-a041-cffec1a64b73) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:20.022361 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d12d34-a730-4fcc-8d6b-32ec7bc9bde2') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:20.022658 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d12d34-a730-4fcc-8d6b-32ec7bc9bde2') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:20.046225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb230d-21e8-4be8-896b-1a7aa131ca00 None None] Network f77f73c9-369f-4d16-a041-cffec1a64b73 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:20.087229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Router 10ff165c-c68f-45e3-9c99-737c256bd148 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:19:20.096296 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f56b8491-80b1-44ea-add6-dd79cf7ebc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.102006 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7adbd74-7ff3-4045-a8d1-263545328fc3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:20.102365 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7adbd74-7ff3-4045-a8d1-263545328fc3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network hostable DHCP agents. Network: bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:19:20.107274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b726543-c334-40a8-8b8b-38d28ab36cc3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:20.107905 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7b726543-c334-40a8-8b8b-38d28ab36cc3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.108462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f56b8491-80b1-44ea-add6-dd79cf7ebc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.123389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.144575 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f56b8491-80b1-44ea-add6-dd79cf7ebc5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d64704edff1a432eaf39cc029cfb631e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252957 Mar 29 09:19:20.163376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46868) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:20.176649 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 77ece32f-d25e-499c-aee1-587bf4206ea4 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:20.177813 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.185585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adbd74-7ff3-4045-a8d1-263545328fc3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=8b3c6e65-e47c-49bc-90ff-0c533816d389,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:20.260904 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.272454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:19:20.279326 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-71c2a140-8ffc-41fb-93e6-74e56f09a2d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/10ff165c-c68f-45e3-9c99-737c256bd148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8694534 Mar 29 09:19:20.300022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b8491-80b1-44ea-add6-dd79cf7ebc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37083cff-0de6-475a-9249-4bbaae9dc66d,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:20.346170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1726de12-7b84-4d4f-b013-33623eedd4ed None None] Provisioning complete for port d35121eb-5318-412d-b8a4-85c975c6247a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:20.346170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1726de12-7b84-4d4f-b013-33623eedd4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.346591 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7adbd74-7ff3-4045-a8d1-263545328fc3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:19:20.352799 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:19:20.353363 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: from cryptography.utils import int_from_bytes Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: from cryptography.utils import int_from_bytes Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:19:20.362644 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:19:20.371203 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7b726543-c334-40a8-8b8b-38d28ab36cc3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9436104 Mar 29 09:19:20.371319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46872) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:20.379340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Request body: {'port': {'network_id': 'f77f73c9-369f-4d16-a041-cffec1a64b73', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1446696072'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:20.392598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-c7adbd74-7ff3-4045-a8d1-263545328fc3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:20.413069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db75e3df-505a-4fdf-803c-4d3e1ff8a9e7 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:20.444071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-57dfb447-9889-4eda-8f01-213254323c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.461599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7adbd74-7ff3-4045-a8d1-263545328fc3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:20.461599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c7adbd74-7ff3-4045-a8d1-263545328fc3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.490116 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1726de12-7b84-4d4f-b013-33623eedd4ed None None] Port d35121eb-5318-412d-b8a4-85c975c6247a cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:20.503113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-f77f73c9-369f-4d16-a041-cffec1a64b73', 'network_id': 'f77f73c9-369f-4d16-a041-cffec1a64b73', 'tenant_id': '60b98431d80e474ebb1a0b0c76c69fd0', 'fixed_ips': [{'subnet_id': '163109fd-1172-4176-965f-fbad91854910'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:19:20.503657 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46880) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:20.504597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.531317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-41ef01fc-da11-485d-aec6-58490d8be87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.597540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.618048 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c7adbd74-7ff3-4045-a8d1-263545328fc3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4668434 Mar 29 09:19:20.618675 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46884) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:20.621005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-57dfb447-9889-4eda-8f01-213254323c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.642630 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'name': 'tempest-NetworksTestDHCPv6-138083596'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:20.671479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-41ef01fc-da11-485d-aec6-58490d8be87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.684029 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.690396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-41ef01fc-da11-485d-aec6-58490d8be87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.708476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ca71aa0-6d64-423b-b730-22d5fbcdcb48 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 09:19:20.728496 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-41ef01fc-da11-485d-aec6-58490d8be87f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4725bad6fe994a17be11f83301edbc3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209861 Mar 29 09:19:20.744356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46888) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:20.843031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9349ff5f-4f27-4b0a-879b-6f9bff6dbfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.878687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9349ff5f-4f27-4b0a-879b-6f9bff6dbfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.890939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef01fc-da11-485d-aec6-58490d8be87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc404472-8813-482d-ba13-4cec6db47374,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:20.911741 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '8b3c6e65-e47c-49bc-90ff-0c533816d389'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:19:20.913167 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.922123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Made reservation on behalf of 60b98431d80e474ebb1a0b0c76c69fd0 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:20.926092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:20.997271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] device_id is not set on port 5789550d-bb9a-453f-b5c6-86477163b9d3 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:21.111091 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Allocated IP 2001:db8::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/8b3c6e65-e47c-49bc-90ff-0c533816d389/602cdc96-0204-45f2-ad44-deb5bc1f37ae) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:21.136138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.143466 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "DELETE /v2.0/networks/7ca71aa0-6d64-423b-b730-22d5fbcdcb48 HTTP/1.1" status: 204 len: 168 time: 2.2299287 Mar 29 09:19:21.145721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46890) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:21.146991 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a13a7d-c94d-4872-b064-25d547fead05 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ca71aa0-6d64-423b-b730-22d5fbcdcb48,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:21.153856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-bbeb4094-51df-4f50-b5ff-2372265a75cb tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:21.221554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9349ff5f-4f27-4b0a-879b-6f9bff6dbfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.224471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9349ff5f-4f27-4b0a-879b-6f9bff6dbfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.225745 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9349ff5f-4f27-4b0a-879b-6f9bff6dbfff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc404472-8813-482d-ba13-4cec6db47374 HTTP/1.1" status: 204 len: 168 time: 0.4804108 Mar 29 09:19:21.257802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.259639 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349ff5f-4f27-4b0a-879b-6f9bff6dbfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc404472-8813-482d-ba13-4cec6db47374,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:21.266411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeb4094-51df-4f50-b5ff-2372265a75cb tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Made reservation on behalf of e7e2126c52ed4bb28f23f3a288797037 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:21.272779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4094-51df-4f50-b5ff-2372265a75cb tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.279975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Allocated IP 172.20.0.2 (f77f73c9-369f-4d16-a041-cffec1a64b73/163109fd-1172-4176-965f-fbad91854910/6b5c6aca-c9dc-4c9c-b342-304f4be779fb) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:21.404655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.410789 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbeb4094-51df-4f50-b5ff-2372265a75cb tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:21.428041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.428713 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-57dfb447-9889-4eda-8f01-213254323c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.434846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-57dfb447-9889-4eda-8f01-213254323c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.438488 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-57dfb447-9889-4eda-8f01-213254323c91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37083cff-0de6-475a-9249-4bbaae9dc66d HTTP/1.1" status: 204 len: 168 time: 1.2472296 Mar 29 09:19:21.449329 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.464145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4094-51df-4f50-b5ff-2372265a75cb tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.465117 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-bbeb4094-51df-4f50-b5ff-2372265a75cb tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Added segment d7c329ed-3d0f-468e-935e-0aec9a328803 of type vlan for network 7e841d21-374c-4990-ab32-e5301326a4e7 Mar 29 09:19:21.518127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:21.528803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Pushing event updated for resources: {'Port': ['ID=602cdc96-0204-45f2-ad44-deb5bc1f37ae,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:21.532339 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:21.558289 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfb447-9889-4eda-8f01-213254323c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37083cff-0de6-475a-9249-4bbaae9dc66d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:21.605224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:21.623983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4094-51df-4f50-b5ff-2372265a75cb tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.707634 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.723605 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.733512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4094-51df-4f50-b5ff-2372265a75cb tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.736998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeb4094-51df-4f50-b5ff-2372265a75cb tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:21.738148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbeb4094-51df-4f50-b5ff-2372265a75cb tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.764035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:21.777449 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:21.792408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46902) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:21.800824 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Pushing event updated for resources: {'Port': ['ID=df5755a5-b634-4c69-b456-99770c4fc2ed,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:21.815394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-529d189b-c2f0-44e5-b5ab-04d012ca9eec tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Request body: {'security_group': {'name': 'tempest-securitygroup--525648218', 'description': 'tempest-description--1975477697'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:21.847675 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bbeb4094-51df-4f50-b5ff-2372265a75cb tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7005544 Mar 29 09:19:21.853083 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Pushing event updated for resources: {'Port': ['ID=09923461-a473-4f1b-86a3-b08daccc9012,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:21.863251 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:21.863900 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:21.864410 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:21.865391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46906) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:21.866006 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:21.866521 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:21.867069 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:21.868892 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:21.869611 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:21.870148 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:21.870676 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:21.871368 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:21.872390 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Tracked resource versions report: Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: pushed versions: Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: { 'AddressGroup': {'1.2'}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'ConntrackHelper': {'1.0'}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Log': {'1.0'}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Network': {'1.1'}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Port': {'1.7'}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'PortForwarding': {'1.2'}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'QosPolicy': {'1.9'}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'SecurityGroup': {'1.4'}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'SecurityGroupRule': {'1.2'}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'SubPort': {'1.0'}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Subnet': {'1.1'}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Trunk': {'1.1'}} Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: consumer versions: Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: { DHCP agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: HyperV agent@hv-neutron-8355: {}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: L3 agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: Metadata agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: Metering agent@dv-neutron-835554-1-hyperv: {}, Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: Open vSwitch agent@dv-neutron-835554-1-hyperv: { 'AddressGroup': '1.2', Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'ConntrackHelper': '1.0', Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Log': '1.0', Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Network': '1.1', Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Port': '1.7', Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'PortForwarding': '1.2', Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'QosPolicy': '1.9', Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'SecurityGroup': '1.4', Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'SecurityGroupRule': '1.2', Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'SubPort': '1.0', Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Subnet': '1.1', Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: 'Trunk': '1.1'}} Mar 29 09:19:21.873901 dv-neutron-835554-1-hyperv neutron-server[102498]: {{(pid=102498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 09:19:21.906278 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Attempting to bind port 602cdc96-0204-45f2-ad44-deb5bc1f37ae on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:21.907262 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Attempting to bind port 602cdc96-0204-45f2-ad44-deb5bc1f37ae by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:21.908572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Attempting to bind port 602cdc96-0204-45f2-ad44-deb5bc1f37ae on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:21.918250 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Attempting to bind port 09923461-a473-4f1b-86a3-b08daccc9012 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:21.920481 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Attempting to bind port 09923461-a473-4f1b-86a3-b08daccc9012 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:21.921261 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Attempting to bind port 09923461-a473-4f1b-86a3-b08daccc9012 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:21.927035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:21.927356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:21.928156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:21.928660 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.928985 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:21.929901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Bound port: 602cdc96-0204-45f2-ad44-deb5bc1f37ae, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:21.930273 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.931238 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:21.931619 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:21.935873 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.936283 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:21.936909 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Bound port: 09923461-a473-4f1b-86a3-b08daccc9012, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:21.937311 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.943862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:21.949446 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:21.961116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Request body: {'subnet': {'network_id': '7e841d21-374c-4990-ab32-e5301326a4e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:21.987640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb4094-51df-4f50-b5ff-2372265a75cb tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event updated for resources: {'Network': ['ID=7e841d21-374c-4990-ab32-e5301326a4e7,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:22.009954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-529d189b-c2f0-44e5-b5ab-04d012ca9eec tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.019997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] For port 602cdc96-0204-45f2-ad44-deb5bc1f37ae, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:22.020312 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] For port 09923461-a473-4f1b-86a3-b08daccc9012, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:22.023752 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Made reservation on behalf of e7e2126c52ed4bb28f23f3a288797037 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:22.024778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] For port 602cdc96-0204-45f2-ad44-deb5bc1f37ae, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=602cdc96-0204-45f2-ad44-deb5bc1f37ae,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:22.025242 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] For port 09923461-a473-4f1b-86a3-b08daccc9012, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=09923461-a473-4f1b-86a3-b08daccc9012,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:22.026195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks [] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.029774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 7e841d21-374c-4990-ab32-e5301326a4e7 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:22.036958 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.038006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.114121 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.123007 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 78b09d3e-04da-42a2-8ddf-7b44261a484b yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:22.162474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46914) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:22.207803 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Routers {'10ff165c-c68f-45e3-9c99-737c256bd148'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:19:22.217660 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:18:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['10ff165c-c68f-45e3-9c99-737c256bd148'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:22.231730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-529d189b-c2f0-44e5-b5ab-04d012ca9eec tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.248014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-529d189b-c2f0-44e5-b5ab-04d012ca9eec tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.303839 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560feb0-cc90-4abc-8565-114fb9b2d1cb None None] Pushing event updated for resources: {'Port': ['ID=09923461-a473-4f1b-86a3-b08daccc9012,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:22.306188 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d189b-c2f0-44e5-b5ab-04d012ca9eec tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9c7167-9356-4227-8a4c-9c995f21b92b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:22.330211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97ca1a-aaf2-4000-ac5e-ce49f14164b0 None None] Pushing event updated for resources: {'Port': ['ID=602cdc96-0204-45f2-ad44-deb5bc1f37ae,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:22.364240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-529d189b-c2f0-44e5-b5ab-04d012ca9eec tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.365809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.369298 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-529d189b-c2f0-44e5-b5ab-04d012ca9eec tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5755899 Mar 29 09:19:22.369911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46918) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:22.379360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.384109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-520b4fe1-f5ad-4dfc-a5f3-f93b63132c34 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Request body: {'security_group_rule': {'security_group_id': '8b9c7167-9356-4227-8a4c-9c995f21b92b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:22.424471 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-df832986-0ccf-4520-8372-a6ed0d3b7f5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0bdec3ae5264b5393f782b6f2f14237&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2585866 Mar 29 09:19:22.452435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Network f77f73c9-369f-4d16-a041-cffec1a64b73 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:22.457761 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:22.460283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46920) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:22.464773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:22.498892 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Pushing event updated for resources: {'Port': ['ID=6b5c6aca-c9dc-4c9c-b342-304f4be779fb,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:22.513118 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] Set router 10ff165c-c68f-45e3-9c99-737c256bd148 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:19:22.524491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-520b4fe1-f5ad-4dfc-a5f3-f93b63132c34 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.542614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Attempting to bind port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:22.542980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Attempting to bind port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f77f73c9-369f-4d16-a041-cffec1a64b73'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:22.544017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Attempting to bind port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb on network f77f73c9-369f-4d16-a041-cffec1a64b73 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:22.549813 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:22.550343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Checking segment: {'id': 'f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f77f73c9-369f-4d16-a041-cffec1a64b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:22.552609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.553011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Bound using segment: {'id': 'f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f77f73c9-369f-4d16-a041-cffec1a64b73'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:22.553515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Bound port: 6b5c6aca-c9dc-4c9c-b342-304f4be779fb, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'f77f73c9-369f-4d16-a041-cffec1a64b73'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:22.554026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.700897 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] For port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:22.712321 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] For port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6b5c6aca-c9dc-4c9c-b342-304f4be779fb,segment=NetworkSegment(f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6),segment_id=f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:22.719898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.786826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-520b4fe1-f5ad-4dfc-a5f3-f93b63132c34 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.816253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-520b4fe1-f5ad-4dfc-a5f3-f93b63132c34 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:22.819919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Allocated IP 172.20.0.4 (f77f73c9-369f-4d16-a041-cffec1a64b73/163109fd-1172-4176-965f-fbad91854910/5789550d-bb9a-453f-b5c6-86477163b9d3) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:22.887778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce47612-88a2-4a4a-828c-84c4925e0c08 None None] Pushing event updated for resources: {'Port': ['ID=6b5c6aca-c9dc-4c9c-b342-304f4be779fb,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:22.912803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b4fe1-f5ad-4dfc-a5f3-f93b63132c34 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d666778-663c-4268-b907-44e86848a126,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:22.971166 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd35121eb-5318-412d-b8a4-85c975c6247a', 'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'mac_address': 'fa:16:3e:cf:79:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:18Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 2, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'subnets': [{'id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:23.014215 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209292b-38b0-47dd-a908-fa559813a3c4 None None] The sync data for ids ['10ff165c-c68f-45e3-9c99-737c256bd148'] in dv-neutron-835554-1-hyperv is: [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd35121eb-5318-412d-b8a4-85c975c6247a', 'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'mac_address': 'fa:16:3e:cf:79:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:18Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 2, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'subnets': [{'id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:19:23.030097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-520b4fe1-f5ad-4dfc-a5f3-f93b63132c34 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:23.031339 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-520b4fe1-f5ad-4dfc-a5f3-f93b63132c34 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6535089 Mar 29 09:19:23.032060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3278d78c-5cae-4d8e-b447-22f4a5b9c15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:23.060918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46930) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:23.070177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e614dbc2-8c38-4073-999f-67b95a4cdd3c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Request body: {'security_group_rule': {'security_group_id': '8b9c7167-9356-4227-8a4c-9c995f21b92b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:23.155787 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46932) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:23.330662 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:23.384502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3278d78c-5cae-4d8e-b447-22f4a5b9c15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:23.410390 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-560576514'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:23.414706 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::2aa (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/8b3c6e65-e47c-49bc-90ff-0c533816d389/78b09d3e-04da-42a2-8ddf-7b44261a484b) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:23.439878 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Router b77600af-304e-476b-a4d1-910712ceac8e is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:19:23.510232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e614dbc2-8c38-4073-999f-67b95a4cdd3c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:23.523517 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Made reservation on behalf of c720e375265c408b9d2ab69483284d0a for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:23.527699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:23.546083 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:23.761239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3278d78c-5cae-4d8e-b447-22f4a5b9c15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:23.764632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3278d78c-5cae-4d8e-b447-22f4a5b9c15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:23.765942 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3278d78c-5cae-4d8e-b447-22f4a5b9c15f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ee61bf1-57fd-4d15-93bf-2a000da517db HTTP/1.1" status: 204 len: 168 time: 1.2807181 Mar 29 09:19:23.836463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:23.838287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278d78c-5cae-4d8e-b447-22f4a5b9c15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee61bf1-57fd-4d15-93bf-2a000da517db,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:23.860197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.objects.ports [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102496) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:19:23.860669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:23.993537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e614dbc2-8c38-4073-999f-67b95a4cdd3c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.057669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e614dbc2-8c38-4073-999f-67b95a4cdd3c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.126961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614dbc2-8c38-4073-999f-67b95a4cdd3c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d277c215-1458-4932-8791-597e76d6f1e9,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:24.163967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a874c28b-bbbd-401f-83dc-f27ecce93830,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:24.168951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Checking segment: {'id': 'd7c329ed-3d0f-468e-935e-0aec9a328803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '7e841d21-374c-4990-ab32-e5301326a4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:24.169325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Network hostable DHCP agents. Network: 7e841d21-374c-4990-ab32-e5301326a4e7, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:19:24.193673 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51064a1a-4d2e-4eec-8692-c4c25711e197 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:24.202327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e614dbc2-8c38-4073-999f-67b95a4cdd3c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.210369 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e614dbc2-8c38-4073-999f-67b95a4cdd3c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1477172 Mar 29 09:19:24.212953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.237027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46938) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:24.255900 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:24.271040 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 602cdc96-0204-45f2-ad44-deb5bc1f37ae up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:24.423706 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Network f77f73c9-369f-4d16-a041-cffec1a64b73 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:24.441592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:24.444329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f1d28bdc-3af6-4f41-a663-526b09d6ce99 None None] Provisioning complete for port 602cdc96-0204-45f2-ad44-deb5bc1f37ae triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:24.444693 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f1d28bdc-3af6-4f41-a663-526b09d6ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.475154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Network 7e841d21-374c-4990-ab32-e5301326a4e7 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:19:24.544669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:24.552824 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:24.553901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.568103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Pushing event updated for resources: {'Port': ['ID=5789550d-bb9a-453f-b5c6-86477163b9d3,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:24.586133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.592403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 602cdc96-0204-45f2-ad44-deb5bc1f37ae triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:24.593034 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.636236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 7e841d21-374c-4990-ab32-e5301326a4e7) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:24.654279 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-293982a1-d5de-4f77-a997-27c3c925db89 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2813461 Mar 29 09:19:24.663424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:24.664746 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79461f1a-3bed-4c16-ad4a-0de300eb38ff None None] Network f77f73c9-369f-4d16-a041-cffec1a64b73 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:24.667041 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.667767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cafe14-203c-4796-b293-6936c9673bbe None None] Network 7e841d21-374c-4990-ab32-e5301326a4e7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:24.676772 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:19:24.686981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46942) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:24.692082 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.751073 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c94829c9-3af8-4909-9b41-a8f9d924ffb0 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8827453 Mar 29 09:19:24.752446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46946) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:24.766534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Request body: {'floatingip': {'floating_network_id': '7e841d21-374c-4990-ab32-e5301326a4e7'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:24.806117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Sync routers for ids ['b77600af-304e-476b-a4d1-910712ceac8e'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:19:24.818201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.844837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:24.845199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.857406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.858124 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Added segment b15f6d9a-b4fa-43cc-90c1-6e2005527e4f of type vlan for network eedce915-3209-4b70-bab9-89c5ac5a3d23 Mar 29 09:19:24.904610 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.905352 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:24.913397 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f1d28bdc-3af6-4f41-a663-526b09d6ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.000833 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.006934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:25.007574 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.008593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Routers {'b77600af-304e-476b-a4d1-910712ceac8e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:19:25.009304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:18:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b77600af-304e-476b-a4d1-910712ceac8e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:25.144504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Allocated IP 172.26.1.111 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/e5b915fe-fdd7-48b8-9e04-0a1264880155) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:25.156239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.279179 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7f4798-391a-4748-8680-9ec727f10cf9,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:25.381399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.383019 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ff1b0f02-3e6a-43fc-9070-b0abf824503c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 11.5884950 Mar 29 09:19:25.388126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46964) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:25.427541 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f1d28bdc-3af6-4f41-a663-526b09d6ce99 None None] For port 602cdc96-0204-45f2-ad44-deb5bc1f37ae, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=602cdc96-0204-45f2-ad44-deb5bc1f37ae,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:25.460658 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.501402 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f1d28bdc-3af6-4f41-a663-526b09d6ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.507427 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3470125 Mar 29 09:19:25.508818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46966) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:25.534468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-971d4f6f-4414-41b0-b93e-46385c8c24fe tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Request body: {'subnet': {'network_id': 'eedce915-3209-4b70-bab9-89c5ac5a3d23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:25.560456 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.578976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.632898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.657665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b36cf8-99c1-43e8-98d8-630d4bebc52b None None] Network 7e841d21-374c-4990-ab32-e5301326a4e7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:25.665439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Allocated IP 172.20.0.4 (7e841d21-374c-4990-ab32-e5301326a4e7/a874c28b-bbbd-401f-83dc-f27ecce93830/2db464c0-c60e-4b42-94ec-48f05889b326) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:25.702033 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.704490 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e43381-8509-4346-bb79-f0f36e884f56 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Pushing event updated for resources: {'Network': ['ID=eedce915-3209-4b70-bab9-89c5ac5a3d23,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:25.750072 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Set router b77600af-304e-476b-a4d1-910712ceac8e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:19:25.753462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network eedce915-3209-4b70-bab9-89c5ac5a3d23 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:25.776186 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=78b09d3e-04da-42a2-8ddf-7b44261a484b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:25.801953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:25.849197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:25.853347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:25.860857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:25.861737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.899833 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-69ecdd87-5e11-439b-a640-202bc497dae8 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Deleting port 5789550d-bb9a-453f-b5c6-86477163b9d3 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:25.900350 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69ecdd87-5e11-439b-a640-202bc497dae8 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.908057 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d28bdc-3af6-4f41-a663-526b09d6ce99 None None] Pushing event updated for resources: {'Port': ['ID=602cdc96-0204-45f2-ad44-deb5bc1f37ae,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:25.911286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-806fe137-7005-4558-a0c7-6ed667208452 None None] Provisioning complete for port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:25.911661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-806fe137-7005-4558-a0c7-6ed667208452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.940241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971d4f6f-4414-41b0-b93e-46385c8c24fe tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Made reservation on behalf of c720e375265c408b9d2ab69483284d0a for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:25.943796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-971d4f6f-4414-41b0-b93e-46385c8c24fe tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks [] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:25.948543 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ee4ae852-eb7e-4664-a4d9-50de93773b5a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3124030 Mar 29 09:19:25.952201 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46972) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:26.101305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:26.238058 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69ecdd87-5e11-439b-a640-202bc497dae8 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:26.273241 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-69ecdd87-5e11-439b-a640-202bc497dae8 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Calling delete_port for 5789550d-bb9a-453f-b5c6-86477163b9d3 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:26.285173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:19:26.290035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:19:26.299933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:26.333451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:26.351898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:26.382185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:26.416613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26c472f-c76e-405b-af33-c89d0bdfac38 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:26.424672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26c472f-c76e-405b-af33-c89d0bdfac38 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:26.426657 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d26c472f-c76e-405b-af33-c89d0bdfac38 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.4642253 Mar 29 09:19:26.432914 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46984) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:26.480141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-806fe137-7005-4558-a0c7-6ed667208452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:26.530041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-806fe137-7005-4558-a0c7-6ed667208452 None None] For port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6b5c6aca-c9dc-4c9c-b342-304f4be779fb,segment=NetworkSegment(f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6),segment_id=f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:26.543117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-806fe137-7005-4558-a0c7-6ed667208452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:26.552058 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:20Z', 'revision_number': 3, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:26.625536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Checking router: b77600af-304e-476b-a4d1-910712ceac8e for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:19:26.626256 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Updating router b77600af-304e-476b-a4d1-910712ceac8e port c7206194-05c0-48f2-9bfb-bff1c3a94e3a binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:19:26.628594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Router 55f8353a-a5dc-4db0-9884-cd134844dd9f is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:19:26.638480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46988) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:26.649155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69ecdd87-5e11-439b-a640-202bc497dae8 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:26.665949 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-806fe137-7005-4558-a0c7-6ed667208452 None None] Provisioning complete for port 602cdc96-0204-45f2-ad44-deb5bc1f37ae triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:26.666323 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-806fe137-7005-4558-a0c7-6ed667208452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:26.674511 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Sync routers for ids ['10ff165c-c68f-45e3-9c99-737c256bd148'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:19:26.693963 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Routers {'10ff165c-c68f-45e3-9c99-737c256bd148'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:19:26.694733 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:18:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['10ff165c-c68f-45e3-9c99-737c256bd148'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:26.703994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Pushing event updated for resources: {'Port': ['ID=e5b915fe-fdd7-48b8-9e04-0a1264880155,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:26.714767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:26.718266 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fe137-7005-4558-a0c7-6ed667208452 None None] Pushing event updated for resources: {'Port': ['ID=6b5c6aca-c9dc-4c9c-b342-304f4be779fb,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:26.726217 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c800801d-7ed3-4908-b0f6-7c70b02ddc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:26.763226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:26.886450 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Set router 10ff165c-c68f-45e3-9c99-737c256bd148 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:19:26.891054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecdd87-5e11-439b-a640-202bc497dae8 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Pushing event deleted for resources: {'Port': ['ID=5789550d-bb9a-453f-b5c6-86477163b9d3,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:26.933690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6b5c6aca-c9dc-4c9c-b342-304f4be779fb up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:27.018852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:19:27.045416 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Sync routers for ids ['55f8353a-a5dc-4db0-9884-cd134844dd9f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:19:27.069808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.084319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1320948457'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:27.095949 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.122889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Made reservation on behalf of ba28fac208624bc9a4306505d11135d8 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:27.126681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.161173 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.162451 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b8cc1b98-a50f-4b86-a18a-a3d8cc130fea admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9763536 Mar 29 09:19:27.166685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 46992) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:27.173960 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.201198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Network 7e841d21-374c-4990-ab32-e5301326a4e7 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:27.211641 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd35121eb-5318-412d-b8a4-85c975c6247a', 'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'mac_address': 'fa:16:3e:cf:79:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:18Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 2, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'subnets': [{'id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:27.217042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Routers {'55f8353a-a5dc-4db0-9884-cd134844dd9f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:19:27.217711 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:18:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['55f8353a-a5dc-4db0-9884-cd134844dd9f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:27.236103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:27.239408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:27.245536 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Checking router: 10ff165c-c68f-45e3-9c99-737c256bd148 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:19:27.245911 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Updating router 10ff165c-c68f-45e3-9c99-737c256bd148 port d35121eb-5318-412d-b8a4-85c975c6247a binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:19:27.275790 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.291208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event updated for resources: {'Port': ['ID=2db464c0-c60e-4b42-94ec-48f05889b326,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:27.304723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2a9da755-7b46-423c-a452-cb23e1fbad70 None None] Provisioning complete for port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:27.304723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2a9da755-7b46-423c-a452-cb23e1fbad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.337434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-971d4f6f-4414-41b0-b93e-46385c8c24fe tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.366098 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:27.366481 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.370022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.411748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.456355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.498213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.521202 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d4f6f-4414-41b0-b93e-46385c8c24fe tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Pushing event updated for resources: {'Subnet': ['ID=8f79bacb-43e0-485a-a67f-fdd4c7daee99,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:27.550329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Set router 55f8353a-a5dc-4db0-9884-cd134844dd9f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:19:27.553185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.555839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4ef4-4f14-4385-b7ec-d5890f9ba3c5 None None] Pushing event updated for resources: {'Port': ['ID=c7206194-05c0-48f2-9bfb-bff1c3a94e3a,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:27.579372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69ecdd87-5e11-439b-a640-202bc497dae8 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.585595 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-69ecdd87-5e11-439b-a640-202bc497dae8 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] 10.222.0.32 "DELETE /v2.0/ports/5789550d-bb9a-453f-b5c6-86477163b9d3 HTTP/1.1" status: 204 len: 168 time: 2.8943298 Mar 29 09:19:27.586630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 46994) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:27.586766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.611877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.619509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:27.648281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d4f6f-4414-41b0-b93e-46385c8c24fe tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Checking segment: {'id': 'b15f6d9a-b4fa-43cc-90c1-6e2005527e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'eedce915-3209-4b70-bab9-89c5ac5a3d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:27.648679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d4f6f-4414-41b0-b93e-46385c8c24fe tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Network hostable DHCP agents. Network: eedce915-3209-4b70-bab9-89c5ac5a3d23, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:19:27.665328 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-11536865-3759-4ebc-a837-43e4d716c1ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 78b09d3e-04da-42a2-8ddf-7b44261a484b {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:27.665721 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-11536865-3759-4ebc-a837-43e4d716c1ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.776686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Attempting to bind port c7206194-05c0-48f2-9bfb-bff1c3a94e3a on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:27.777035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Attempting to bind port c7206194-05c0-48f2-9bfb-bff1c3a94e3a by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:27.777390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Attempting to bind port c7206194-05c0-48f2-9bfb-bff1c3a94e3a on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:27.796482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.803970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d4f6f-4414-41b0-b93e-46385c8c24fe tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Network eedce915-3209-4b70-bab9-89c5ac5a3d23 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:19:27.858454 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2a9da755-7b46-423c-a452-cb23e1fbad70 None None] Could not find standard attr ID for object 5789550d-bb9a-453f-b5c6-86477163b9d3. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:19:27.860925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.868433 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.881403 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.885088 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:27.885521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:27.885964 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.886354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:27.886837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Bound port: c7206194-05c0-48f2-9bfb-bff1c3a94e3a, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:27.887329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.935764 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Pushing event updated for resources: {'Port': ['ID=e5b915fe-fdd7-48b8-9e04-0a1264880155,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:27.946289 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] For port c7206194-05c0-48f2-9bfb-bff1c3a94e3a, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:27.950430 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] For port c7206194-05c0-48f2-9bfb-bff1c3a94e3a, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c7206194-05c0-48f2-9bfb-bff1c3a94e3a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:27.954794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2a9da755-7b46-423c-a452-cb23e1fbad70 None None] Provisioning complete for port 78b09d3e-04da-42a2-8ddf-7b44261a484b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:27.955166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2a9da755-7b46-423c-a452-cb23e1fbad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:27.958146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-971d4f6f-4414-41b0-b93e-46385c8c24fe tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, eedce915-3209-4b70-bab9-89c5ac5a3d23) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:28.003434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.010359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.027706 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b74de204-79d3-4e48-ace1-78561b74f926 tempest-DHCPAgentSchedulersTestJSON-1095797481 tempest-DHCPAgentSchedulersTestJSON-1095797481-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.4336727 Mar 29 09:19:28.029421 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47000) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:28.033846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.043107 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ca9f4706-fc31-4fd6-bda1-a845524578bf tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7941394 Mar 29 09:19:28.058698 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6121a9-906f-4bcd-8bd7-9c3c21b9b431 None None] Pushing event updated for resources: {'Port': ['ID=d35121eb-5318-412d-b8a4-85c975c6247a,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:28.064194 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.068265 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Added segment d5e6d944-e766-4b71-98ab-1bbfd7da6e63 of type vlan for network 127439c0-b7a7-4346-8d71-9231e3606d41 Mar 29 09:19:28.073288 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-503021070'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:28.092077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428ad284-fb47-4e35-ad26-d04a85dcb011,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:28.112703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d4f6f-4414-41b0-b93e-46385c8c24fe tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:28.113289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-971d4f6f-4414-41b0-b93e-46385c8c24fe tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.154069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4ef4-4f14-4385-b7ec-d5890f9ba3c5 None None] Pushing event updated for resources: {'Port': ['ID=c7206194-05c0-48f2-9bfb-bff1c3a94e3a,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:28.154537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Allocated IP 172.20.0.1 (f9656fba-9b1e-414e-8ea0-9f8b6c07da74/430ce061-df35-4aeb-b498-7548e31301a3/5fc1db34-37b7-414d-a86f-73fe27a65fc4) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:28.157307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06ed1aa-b686-446b-a0cf-1c5f1db471f8 None None] Network eedce915-3209-4b70-bab9-89c5ac5a3d23 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:28.169157 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-971d4f6f-4414-41b0-b93e-46385c8c24fe tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6527121 Mar 29 09:19:28.176360 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Attempting to bind port d35121eb-5318-412d-b8a4-85c975c6247a on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:28.178283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47004) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:28.179163 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Attempting to bind port d35121eb-5318-412d-b8a4-85c975c6247a by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:28.181506 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Attempting to bind port d35121eb-5318-412d-b8a4-85c975c6247a on network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:28.197312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Request body: {'port': {'network_id': 'eedce915-3209-4b70-bab9-89c5ac5a3d23', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-810176202'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:28.197558 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:28.197723 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Checking segment: {'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:28.198273 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.198675 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Bound using segment: {'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:28.199164 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Bound port: d35121eb-5318-412d-b8a4-85c975c6247a, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:28.200214 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.236375 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-11536865-3759-4ebc-a837-43e4d716c1ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.311051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Routers {'b77600af-304e-476b-a4d1-910712ceac8e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:19:28.311174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-11536865-3759-4ebc-a837-43e4d716c1ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 78b09d3e-04da-42a2-8ddf-7b44261a484b owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:28.312003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:18:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b77600af-304e-476b-a4d1-910712ceac8e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:28.314556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2a9da755-7b46-423c-a452-cb23e1fbad70 None None] Port 78b09d3e-04da-42a2-8ddf-7b44261a484b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:28.318669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.326969 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Made reservation on behalf of 60b98431d80e474ebb1a0b0c76c69fd0 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:28.330480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.390369 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] For port d35121eb-5318-412d-b8a4-85c975c6247a, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:28.400560 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] For port d35121eb-5318-412d-b8a4-85c975c6247a, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d35121eb-5318-412d-b8a4-85c975c6247a,segment=NetworkSegment(a31f47e1-6fd2-4243-9243-392271d1cf25),segment_id=a31f47e1-6fd2-4243-9243-392271d1cf25)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:28.415455 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.475190 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:28.486448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.486949 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Added segment e5aa295c-f11c-4d91-9898-118714d516ef of type vlan for network 7922560f-ba02-453e-8ea3-2bd7b7f19763 Mar 29 09:19:28.503790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.513402 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-de2c8163-14e0-44c7-b6bd-d90303b2a184 None None] Provisioning complete for port d35121eb-5318-412d-b8a4-85c975c6247a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:28.513936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-de2c8163-14e0-44c7-b6bd-d90303b2a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.554552 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Routers {'10ff165c-c68f-45e3-9c99-737c256bd148'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:19:28.555178 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:18:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['10ff165c-c68f-45e3-9c99-737c256bd148'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:28.555406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.558760 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.561794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.567860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:28.568489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.683439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.resource_extend [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:19:28.690671 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] Set router 10ff165c-c68f-45e3-9c99-737c256bd148 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:19:28.697581 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.772250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.775728 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0118108 Mar 29 09:19:28.780299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47010) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:28.781028 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 602cdc96-0204-45f2-ad44-deb5bc1f37ae up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:28.799650 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1497943 Mar 29 09:19:28.862288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] Set router b77600af-304e-476b-a4d1-910712ceac8e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:19:28.916188 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:28.952225 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6121a9-906f-4bcd-8bd7-9c3c21b9b431 None None] Pushing event updated for resources: {'Port': ['ID=d35121eb-5318-412d-b8a4-85c975c6247a,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:28.972205 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd35121eb-5318-412d-b8a4-85c975c6247a', 'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'mac_address': 'fa:16:3e:cf:79:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:18Z', 'updated_at': '2022-03-29T09:19:28Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'subnets': [{'id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:29.000997 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6d859-4b1b-4d45-a1fc-0420a9bf17c0 None None] The sync data for ids ['10ff165c-c68f-45e3-9c99-737c256bd148'] in dv-neutron-835554-1-hyperv is: [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd35121eb-5318-412d-b8a4-85c975c6247a', 'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'mac_address': 'fa:16:3e:cf:79:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:18Z', 'updated_at': '2022-03-29T09:19:28Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'subnets': [{'id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:19:29.011381 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.018800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:29.019687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.030594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712abbf-66c4-4c9d-8002-526e427f265a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Pushing event updated for resources: {'Network': ['ID=127439c0-b7a7-4346-8d71-9231e3606d41,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:29.043848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:22Z', 'revision_number': 3, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:29.046522 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.058100 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d3453-b23f-436f-934b-58d45fef626b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event updated for resources: {'Port': ['ID=2db464c0-c60e-4b42-94ec-48f05889b326,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:29.067631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Made reservation on behalf of c720e375265c408b9d2ab69483284d0a for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:29.076796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.094468 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2c597ab1-b192-40f4-ad85-67b60a527d0f tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=7e841d21-374c-4990-ab32-e5301326a4e7 HTTP/1.1" status: 200 len: 689 time: 0.3057008 Mar 29 09:19:29.108937 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47028) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:29.110322 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Pushing event updated for resources: {'Network': ['ID=7922560f-ba02-453e-8ea3-2bd7b7f19763,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:29.112413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Checking router: 55f8353a-a5dc-4db0-9884-cd134844dd9f for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:19:29.113012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Updating router 55f8353a-a5dc-4db0-9884-cd134844dd9f port df5755a5-b634-4c69-b456-99770c4fc2ed binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:19:29.176606 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-152ecbc8-7f23-4851-9f95-7a29ebad3b82 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1354277 Mar 29 09:19:29.213023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47038) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:29.266840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc1db34-37b7-414d-a86f-73fe27a65fc4,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:29.281499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 127439c0-b7a7-4346-8d71-9231e3606d41 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:29.286497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:29.288215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47040) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:29.294163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Request body: {'port': {'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41', 'binding:host_id': 'hv-neutron-8355', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1158186516'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:29.298785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] device_id is not set on port 1356683a-4237-44dd-bcd9-0583241293b7 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:29.305967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:29.325996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:29.327384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.366690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.422550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47050) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:29.425256 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 09:19:29.456391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Made reservation on behalf of 41967c29039942a78a9bd51ca14a4dc0 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:29.456972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-11536865-3759-4ebc-a837-43e4d716c1ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.459920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.496646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.570093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 7922560f-ba02-453e-8ea3-2bd7b7f19763 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:29.639586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.652117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-eedce915-3209-4b70-bab9-89c5ac5a3d23', 'network_id': 'eedce915-3209-4b70-bab9-89c5ac5a3d23', 'tenant_id': 'c720e375265c408b9d2ab69483284d0a', 'fixed_ips': [{'subnet_id': '8f79bacb-43e0-485a-a67f-fdd4c7daee99'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:19:29.653082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.657172 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11536865-3759-4ebc-a837-43e4d716c1ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=78b09d3e-04da-42a2-8ddf-7b44261a484b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:29.674670 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-93745ddc-4afb-4b92-9e1e-01a8c62c3d7c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--525648218&fields=id&tenant_id=8af97d3b7c8a40caa5a3275d0644629b HTTP/1.1" status: 200 len: 267 time: 0.2486992 Mar 29 09:19:29.675920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 602cdc96-0204-45f2-ad44-deb5bc1f37ae triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:29.675920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.738871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.757297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-11536865-3759-4ebc-a837-43e4d716c1ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.763491 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-11536865-3759-4ebc-a837-43e4d716c1ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/78b09d3e-04da-42a2-8ddf-7b44261a484b HTTP/1.1" status: 204 len: 168 time: 3.3267584 Mar 29 09:19:29.815851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09ba13eb-0dc2-4ce0-9c17-4a7e2cf03747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.829287 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47052) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:29.901631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 09923461-a473-4f1b-86a3-b08daccc9012 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:29.916100 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-de2c8163-14e0-44c7-b6bd-d90303b2a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:29.967612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Allocated IP 2001:db8::177 (eedce915-3209-4b70-bab9-89c5ac5a3d23/8f79bacb-43e0-485a-a67f-fdd4c7daee99/1356683a-4237-44dd-bcd9-0583241293b7) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:30.062600 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8e9b2a7b-9eef-48e5-ac1f-037e6e83a06c tempest-DHCPAgentSchedulersTestJSON-1095797481 tempest-DHCPAgentSchedulersTestJSON-1095797481-project-admin] 10.222.0.32 "GET /v2.0/agents/8a202f48-5d68-438e-997c-641bafdb3965/dhcp-networks HTTP/1.1" status: 200 len: 8051 time: 0.8446569 Mar 29 09:19:30.066517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47054) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:30.067187 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72644607-1a10-4950-af94-4c867b72c30f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:30.068785 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72644607-1a10-4950-af94-4c867b72c30f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:30.072830 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-72644607-1a10-4950-af94-4c867b72c30f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2357283 Mar 29 09:19:30.074231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47056) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:30.145163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:20Z', 'revision_number': 3, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:30.169936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bda3451-3fec-4ea1-9cf1-bb32639215bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 8b3c6e65-e47c-49bc-90ff-0c533816d389 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:19:30.178511 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bda3451-3fec-4ea1-9cf1-bb32639215bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.191697 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d706b43-28c2-4edf-9595-bb5d2327a429 None None] The sync data for ids ['b77600af-304e-476b-a4d1-910712ceac8e'] in dv-neutron-835554-1-hyperv is: [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:20Z', 'revision_number': 3, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:19:30.201370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-de2c8163-14e0-44c7-b6bd-d90303b2a184 None None] For port d35121eb-5318-412d-b8a4-85c975c6247a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d35121eb-5318-412d-b8a4-85c975c6247a,segment=NetworkSegment(a31f47e1-6fd2-4243-9243-392271d1cf25),segment_id=a31f47e1-6fd2-4243-9243-392271d1cf25)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:30.202398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.211794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-de2c8163-14e0-44c7-b6bd-d90303b2a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.227622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bda3451-3fec-4ea1-9cf1-bb32639215bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.231989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Deleting port 2db464c0-c60e-4b42-94ec-48f05889b326 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:30.231989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.239161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.258979 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.282960 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 09923461-a473-4f1b-86a3-b08daccc9012 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:30.283507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.296183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-48d5cf5e-e95a-4ab5-8760-e068b4e438db tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:30.296183 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-48d5cf5e-e95a-4ab5-8760-e068b4e438db tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/networks?id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea HTTP/1.1" status: 200 len: 811 time: 0.6023757 Mar 29 09:19:30.299129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Allocated IP 172.20.0.1 (2bca6ec7-c77c-4796-b4da-ecf7327bab2c/df1bb4d9-ee61-4e7b-babf-17686cd6831b/e0eb125d-d7d3-4d28-a32b-cbc8baf855ca) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:30.300091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] device_id is not set on port 900a93f0-29ac-45a8-af81-fd9d5578a1eb yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:30.379955 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c8163-14e0-44c7-b6bd-d90303b2a184 None None] Pushing event updated for resources: {'Port': ['ID=d35121eb-5318-412d-b8a4-85c975c6247a,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:30.422424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.424229 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4fd97289-a55a-454a-acc9-ece4be4f7bb4 None None] Provisioning complete for port 5fc1db34-37b7-414d-a86f-73fe27a65fc4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:30.424722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4fd97289-a55a-454a-acc9-ece4be4f7bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.455781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.489836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25af3007-68e3-470d-893a-fd49a978fa22,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:30.509340 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-804dfc10-2d1f-4c13-96d7-62095bc882b6 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/quotas/8af97d3b7c8a40caa5a3275d0644629b HTTP/1.1" status: 200 len: 375 time: 0.1981347 Mar 29 09:19:30.563761 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.570641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97289-a55a-454a-acc9-ece4be4f7bb4 None None] Port 5fc1db34-37b7-414d-a86f-73fe27a65fc4 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:30.585295 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Attempting to bind port df5755a5-b634-4c69-b456-99770c4fc2ed on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:30.585665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Attempting to bind port df5755a5-b634-4c69-b456-99770c4fc2ed by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:30.586030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Attempting to bind port df5755a5-b634-4c69-b456-99770c4fc2ed on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:30.592782 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913485f-dd3e-4e61-9d95-0ca1ba1cc299 None None] Pushing event updated for resources: {'Port': ['ID=df5755a5-b634-4c69-b456-99770c4fc2ed,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:30.600963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.609256 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:30.609789 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:30.610054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.610442 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:30.611407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Bound port: df5755a5-b634-4c69-b456-99770c4fc2ed, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:30.612105 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.660134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 09923461-a473-4f1b-86a3-b08daccc9012, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=09923461-a473-4f1b-86a3-b08daccc9012,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:30.661652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4fd97289-a55a-454a-acc9-ece4be4f7bb4 None None] Provisioning complete for port d35121eb-5318-412d-b8a4-85c975c6247a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:30.662224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4fd97289-a55a-454a-acc9-ece4be4f7bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.731727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.732508 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6b5c6aca-c9dc-4c9c-b342-304f4be779fb up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:30.795772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8100e19-92cb-4b12-ac11-78fd4f3508fa tempest-DHCPAgentSchedulersTestJSON-1095797481 tempest-DHCPAgentSchedulersTestJSON-1095797481-project-admin] Network 7922560f-ba02-453e-8ea3-2bd7b7f19763 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:19:30.808303 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.809526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.820486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bda3451-3fec-4ea1-9cf1-bb32639215bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.854992 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] For port df5755a5-b634-4c69-b456-99770c4fc2ed, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:30.858608 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] For port df5755a5-b634-4c69-b456-99770c4fc2ed, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=df5755a5-b634-4c69-b456-99770c4fc2ed,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:30.872180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.873403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:30.902398 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-45da2c7a-8045-411d-84b3-4db4b488b71e tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8af97d3b7c8a40caa5a3275d0644629b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3921397 Mar 29 09:19:30.908107 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e8100e19-92cb-4b12-ac11-78fd4f3508fa tempest-DHCPAgentSchedulersTestJSON-1095797481 tempest-DHCPAgentSchedulersTestJSON-1095797481-project-admin] 10.222.0.32 "POST /v2.0/agents/8a202f48-5d68-438e-997c-641bafdb3965/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8219237 Mar 29 09:19:30.909325 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d035dbf6-fd5c-496f-807b-d280b993eb50 None None] Network 7922560f-ba02-453e-8ea3-2bd7b7f19763 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:30.911450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47058) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:30.913188 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Calling delete_port for 2db464c0-c60e-4b42-94ec-48f05889b326 owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:30.951530 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Routers {'55f8353a-a5dc-4db0-9884-cd134844dd9f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:19:30.952191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['55f8353a-a5dc-4db0-9884-cd134844dd9f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:31.013249 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bda3451-3fec-4ea1-9cf1-bb32639215bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.068887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bda3451-3fec-4ea1-9cf1-bb32639215bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.075241 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8bda3451-3fec-4ea1-9cf1-bb32639215bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/8b3c6e65-e47c-49bc-90ff-0c533816d389 HTTP/1.1" status: 204 len: 168 time: 0.9967911 Mar 29 09:19:31.075992 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.077562 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda3451-3fec-4ea1-9cf1-bb32639215bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3c6e65-e47c-49bc-90ff-0c533816d389,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:31.082534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47064) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:31.086207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] Set router 55f8353a-a5dc-4db0-9884-cd134844dd9f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:19:31.086835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.119386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=09923461-a473-4f1b-86a3-b08daccc9012,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:31.128884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.129658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.169527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a40687-d19a-406b-8974-41eec3d8ecfd None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:31.192563 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2a22a0bb-2f6e-42db-a065-d9e56bcc4c25 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088195 Mar 29 09:19:31.202869 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47068) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:31.209444 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-85c88105-f95e-463d-b599-99133a53e466 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:31.308264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:31.308726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.337258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-84c8efc4-0ab0-4f68-85aa-4e8abe4e37f4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:19:31.346621 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-84c8efc4-0ab0-4f68-85aa-4e8abe4e37f4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2539229 Mar 29 09:19:31.364315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.473178 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c88105-f95e-463d-b599-99133a53e466 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:31.477314 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85c88105-f95e-463d-b599-99133a53e466 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.483592 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-31d5b2fd-e829-4643-ace1-5b14e3f52e49 tempest-DHCPAgentSchedulersTestJSON-1095797481 tempest-DHCPAgentSchedulersTestJSON-1095797481-project-admin] 10.222.0.32 "GET /v2.0/agents/8a202f48-5d68-438e-997c-641bafdb3965/dhcp-networks HTTP/1.1" status: 200 len: 8782 time: 0.5645969 Mar 29 09:19:31.489596 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:31.492412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913485f-dd3e-4e61-9d95-0ca1ba1cc299 None None] Pushing event updated for resources: {'Port': ['ID=df5755a5-b634-4c69-b456-99770c4fc2ed,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:31.494015 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47070) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:31.495360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.514597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc1db34-37b7-414d-a86f-73fe27a65fc4,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:31.517925 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:31.531672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:31.568127 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.590814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.688194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Pushing event updated for resources: {'Port': ['ID=1356683a-4237-44dd-bcd9-0583241293b7,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:31.747809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] device_id is not set on port 900a93f0-29ac-45a8-af81-fd9d5578a1eb yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:31.759963 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Pushing event updated for resources: {'Port': ['ID=e0eb125d-d7d3-4d28-a32b-cbc8baf855ca,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:31.790255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:31.802840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.810776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Allocated IP 2001:db8::2 (eedce915-3209-4b70-bab9-89c5ac5a3d23/8f79bacb-43e0-485a-a67f-fdd4c7daee99/2fbed255-eb24-4ec4-8045-bfd2f01b4c8f) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:31.820620 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Network eedce915-3209-4b70-bab9-89c5ac5a3d23 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:31.824925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:31.871575 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:31.886116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:31.899343 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event deleted for resources: {'Port': ['ID=2db464c0-c60e-4b42-94ec-48f05889b326,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:31.912371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:31.913054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.928855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d972be-b78f-463c-a163-8703aaa0d4ed None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:19:31.931166 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:31.938507 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-35f3a838-fa1c-4c02-a76a-803375e971c5 service neutron] 10.222.0.32 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909867 Mar 29 09:19:31.946655 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-21425b14-c39d-4f50-9c47-025b2e3c0b34 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.7644145 Mar 29 09:19:31.970611 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47072) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:32.016748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:22Z', 'revision_number': 3, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:32.024277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.045469 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Request body: {'port': {'network_id': 'eedce915-3209-4b70-bab9-89c5ac5a3d23', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-84739159', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:32.051947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.api.validators [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] bootfile-name is not in valid_values {{(pid=102495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 09:19:32.055276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.api.validators [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] tftp-server is not in valid_values {{(pid=102495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 09:19:32.055772 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.api.validators [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] server-ip-address is not in valid_values {{(pid=102495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 09:19:32.114047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-aa72ea5d-58b5-4b89-91ec-d188840b0cc9 None None] Provisioning complete for port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:32.114448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aa72ea5d-58b5-4b89-91ec-d188840b0cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.140321 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dab345-ce07-4590-9a72-1b5c69ebf069 None None] The sync data for ids ['55f8353a-a5dc-4db0-9884-cd134844dd9f'] in dv-neutron-835554-1-hyperv is: [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:22Z', 'revision_number': 3, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:19:32.217892 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-aa72ea5d-58b5-4b89-91ec-d188840b0cc9 None None] Port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:32.219988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.225658 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6df06778-7318-4a22-9533-d8c99574618a tempest-DHCPAgentSchedulersTestJSON-1095797481 tempest-DHCPAgentSchedulersTestJSON-1095797481-project-admin] 10.222.0.32 "DELETE /v2.0/agents/8a202f48-5d68-438e-997c-641bafdb3965/dhcp-networks/7922560f-ba02-453e-8ea3-2bd7b7f19763 HTTP/1.1" status: 204 len: 168 time: 0.7269063 Mar 29 09:19:32.241233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.254622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-09d972be-b78f-463c-a163-8703aaa0d4ed None None] Deleting port 602cdc96-0204-45f2-ad44-deb5bc1f37ae {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:32.255004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d972be-b78f-463c-a163-8703aaa0d4ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.272825 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47074) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:32.384665 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.425737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event updated for resources: {'Port': ['ID=900a93f0-29ac-45a8-af81-fd9d5578a1eb,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:32.489623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 09923461-a473-4f1b-86a3-b08daccc9012 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:32.520521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Checking segment: {'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:32.520951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Network hostable DHCP agents. Network: 127439c0-b7a7-4346-8d71-9231e3606d41, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:19:32.540030 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-57181fd6-7663-4084-8aca-d0672dd952ea service neutron] 10.222.0.32 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393145 Mar 29 09:19:32.546313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Router b77600af-304e-476b-a4d1-910712ceac8e has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:19:32.553736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Network eedce915-3209-4b70-bab9-89c5ac5a3d23 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:32.594063 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:32.603372 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:32.665713 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.680365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.683956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Pushing event updated for resources: {'Port': ['ID=2fbed255-eb24-4ec4-8045-bfd2f01b4c8f,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:32.707709 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Network 127439c0-b7a7-4346-8d71-9231e3606d41 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:19:32.721663 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f3fa28d3-3616-40e2-bdc0-0e26d246f627 None None] Provisioning complete for port 5fc1db34-37b7-414d-a86f-73fe27a65fc4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:32.722456 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3fa28d3-3616-40e2-bdc0-0e26d246f627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.728435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Made reservation on behalf of c720e375265c408b9d2ab69483284d0a for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:32.731897 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.758162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 127439c0-b7a7-4346-8d71-9231e3606d41) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:32.763347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.768697 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:32.816199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-09d972be-b78f-463c-a163-8703aaa0d4ed None None] For port 602cdc96-0204-45f2-ad44-deb5bc1f37ae, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=602cdc96-0204-45f2-ad44-deb5bc1f37ae,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:32.816635 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d972be-b78f-463c-a163-8703aaa0d4ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.823558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:32.825496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:32.827010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:32.906932 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:32.907254 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:32.911339 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-09d972be-b78f-463c-a163-8703aaa0d4ed None None] Calling delete_port for 602cdc96-0204-45f2-ad44-deb5bc1f37ae owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:32.915932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa28d3-3616-40e2-bdc0-0e26d246f627 None None] Port 5fc1db34-37b7-414d-a86f-73fe27a65fc4 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:32.927528 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 2 to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb Mar 29 09:19:32.932045 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] device_id is not set on port 2ad2db4a-7afa-4587-a4e1-c3a6574648db yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:32.939605 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Attempting to bind port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:32.940315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Attempting to bind port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'b15f6d9a-b4fa-43cc-90c1-6e2005527e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'eedce915-3209-4b70-bab9-89c5ac5a3d23'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:32.940315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Attempting to bind port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f on network eedce915-3209-4b70-bab9-89c5ac5a3d23 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:32.959701 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:32.960037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:32.960366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:32.968570 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 09923461-a473-4f1b-86a3-b08daccc9012 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:32.968943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.971313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:19:32.978818 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bbfd9142-6c85-4880-8422-c2d434a410f4 admin admin] 10.222.0.32 "PUT /v2.0/routers/b77600af-304e-476b-a4d1-910712ceac8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5521193 Mar 29 09:19:32.979713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:32.980085 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:32.980467 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 3 to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb Mar 29 09:19:32.990868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:32.991251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Checking segment: {'id': 'b15f6d9a-b4fa-43cc-90c1-6e2005527e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'eedce915-3209-4b70-bab9-89c5ac5a3d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:32.991655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:32.992076 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Bound using segment: {'id': 'b15f6d9a-b4fa-43cc-90c1-6e2005527e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'eedce915-3209-4b70-bab9-89c5ac5a3d23'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:32.992524 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Bound port: 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15f6d9a-b4fa-43cc-90c1-6e2005527e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'eedce915-3209-4b70-bab9-89c5ac5a3d23'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:32.992909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:33.036583 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:33.037638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:33.038126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:33.052339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:33.052681 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:33.053068 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 4 to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb Mar 29 09:19:33.083073 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7c67f37e-7543-4828-8636-230285b30f1c tempest-DHCPAgentSchedulersTestJSON-1095797481 tempest-DHCPAgentSchedulersTestJSON-1095797481-project-admin] 10.222.0.32 "GET /v2.0/agents/8a202f48-5d68-438e-997c-641bafdb3965/dhcp-networks HTTP/1.1" status: 200 len: 8013 time: 0.8086624 Mar 29 09:19:33.086707 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d976315d-e3ab-4045-9d18-f937543d94ee None None] Network 127439c0-b7a7-4346-8d71-9231e3606d41 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:33.094327 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Sync routers for ids ['b77600af-304e-476b-a4d1-910712ceac8e'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:19:33.098944 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47088) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:33.117156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:33.117494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:33.119781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:33.119919 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Routers {'b77600af-304e-476b-a4d1-910712ceac8e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:19:33.120467 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b77600af-304e-476b-a4d1-910712ceac8e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:33.134910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:33.135235 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:33.135618 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 5 to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb Mar 29 09:19:33.170715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:33.171058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:33.172481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:33.188297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:33.188981 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:33.189401 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 6 to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb Mar 29 09:19:33.210355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47100) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:33.229823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85c88105-f95e-463d-b599-99133a53e466 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:33.260949 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:33.263984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:33.264763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:33.277326 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:33.278589 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:33.281437 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 7 to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb Mar 29 09:19:33.323969 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:33.329494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:33.330208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:33.347549 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:33.349639 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:33.350196 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 8 to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb Mar 29 09:19:33.363318 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-871b52f5-8112-4986-897c-1edd005272dc tempest-DHCPAgentSchedulersTestJSON-1095797481 tempest-DHCPAgentSchedulersTestJSON-1095797481-project-admin] 10.222.0.32 "GET /v2.0/networks/f77f73c9-369f-4d16-a041-cffec1a64b73/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1661992 Mar 29 09:19:33.364262 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47110) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:33.371200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c88105-f95e-463d-b599-99133a53e466 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:33.389659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:33.391179 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Set router b77600af-304e-476b-a4d1-910712ceac8e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:19:33.391687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:33.392027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:33.496142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:33.497478 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:33.521486 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] For port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:33.526572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] For port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=2fbed255-eb24-4ec4-8045-bfd2f01b4c8f,segment=NetworkSegment(b15f6d9a-b4fa-43cc-90c1-6e2005527e4f),segment_id=b15f6d9a-b4fa-43cc-90c1-6e2005527e4f)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:33.526916 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3108d46-b242-465a-adbd-e7665dd47ca3 req-33784364-65a8-4f0a-8f36-c82888b57cac tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 210 time: 0.3153660 Mar 29 09:19:33.527647 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 9 to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb Mar 29 09:19:33.561357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:33.561707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:33.562043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:33.571820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:33.572126 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:33.574108 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 10 to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb Mar 29 09:19:33.609445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:33.611818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:33.611962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:33.613410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:33.624455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:33.624782 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 900a93f0-29ac-45a8-af81-fd9d5578a1eb on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:33.625155 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:33.782489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:33.804225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c7206194-05c0-48f2-9bfb-bff1c3a94e3a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:33.819291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] For port 900a93f0-29ac-45a8-af81-fd9d5578a1eb, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:33.819691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempted to set empty binding levels {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 29 09:19:33.830551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:33.852386 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 4, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5fc1db34-37b7-414d-a86f-73fe27a65fc4', 'name': '', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'mac_address': 'fa:16:3e:5c:4a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '430ce061-df35-4aeb-b498-7548e31301a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:27Z', 'updated_at': '2022-03-29T09:19:30Z', 'revision_number': 2, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'subnets': [{'id': '430ce061-df35-4aeb-b498-7548e31301a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:33.907922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de243e81-357a-4c44-8def-125f45ae3bea None None] Pushing event updated for resources: {'Port': ['ID=2fbed255-eb24-4ec4-8045-bfd2f01b4c8f,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:33.912576 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:33.913202 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:33.914521 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Checking router: b77600af-304e-476b-a4d1-910712ceac8e for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:19:33.914734 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Updating router b77600af-304e-476b-a4d1-910712ceac8e port 5fc1db34-37b7-414d-a86f-73fe27a65fc4 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:19:33.955600 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.6631064 Mar 29 09:19:33.956438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47124) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:33.985757 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.025440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d972be-b78f-463c-a163-8703aaa0d4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.040574 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.042848 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-85c88105-f95e-463d-b599-99133a53e466 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:34.051612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41852c27-8fb4-49f9-9142-e68c3417fc49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event updated for resources: {'Port': ['ID=900a93f0-29ac-45a8-af81-fd9d5578a1eb,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:34.078576 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Allocated IP 2001:db8::3b4 (eedce915-3209-4b70-bab9-89c5ac5a3d23/8f79bacb-43e0-485a-a67f-fdd4c7daee99/2ad2db4a-7afa-4587-a4e1-c3a6574648db) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:34.079847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d972be-b78f-463c-a163-8703aaa0d4ed None None] Pushing event deleted for resources: {'Port': ['ID=602cdc96-0204-45f2-ad44-deb5bc1f37ae,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:34.098878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port c7206194-05c0-48f2-9bfb-bff1c3a94e3a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:34.099612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.101521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47128) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:34.103166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d972be-b78f-463c-a163-8703aaa0d4ed None None] No DVR routers for this DVR port 602cdc96-0204-45f2-ad44-deb5bc1f37ae on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:19:34.114101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-537efb69-2001-468d-b340-99e7bc6781b3 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352523368', 'description': 'tempest-description--1632043288'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:34.173807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-537efb69-2001-468d-b340-99e7bc6781b3 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.178451 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0b4403-2c36-4e8f-8c3d-27098e476e6a None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:34.188367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c88105-f95e-463d-b599-99133a53e466 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=d9d7b2aa-25b0-43a0-85db-a94a058b879c,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:34.196459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-0cf921aa-5121-4f08-a8bc-bf12ee6ef03f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Deleting port 900a93f0-29ac-45a8-af81-fd9d5578a1eb {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:34.196623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cf921aa-5121-4f08-a8bc-bf12ee6ef03f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.282787 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c88105-f95e-463d-b599-99133a53e466 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:34.284267 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85c88105-f95e-463d-b599-99133a53e466 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.285703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-0cf921aa-5121-4f08-a8bc-bf12ee6ef03f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] For port 900a93f0-29ac-45a8-af81-fd9d5578a1eb, host hv-neutron-8355, got binding levels [] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:34.286073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cf921aa-5121-4f08-a8bc-bf12ee6ef03f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.330416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-0cf921aa-5121-4f08-a8bc-bf12ee6ef03f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Calling delete_port for 900a93f0-29ac-45a8-af81-fd9d5578a1eb owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:34.380287 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1a93b715-93a5-4bf3-8329-da5f0b5ae683 tempest-DHCPAgentSchedulersTestJSON-1095797481 tempest-DHCPAgentSchedulersTestJSON-1095797481-project-admin] 10.222.0.32 "GET /v2.0/networks/f77f73c9-369f-4d16-a041-cffec1a64b73/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 1.0043886 Mar 29 09:19:34.415284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.460545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port c7206194-05c0-48f2-9bfb-bff1c3a94e3a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c7206194-05c0-48f2-9bfb-bff1c3a94e3a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:34.469966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.470804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d35121eb-5318-412d-b8a4-85c975c6247a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:34.501758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.510117 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.522408 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.558729 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e841d21-374c-4990-ab32-e5301326a4e7']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:34.573050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47132) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:34.585516 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c329ed-3d0f-468e-935e-0aec9a328803') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:34.585913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c329ed-3d0f-468e-935e-0aec9a328803') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:34.586976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cf921aa-5121-4f08-a8bc-bf12ee6ef03f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.626855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.677476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.690428 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e6058-8033-4ad8-8db0-7fb8ccc52d77 None None] Pushing event updated for resources: {'Port': ['ID=5fc1db34-37b7-414d-a86f-73fe27a65fc4,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:34.696042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf921aa-5121-4f08-a8bc-bf12ee6ef03f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event deleted for resources: {'Port': ['ID=900a93f0-29ac-45a8-af81-fd9d5578a1eb,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:34.703147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:19:34.703546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.749203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=c7206194-05c0-48f2-9bfb-bff1c3a94e3a,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:34.783000 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Attempting to bind port 5fc1db34-37b7-414d-a86f-73fe27a65fc4 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:34.783677 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Attempting to bind port 5fc1db34-37b7-414d-a86f-73fe27a65fc4 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:34.784172 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Attempting to bind port 5fc1db34-37b7-414d-a86f-73fe27a65fc4 on network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:34.791820 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:34.792204 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Checking segment: {'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:34.792609 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.793005 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Bound using segment: {'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:34.793524 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Bound port: 5fc1db34-37b7-414d-a86f-73fe27a65fc4, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:34.793981 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.824969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d35121eb-5318-412d-b8a4-85c975c6247a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:34.825480 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.858403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': 'd9d7b2aa-25b0-43a0-85db-a94a058b879c'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:19:34.858601 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:19:34.860298 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a874c28b-bbbd-401f-83dc-f27ecce93830,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:34.862050 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.887950 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.920181 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e841d21-374c-4990-ab32-e5301326a4e7 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 09:19:34.927530 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] For port 5fc1db34-37b7-414d-a86f-73fe27a65fc4, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:34.931266 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] For port 5fc1db34-37b7-414d-a86f-73fe27a65fc4, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5fc1db34-37b7-414d-a86f-73fe27a65fc4,segment=NetworkSegment(d363cee5-c162-41da-80c7-a89867efc37b),segment_id=d363cee5-c162-41da-80c7-a89867efc37b)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:34.939685 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.971244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cf921aa-5121-4f08-a8bc-bf12ee6ef03f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:34.974364 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-85c88105-f95e-463d-b599-99133a53e466 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7676661 Mar 29 09:19:34.975575 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0cf921aa-5121-4f08-a8bc-bf12ee6ef03f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "DELETE /v2.0/ports/900a93f0-29ac-45a8-af81-fd9d5578a1eb HTTP/1.1" status: 204 len: 168 time: 1.0162344 Mar 29 09:19:34.981730 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5155ba01-5e22-46fc-b98c-d797cde9eaf0 req-3093c489-2eb6-4ad2-900b-1bfaade8aaa6 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 210 time: 0.2825766 Mar 29 09:19:34.984815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47142) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:34.985223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47144) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:34.999442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'name': 'tempest-NetworksTestDHCPv6-718080893'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:35.014227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:35.017615 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "DELETE /v2.0/networks/7e841d21-374c-4990-ab32-e5301326a4e7 HTTP/1.1" status: 204 len: 168 time: 5.9041562 Mar 29 09:19:35.037744 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47148) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:35.038984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca699839-40f2-47b4-ace8-849d5ffa5bfa tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e841d21-374c-4990-ab32-e5301326a4e7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:35.123629 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-178dbd1f-1989-428f-ad61-a106faf4436a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:19:35.125485 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-178dbd1f-1989-428f-ad61-a106faf4436a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "GET /v2.0/ports/900a93f0-29ac-45a8-af81-fd9d5578a1eb HTTP/1.1" status: 404 len: 333 time: 0.1358943 Mar 29 09:19:35.167448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47152) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:35.192010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Request body: {'port': {'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-152104931'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:35.207750 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3befd58e-a6d8-4dd2-b839-3ae2b4d4bb3d None None] Provisioning complete for port 5fc1db34-37b7-414d-a86f-73fe27a65fc4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:35.208394 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3befd58e-a6d8-4dd2-b839-3ae2b4d4bb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:35.290413 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Routers {'b77600af-304e-476b-a4d1-910712ceac8e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:19:35.291575 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b77600af-304e-476b-a4d1-910712ceac8e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:35.330348 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5e3b0ecd-9aab-4c2b-b2b6-a550ca160323 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2863665 Mar 29 09:19:35.333063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47154) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:35.349419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-537efb69-2001-468d-b340-99e7bc6781b3 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:35.365918 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a97a3092-e26d-4a41-8aa6-0c31c82ae0b4 tempest-DHCPAgentSchedulersTestJSON-1095797481 tempest-DHCPAgentSchedulersTestJSON-1095797481-project-admin] 10.222.0.32 "GET /v2.0/agents/8a202f48-5d68-438e-997c-641bafdb3965/dhcp-networks HTTP/1.1" status: 200 len: 8791 time: 0.7857816 Mar 29 09:19:35.376616 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e6058-8033-4ad8-8db0-7fb8ccc52d77 None None] Pushing event updated for resources: {'Port': ['ID=5fc1db34-37b7-414d-a86f-73fe27a65fc4,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:35.377493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47156) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:35.409190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-537efb69-2001-468d-b340-99e7bc6781b3 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:35.514634 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Allocated IP 2001:db8::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/d9d7b2aa-25b0-43a0-85db-a94a058b879c/3de62ba8-c1e5-4fda-95fa-99209342b330) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:35.586928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21ec00-1af3-4fa5-bfc5-3da66827ff88 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:35.587411 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21ec00-1af3-4fa5-bfc5-3da66827ff88 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:35.587864 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21ec00-1af3-4fa5-bfc5-3da66827ff88 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:35.588315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21ec00-1af3-4fa5-bfc5-3da66827ff88 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:35.588764 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21ec00-1af3-4fa5-bfc5-3da66827ff88 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:35.589467 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21ec00-1af3-4fa5-bfc5-3da66827ff88 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:35.590614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21ec00-1af3-4fa5-bfc5-3da66827ff88 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:35.590940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21ec00-1af3-4fa5-bfc5-3da66827ff88 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:35.591388 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21ec00-1af3-4fa5-bfc5-3da66827ff88 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:35.596661 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6b21ec00-1af3-4fa5-bfc5-3da66827ff88 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5843 time: 0.2535503 Mar 29 09:19:35.600404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47158) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:35.604468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Made reservation on behalf of 41967c29039942a78a9bd51ca14a4dc0 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:35.607152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 602cdc96-0204-45f2-ad44-deb5bc1f37ae no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:19:35.614776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:35.656272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:35.670051 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-e6fd3588-401b-4169-917c-d1f6c5a3eaca tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] delete failed (client error): The resource could not be found. Mar 29 09:19:35.671250 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e6fd3588-401b-4169-917c-d1f6c5a3eaca tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/435ce463-7279-4aed-9f86-aadb5abe75a1 HTTP/1.1" status: 404 len: 345 time: 0.0698383 Mar 29 09:19:35.677278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47160) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:35.701471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:35.706977 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] Set router b77600af-304e-476b-a4d1-910712ceac8e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:19:35.764572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-537efb69-2001-468d-b340-99e7bc6781b3 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:35.765900 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-537efb69-2001-468d-b340-99e7bc6781b3 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6643431 Mar 29 09:19:35.790369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 602cdc96-0204-45f2-ad44-deb5bc1f37ae {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:19:35.792411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 602cdc96-0204-45f2-ad44-deb5bc1f37ae not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:19:35.820943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47162) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:35.827357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:35.829962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537efb69-2001-468d-b340-99e7bc6781b3 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347cf1a1-5a0a-4087-9a59-4baff92e99f2,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:35.844135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1084a172-5a47-4fa8-b800-83c4193b4fb4 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Request body: {'security_group_rule': {'security_group_id': '347cf1a1-5a0a-4087-9a59-4baff92e99f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:35.852360 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec87c27-e273-4355-9324-c6726f668b9c tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] DELETE failed (client error): The resource could not be found. Mar 29 09:19:35.861721 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec87c27-e273-4355-9324-c6726f668b9c tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:19:35.865078 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4ec87c27-e273-4355-9324-c6726f668b9c tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "DELETE /v2.0/networks/7e841d21-374c-4990-ab32-e5301326a4e7 HTTP/1.1" status: 404 len: 339 time: 0.1867788 Mar 29 09:19:35.873741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:35.879467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:35.881600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47164) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:35.903904 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] device_id is not set on port d63be7b0-c13e-41c6-a181-9e830aaa3f4e yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:35.904730 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-da2098f8-4814-4f07-84bb-66234f019669 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Request body: {'network': {'name': 'tempest-network--1582550348', 'router:external': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:35.910574 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3befd58e-a6d8-4dd2-b839-3ae2b4d4bb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:35.915575 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port ae60553e-e622-46b7-94c1-46e9a66444bd yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:35.959001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2378c1-ed9c-4c92-81d7-ff551362b9eb None None] Network eedce915-3209-4b70-bab9-89c5ac5a3d23 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:35.972716 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:35.985714 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Pushing event updated for resources: {'Port': ['ID=e0eb125d-d7d3-4d28-a32b-cbc8baf855ca,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:36.002672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.018264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1084a172-5a47-4fa8-b800-83c4193b4fb4 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.034996 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2098f8-4814-4f07-84bb-66234f019669 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Made reservation on behalf of e7e2126c52ed4bb28f23f3a288797037 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:36.037321 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-da2098f8-4814-4f07-84bb-66234f019669 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.116303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1084a172-5a47-4fa8-b800-83c4193b4fb4 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.126574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1084a172-5a47-4fa8-b800-83c4193b4fb4 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.204714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084a172-5a47-4fa8-b800-83c4193b4fb4 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708bcbda-5cce-4178-b799-6f867a0f4028,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:36.206536 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 4, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5fc1db34-37b7-414d-a86f-73fe27a65fc4', 'name': '', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'mac_address': 'fa:16:3e:5c:4a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '430ce061-df35-4aeb-b498-7548e31301a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:27Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'subnets': [{'id': '430ce061-df35-4aeb-b498-7548e31301a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:36.211636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1084a172-5a47-4fa8-b800-83c4193b4fb4 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.213397 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1084a172-5a47-4fa8-b800-83c4193b4fb4 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3740304 Mar 29 09:19:36.228313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47168) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:36.256616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-40387e4e-8568-4a55-8858-210b9f791814 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Request body: {'security_group_rule': {'security_group_id': '347cf1a1-5a0a-4087-9a59-4baff92e99f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:36.298994 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35f741-b76b-4946-b8c5-371d9951da24 None None] The sync data for ids ['b77600af-304e-476b-a4d1-910712ceac8e'] in dv-neutron-835554-1-hyperv is: [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 4, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5fc1db34-37b7-414d-a86f-73fe27a65fc4', 'name': '', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'mac_address': 'fa:16:3e:5c:4a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '430ce061-df35-4aeb-b498-7548e31301a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:27Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'subnets': [{'id': '430ce061-df35-4aeb-b498-7548e31301a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:19:36.354982 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:36.357661 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:36.362984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.386666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:36.452558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-40387e4e-8568-4a55-8858-210b9f791814 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.462167 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3befd58e-a6d8-4dd2-b839-3ae2b4d4bb3d None None] For port 5fc1db34-37b7-414d-a86f-73fe27a65fc4, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5fc1db34-37b7-414d-a86f-73fe27a65fc4,segment=NetworkSegment(d363cee5-c162-41da-80c7-a89867efc37b),segment_id=d363cee5-c162-41da-80c7-a89867efc37b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:36.525902 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12a2d3c7-2bc2-49f7-81c0-cfc5e8caa1ef req-af473512-3e11-4633-beff-d48478be9d95 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 210 time: 0.2207248 Mar 29 09:19:36.535792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.536800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Pushing event updated for resources: {'Port': ['ID=2ad2db4a-7afa-4587-a4e1-c3a6574648db,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:36.547771 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.24', 49981) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:36.549789 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3befd58e-a6d8-4dd2-b839-3ae2b4d4bb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.583045 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Network eedce915-3209-4b70-bab9-89c5ac5a3d23 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:36.698644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:36.708429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > segment before_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.709061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.710682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.711375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > port after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.711810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > port after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.712284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > port after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.712703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > segment after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.713124 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > subnet after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.713596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > subnet after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.714318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > subnet after_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.722568 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:36.729241 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:36.731485 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.744424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2098f8-4814-4f07-84bb-66234f019669 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:36.781095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.796590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befd58e-a6d8-4dd2-b839-3ae2b4d4bb3d None None] Pushing event updated for resources: {'Port': ['ID=5fc1db34-37b7-414d-a86f-73fe27a65fc4,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:36.805261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:36.806913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.852066 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.878438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-da2098f8-4814-4f07-84bb-66234f019669 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.878787 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-da2098f8-4814-4f07-84bb-66234f019669 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Added segment 1a405c33-080c-4a58-8c62-3a8a352fa040 of type vlan for network 2285e087-5b70-4e31-843b-583273030e2f Mar 29 09:19:36.920589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5bc4bba3-906b-4e35-9b7d-9ebd8971f5ac None None] Provisioning complete for port 5fc1db34-37b7-414d-a86f-73fe27a65fc4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:36.920960 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bba3-906b-4e35-9b7d-9ebd8971f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:36.954148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > subnet after_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.954667 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > subnet after_delete 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.955062 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:36.955170 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > subnet before_create 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.955578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Subscribe: > subnet before_update 55550000 {{(pid=102496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 09:19:36.956064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7922560f-ba02-453e-8ea3-2bd7b7f19763']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:36.984977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:36.994150 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:37.031667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Pushing event updated for resources: {'Port': ['ID=3de62ba8-c1e5-4fda-95fa-99209342b330,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:37.128369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:37.173804 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9f056faa-f09c-41a5-895a-edf708a477da tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 5.1929648 Mar 29 09:19:37.184734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Attempting to bind port 3de62ba8-c1e5-4fda-95fa-99209342b330 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:37.185270 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Attempting to bind port 3de62ba8-c1e5-4fda-95fa-99209342b330 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:37.185883 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Attempting to bind port 3de62ba8-c1e5-4fda-95fa-99209342b330 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:37.216493 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47182) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:37.249243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-5b758770-3fcb-4a20-a783-0221bf901b96 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:37.250842 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-5b758770-3fcb-4a20-a783-0221bf901b96 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.24 "GET /v2.0/networks?id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea HTTP/1.1" status: 200 len: 811 time: 0.5706553 Mar 29 09:19:37.259546 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:37.260101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:37.260621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:37.261123 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:37.261792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Bound port: 3de62ba8-c1e5-4fda-95fa-99209342b330, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:37.264302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:37.332150 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=2fbed255-eb24-4ec4-8045-bfd2f01b4c8f,segment=NetworkSegment(b15f6d9a-b4fa-43cc-90c1-6e2005527e4f),segment_id=b15f6d9a-b4fa-43cc-90c1-6e2005527e4f)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:37.357518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:37.372080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c7206194-05c0-48f2-9bfb-bff1c3a94e3a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:37.390524 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Router 55f8353a-a5dc-4db0-9884-cd134844dd9f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:19:37.398816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-da2098f8-4814-4f07-84bb-66234f019669 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:37.428192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f6 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/d9d7b2aa-25b0-43a0-85db-a94a058b879c/ae60553e-e622-46b7-94c1-46e9a66444bd) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:37.509181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5aa295c-f11c-4d91-9898-118714d516ef') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:37.509505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5aa295c-f11c-4d91-9898-118714d516ef') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:37.548928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:37.562600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] For port 3de62ba8-c1e5-4fda-95fa-99209342b330, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:37.568023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] For port 3de62ba8-c1e5-4fda-95fa-99209342b330, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3de62ba8-c1e5-4fda-95fa-99209342b330,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:37.581520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:37.604426 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5bc4bba3-906b-4e35-9b7d-9ebd8971f5ac None None] Provisioning complete for port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:37.605165 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5bc4bba3-906b-4e35-9b7d-9ebd8971f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:37.640080 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:19:37.645801 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-01bdb86e-8015-475e-b4f6-9347ffb19381 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8af97d3b7c8a40caa5a3275d0644629b HTTP/1.1" status: 200 len: 379 time: 0.3464680 Mar 29 09:19:37.654476 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8ba49f9d-796f-40f4-abf9-2ecd8a36622d admin admin] 10.222.0.32 "PUT /v2.0/routers/55f8353a-a5dc-4db0-9884-cd134844dd9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4864724 Mar 29 09:19:37.698188 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Request body: {'port': {'device_id': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'admin_state_up': True, 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'security_groups': ['8b9c7167-9356-4227-8a4c-9c995f21b92b']}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:37.703956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:37.708260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Sync routers for ids ['55f8353a-a5dc-4db0-9884-cd134844dd9f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:19:37.722682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=2fbed255-eb24-4ec4-8045-bfd2f01b4c8f,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:37.754646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:37.787459 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ede0b2-2cf9-4e79-844f-28af7b1ca19a tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:37.806043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ede0b2-2cf9-4e79-844f-28af7b1ca19a tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:37.816888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ede0b2-2cf9-4e79-844f-28af7b1ca19a tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:37.827359 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e2ede0b2-2cf9-4e79-844f-28af7b1ca19a tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.5997300 Mar 29 09:19:37.847285 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47202) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:37.850624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Routers {'55f8353a-a5dc-4db0-9884-cd134844dd9f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:19:37.851274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['55f8353a-a5dc-4db0-9884-cd134844dd9f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:37.963653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:38.052057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:38.087004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:19:38.087474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: from cryptography.utils import int_from_bytes Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: from cryptography.utils import int_from_bytes Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:19:38.138918 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:19:38.239023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Set router 55f8353a-a5dc-4db0-9884-cd134844dd9f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:19:38.357280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=ae60553e-e622-46b7-94c1-46e9a66444bd,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:38.396549 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d66b404b-99ce-4c94-a60b-263ab234da87 req-6e8aa4f3-fedc-4fff-ad78-db021a3d8f13 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 210 time: 0.3739073 Mar 29 09:19:38.406704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-40387e4e-8568-4a55-8858-210b9f791814 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:38.469913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:38.526878 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-da2098f8-4814-4f07-84bb-66234f019669 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:38.528640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2098f8-4814-4f07-84bb-66234f019669 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:38.529251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-da2098f8-4814-4f07-84bb-66234f019669 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:38.541071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:38.544583 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-40387e4e-8568-4a55-8858-210b9f791814 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:38.553111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:38.560757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:38.562805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:38.594892 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c91b57c5-9f47-4a49-a44d-6d28692f800a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6063573 Mar 29 09:19:38.598968 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47210) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:38.610830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40387e4e-8568-4a55-8858-210b9f791814 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e34b8d7-ea14-4b9f-be87-4d4e1ebd4362,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:38.618435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:38.633243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-40387e4e-8568-4a55-8858-210b9f791814 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:38.635332 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-40387e4e-8568-4a55-8858-210b9f791814 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4057155 Mar 29 09:19:38.640410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:38.645739 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] 10.222.0.32 "DELETE /v2.0/networks/7922560f-ba02-453e-8ea3-2bd7b7f19763 HTTP/1.1" status: 204 len: 168 time: 3.2648420 Mar 29 09:19:38.659147 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-da2098f8-4814-4f07-84bb-66234f019669 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.7763355 Mar 29 09:19:38.671148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47212) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:38.671647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47214) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:38.672088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47216) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:38.849659 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port c7206194-05c0-48f2-9bfb-bff1c3a94e3a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:38.851046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:38.881973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47218) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:38.900939 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d8441451-91e3-4242-8f42-4c7e5c9b994a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1055317979', 'description': 'tempest-description--411002798'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:38.935545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2098f8-4814-4f07-84bb-66234f019669 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event updated for resources: {'Network': ['ID=2285e087-5b70-4e31-843b-583273030e2f,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:39.005355 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd433b-1a68-4608-a3e2-72210c37fc74 None None] Pushing event updated for resources: {'Port': ['ID=3de62ba8-c1e5-4fda-95fa-99209342b330,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:39.012987 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device df5755a5-b634-4c69-b456-99770c4fc2ed up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:39.028764 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc9072-1158-4247-8ade-5a3bfe8cccbf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:39.040210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc9072-1158-4247-8ade-5a3bfe8cccbf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:39.050774 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0fcc9072-1158-4247-8ade-5a3bfe8cccbf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4190989 Mar 29 09:19:39.061583 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 2285e087-5b70-4e31-843b-583273030e2f details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:39.080289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.085664 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47220) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:39.102945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:39.119037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b359e2d-246e-47fd-a1b3-5895fe167e8b tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:39.125471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b359e2d-246e-47fd-a1b3-5895fe167e8b tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:39.137103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b359e2d-246e-47fd-a1b3-5895fe167e8b tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:39.144138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b359e2d-246e-47fd-a1b3-5895fe167e8b tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:39.162741 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8b359e2d-246e-47fd-a1b3-5895fe167e8b tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4357340 Mar 29 09:19:39.163557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ed10526f-90af-42e8-9a53-15d3370a75a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Deleting port 2ad2db4a-7afa-4587-a4e1-c3a6574648db {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:39.165101 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ed10526f-90af-42e8-9a53-15d3370a75a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.181949 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47222) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:39.193162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8441451-91e3-4242-8f42-4c7e5c9b994a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.238800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0ebd2530-3f79-4c08-bee3-a985a4c039e2 None None] Provisioning complete for port 2ad2db4a-7afa-4587-a4e1-c3a6574648db triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:39.239937 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2530-3f79-4c08-bee3-a985a4c039e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.274837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Network 127439c0-b7a7-4346-8d71-9231e3606d41 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:39.280613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1b8f6-b88f-40c9-a606-9f5df37181c3 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Pushing event deleted for resources: {'Network': ['ID=7922560f-ba02-453e-8ea3-2bd7b7f19763,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:39.299382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Made reservation on behalf of 8af97d3b7c8a40caa5a3275d0644629b for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:39.304091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.317221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd2530-3f79-4c08-bee3-a985a4c039e2 None None] Port 2ad2db4a-7afa-4587-a4e1-c3a6574648db cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:39.331506 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port df5755a5-b634-4c69-b456-99770c4fc2ed triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:39.332400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.396652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:32Z', 'revision_number': 4, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e0eb125d-d7d3-4d28-a32b-cbc8baf855ca', 'name': '', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'mac_address': 'fa:16:3e:55:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:29Z', 'updated_at': '2022-03-29T09:19:33Z', 'revision_number': 2, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'subnets': [{'id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:39.408530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event updated for resources: {'Port': ['ID=d63be7b0-c13e-41c6-a181-9e830aaa3f4e,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:39.425425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:39.430624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.434481 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd26bb59-fa4d-47a0-9a49-e99d4c04da53 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] DELETE failed (client error): The resource could not be found. Mar 29 09:19:39.435588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd26bb59-fa4d-47a0-9a49-e99d4c04da53 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:19:39.459905 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cd26bb59-fa4d-47a0-9a49-e99d4c04da53 tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] 10.222.0.32 "DELETE /v2.0/ports/5789550d-bb9a-453f-b5c6-86477163b9d3 HTTP/1.1" status: 404 len: 333 time: 0.7842445 Mar 29 09:19:39.462470 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47226) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:39.463481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:39.470542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:39.471466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.480101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Checking router: 55f8353a-a5dc-4db0-9884-cd134844dd9f for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:19:39.480331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Updating router 55f8353a-a5dc-4db0-9884-cd134844dd9f port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:19:39.529861 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.535047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.551036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0ebd2530-3f79-4c08-bee3-a985a4c039e2 None None] Provisioning complete for port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:39.551413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2530-3f79-4c08-bee3-a985a4c039e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.588539 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a45098c3-2520-45b0-9bb2-6d3b354fd12c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 4.4004405 Mar 29 09:19:39.593821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c515e42-948e-4fa3-a707-5b44e7fab6ec tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Deleting subnet 163109fd-1172-4176-965f-fbad91854910 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:19:39.597450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8c515e42-948e-4fa3-a707-5b44e7fab6ec tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.655313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8c515e42-948e-4fa3-a707-5b44e7fab6ec tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.704530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47228) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:39.760213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:39.769962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8441451-91e3-4242-8f42-4c7e5c9b994a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.794868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port df5755a5-b634-4c69-b456-99770c4fc2ed, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=df5755a5-b634-4c69-b456-99770c4fc2ed,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:39.804988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0ebd2530-3f79-4c08-bee3-a985a4c039e2 None None] Provisioning complete for port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:39.805363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2530-3f79-4c08-bee3-a985a4c039e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.816104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8441451-91e3-4242-8f42-4c7e5c9b994a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.911909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8441451-91e3-4242-8f42-4c7e5c9b994a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2781960-7ca0-4960-b074-aaee32677959,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:39.937519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.944810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ed10526f-90af-42e8-9a53-15d3370a75a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:39.975539 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-70142a0a-8f55-49fc-9aa6-c37e08f04f64 req-2fa3ccd5-ebf1-485a-9ab6-8463d9238e83 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 210 time: 0.2654595 Mar 29 09:19:40.126820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd2530-3f79-4c08-bee3-a985a4c039e2 None None] Port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:40.140871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.155268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.178506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2285e087-5b70-4e31-843b-583273030e2f']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:40.191579 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Allocated IP 172.20.0.3 (8c37aefe-3fc0-4af0-8a52-f0c9111045ea/87c15ca4-f48e-4474-bd41-14ac18cc263a/93811a99-e22b-458a-b83e-b3fd29815959) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:40.195667 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a405c33-080c-4a58-8c62-3a8a352fa040') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:40.196035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a405c33-080c-4a58-8c62-3a8a352fa040') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:40.218364 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.238177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8db28289-921a-4717-80bb-aae51d9f92cf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port ae60553e-e622-46b7-94c1-46e9a66444bd {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:40.238524 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8db28289-921a-4717-80bb-aae51d9f92cf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.261196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.269092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:19:40.269623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.307350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=df5755a5-b634-4c69-b456-99770c4fc2ed,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:19:40.366961 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:19:40.380238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.433968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2285e087-5b70-4e31-843b-583273030e2f {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 09:19:40.458052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ed10526f-90af-42e8-9a53-15d3370a75a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Calling delete_port for 2ad2db4a-7afa-4587-a4e1-c3a6574648db owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:40.458888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.468001 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "DELETE /v2.0/networks/2285e087-5b70-4e31-843b-583273030e2f HTTP/1.1" status: 204 len: 168 time: 1.1697245 Mar 29 09:19:40.469525 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0ebd2530-3f79-4c08-bee3-a985a4c039e2 None None] Provisioning complete for port 1356683a-4237-44dd-bcd9-0583241293b7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:40.473362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2530-3f79-4c08-bee3-a985a4c039e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.475669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47230) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:40.477673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80af05-679a-4cbc-a190-235c63c387d5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event deleted for resources: {'Network': ['ID=2285e087-5b70-4e31-843b-583273030e2f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:40.487476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Request body: {'network': {'name': 'tempest-network--826616986', 'router:external': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:40.537132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8c515e42-948e-4fa3-a707-5b44e7fab6ec tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.541655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.585886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3de62ba8-c1e5-4fda-95fa-99209342b330 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:40.634279 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8441451-91e3-4242-8f42-4c7e5c9b994a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.635607 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d8441451-91e3-4242-8f42-4c7e5c9b994a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7505333 Mar 29 09:19:40.646381 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Made reservation on behalf of e7e2126c52ed4bb28f23f3a288797037 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:40.648073 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47232) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:40.653251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.671857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8a764475-a59e-4f13-a223-83c0263b8e17 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Request body: {'security_group_rule': {'security_group_id': 'd2781960-7ca0-4960-b074-aaee32677959', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:40.784781 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8db28289-921a-4717-80bb-aae51d9f92cf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.791997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a764475-a59e-4f13-a223-83c0263b8e17 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.806655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd2530-3f79-4c08-bee3-a985a4c039e2 None None] Port 1356683a-4237-44dd-bcd9-0583241293b7 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:40.809900 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8c515e42-948e-4fa3-a707-5b44e7fab6ec tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.860197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c515e42-948e-4fa3-a707-5b44e7fab6ec tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Pushing event deleted for resources: {'Subnet': ['ID=163109fd-1172-4176-965f-fbad91854910,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:40.895887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 3de62ba8-c1e5-4fda-95fa-99209342b330 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:40.900801 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.906521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8c515e42-948e-4fa3-a707-5b44e7fab6ec tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.910976 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8c515e42-948e-4fa3-a707-5b44e7fab6ec tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] 10.222.0.32 "DELETE /v2.0/subnets/163109fd-1172-4176-965f-fbad91854910 HTTP/1.1" status: 204 len: 168 time: 1.4064527 Mar 29 09:19:40.916778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47234) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:40.920215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:40.927093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9503f965-c030-452f-bb41-5aa81cbe3314 None None] Network f77f73c9-369f-4d16-a041-cffec1a64b73 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:41.099022 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.146844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Allocated IP 172.26.1.188 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/6eed7e6f-763b-48a2-b75d-941b018adf2f) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:41.179471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8db28289-921a-4717-80bb-aae51d9f92cf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for ae60553e-e622-46b7-94c1-46e9a66444bd owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:41.250538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.325017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a764475-a59e-4f13-a223-83c0263b8e17 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.345049 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.358482 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a764475-a59e-4f13-a223-83c0263b8e17 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.362462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f798aa7e-22b3-41ce-9464-96518cbf94fa None None] Provisioning complete for port 3de62ba8-c1e5-4fda-95fa-99209342b330 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:41.364147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f798aa7e-22b3-41ce-9464-96518cbf94fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.398664 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:41.414628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a764475-a59e-4f13-a223-83c0263b8e17 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655c9d5b-f265-4dd0-8236-95cd026db9a9,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:41.416961 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:41.445908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.471979 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:41.546920 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:41.548533 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.607187 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Pushing event updated for resources: {'Port': ['ID=93811a99-e22b-458a-b83e-b3fd29815959,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:41.745297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8db28289-921a-4717-80bb-aae51d9f92cf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.763055 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a764475-a59e-4f13-a223-83c0263b8e17 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.764459 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8a764475-a59e-4f13-a223-83c0263b8e17 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1095684 Mar 29 09:19:41.779744 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47238) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:41.784369 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-f55f2d9b-992d-4131-80fd-4683d78c0719 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1228094 Mar 29 09:19:41.792155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3a72c422-2021-4aa6-90f3-c97b8a541385 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Request body: {'security_group_rule': {'security_group_id': 'd2781960-7ca0-4960-b074-aaee32677959', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:41.804852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:41.813783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-ca77bdb9-0a89-4a89-b494-dd6e304197db tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:19:41.813783 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-ca77bdb9-0a89-4a89-b494-dd6e304197db tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135813 Mar 29 09:19:41.836803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:41.862017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ed10526f-90af-42e8-9a53-15d3370a75a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.865048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.865395 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Added segment 0a0b2452-11fe-4096-b39a-b31d1f844244 of type vlan for network 9bd2e76c-bf55-43ff-bd60-6524446b7778 Mar 29 09:19:41.866768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.867234 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:41.910597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:41.924931 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db28289-921a-4717-80bb-aae51d9f92cf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=ae60553e-e622-46b7-94c1-46e9a66444bd,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:41.943972 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Pushing event updated for resources: {'Port': ['ID=6eed7e6f-763b-48a2-b75d-941b018adf2f,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:41.961753 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ed10526f-90af-42e8-9a53-15d3370a75a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:41.966930 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ed10526f-90af-42e8-9a53-15d3370a75a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] 10.222.0.32 "DELETE /v2.0/ports/2ad2db4a-7afa-4587-a4e1-c3a6574648db HTTP/1.1" status: 204 len: 168 time: 4.1185877 Mar 29 09:19:41.967862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10526f-90af-42e8-9a53-15d3370a75a7 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Pushing event deleted for resources: {'Port': ['ID=2ad2db4a-7afa-4587-a4e1-c3a6574648db,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:41.987229 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47242) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:42.000536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5bb243db-937b-4a87-a287-c52eff76bf16 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Request body: {'port': {'name': 'tempest-new-port-name-766306439', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:42.001757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.api.validators [None req-5bb243db-937b-4a87-a287-c52eff76bf16 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] bootfile-name is not in valid_values {{(pid=102495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 09:19:42.002097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.api.validators [None req-5bb243db-937b-4a87-a287-c52eff76bf16 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] tftp-server is not in valid_values {{(pid=102495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 09:19:42.002444 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.api.validators [None req-5bb243db-937b-4a87-a287-c52eff76bf16 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] server-ip-address is not in valid_values {{(pid=102495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 09:19:42.004977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.084472 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.108685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Request body: {'port': {'device_id': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:42.155540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.219838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac2a80-f4eb-482f-bcba-07b27649c14a req-3654c22f-46b2-48d8-be24-c09a8688ac57 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:42.221668 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1ac2a80-f4eb-482f-bcba-07b27649c14a req-3654c22f-46b2-48d8-be24-c09a8688ac57 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 931 time: 0.8287418 Mar 29 09:19:42.235193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.264434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 3de62ba8-c1e5-4fda-95fa-99209342b330, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3de62ba8-c1e5-4fda-95fa-99209342b330,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:42.301771 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.317414 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8db28289-921a-4717-80bb-aae51d9f92cf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.323811 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8db28289-921a-4717-80bb-aae51d9f92cf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/ae60553e-e622-46b7-94c1-46e9a66444bd HTTP/1.1" status: 204 len: 168 time: 3.2340646 Mar 29 09:19:42.339744 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.341910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47244) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:42.354115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:42.366854 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf1dfb8-8d58-4ffd-8c63-52861a0ce98a None None] DHCP port deletion for f77f73c9-369f-4d16-a041-cffec1a64b73 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:19:42.430607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a72c422-2021-4aa6-90f3-c97b8a541385 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.444055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.467014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f798aa7e-22b3-41ce-9464-96518cbf94fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.502279 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bb243db-937b-4a87-a287-c52eff76bf16 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.518221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.resource_extend [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:19:42.586692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a72c422-2021-4aa6-90f3-c97b8a541385 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.592618 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1ac2a80-f4eb-482f-bcba-07b27649c14a req-1d021326-2e47-4123-8d08-4dd82f6449c1 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504596 Mar 29 09:19:42.611037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b172b2-ae22-4afb-aab6-e6ad3b5498e4 None None] Pushing event updated for resources: {'Port': ['ID=e0eb125d-d7d3-4d28-a32b-cbc8baf855ca,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:42.613776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Attempting to bind port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:42.614489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Attempting to bind port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:42.614651 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Attempting to bind port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca on network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:42.624680 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a72c422-2021-4aa6-90f3-c97b8a541385 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.633483 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:42.633976 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Checking segment: {'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:42.634450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.634961 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Bound using segment: {'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:42.635460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Bound port: e0eb125d-d7d3-4d28-a32b-cbc8baf855ca, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:42.635908 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.662371 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a72c422-2021-4aa6-90f3-c97b8a541385 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.663931 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3a72c422-2021-4aa6-90f3-c97b8a541385 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8780661 Mar 29 09:19:42.667409 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8af84b-2f04-40f3-b43f-28255c68b525 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:42.669493 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8af84b-2f04-40f3-b43f-28255c68b525 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:42.673691 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6b8af84b-2f04-40f3-b43f-28255c68b525 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3255949 Mar 29 09:19:42.673691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47246) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:42.673974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] device_id is not set on port d63be7b0-c13e-41c6-a181-9e830aaa3f4e yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:42.685153 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:42.686030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47248) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:42.710446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.741829 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72c422-2021-4aa6-90f3-c97b8a541385 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76b9cb5-235c-4998-aa3e-b80d79623a76,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:42.770275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-f798aa7e-22b3-41ce-9464-96518cbf94fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:19:42.770785 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-f798aa7e-22b3-41ce-9464-96518cbf94fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:19:42.779971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=3de62ba8-c1e5-4fda-95fa-99209342b330,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:42.794978 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:42.795428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.810177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.850035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.854160 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1dfb8-8d58-4ffd-8c63-52861a0ce98a None None] Deleting port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:42.854641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3bf1dfb8-8d58-4ffd-8c63-52861a0ce98a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.871975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] For port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:42.891713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.891713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:42.892008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.925661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.928046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] For port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e0eb125d-d7d3-4d28-a32b-cbc8baf855ca,segment=NetworkSegment(14212b7d-d686-4361-8e15-54fae21a812b),segment_id=14212b7d-d686-4361-8e15-54fae21a812b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:42.942895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:42.993623 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5103557 Mar 29 09:19:43.014641 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47252) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:43.042250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0c2b34-86c3-41b3-8208-31856ef94ffa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet d9d7b2aa-25b0-43a0-85db-a94a058b879c {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:19:43.074831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3bf1dfb8-8d58-4ffd-8c63-52861a0ce98a None None] For port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6b5c6aca-c9dc-4c9c-b342-304f4be779fb,segment=NetworkSegment(f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6),segment_id=f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:43.082375 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3bf1dfb8-8d58-4ffd-8c63-52861a0ce98a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:43.084428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2b34-86c3-41b3-8208-31856ef94ffa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:43.115358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event updated for resources: {'Port': ['ID=d63be7b0-c13e-41c6-a181-9e830aaa3f4e,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:43.129889 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1dfb8-8d58-4ffd-8c63-52861a0ce98a None None] Calling delete_port for 6b5c6aca-c9dc-4c9c-b342-304f4be779fb owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:43.132156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Routers {'55f8353a-a5dc-4db0-9884-cd134844dd9f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:19:43.132849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['55f8353a-a5dc-4db0-9884-cd134844dd9f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:43.176671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Deleting port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:43.177038 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:43.194701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b172b2-ae22-4afb-aab6-e6ad3b5498e4 None None] Pushing event updated for resources: {'Port': ['ID=e0eb125d-d7d3-4d28-a32b-cbc8baf855ca,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:43.209999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5fc1db34-37b7-414d-a86f-73fe27a65fc4 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:43.289111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:43.289558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:43.295658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:43.332458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f9d2a-6b83-4b1d-8063-312da133d64e tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event updated for resources: {'Network': ['ID=9bd2e76c-bf55-43ff-bd60-6524446b7778,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:43.353227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:43.353547 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:43.354387 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 9bd2e76c-bf55-43ff-bd60-6524446b7778 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:43.358978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2b34-86c3-41b3-8208-31856ef94ffa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:43.362987 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 2 to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e Mar 29 09:19:43.425049 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:43.425286 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:43.425754 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:43.484596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:43.485436 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:43.491365 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 3 to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e Mar 29 09:19:43.496962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] For port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6b5c6aca-c9dc-4c9c-b342-304f4be779fb,segment=NetworkSegment(f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6),segment_id=f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:43.497318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:43.528635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Calling delete_port for 6b5c6aca-c9dc-4c9c-b342-304f4be779fb owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:43.544825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:43.545197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:43.545476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:43.572507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f798aa7e-22b3-41ce-9464-96518cbf94fa None None] Could not find standard attr ID for object ae60553e-e622-46b7-94c1-46e9a66444bd. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:19:43.597933 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] Set router 55f8353a-a5dc-4db0-9884-cd134844dd9f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:19:43.632681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:43.633408 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:43.639063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 4 to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e Mar 29 09:19:43.660320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:43.660538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:43.660875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:43.692204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2b34-86c3-41b3-8208-31856ef94ffa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:43.702277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:43.702853 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:43.754653 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 5 to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e Mar 29 09:19:43.801032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3bf1dfb8-8d58-4ffd-8c63-52861a0ce98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:43.842734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5fc1db34-37b7-414d-a86f-73fe27a65fc4 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:43.843104 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:43.847204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:43.849146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:43.851836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:43.851836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:43.870741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:43.884885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:43.885343 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:43.885833 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1dfb8-8d58-4ffd-8c63-52861a0ce98a None None] Pushing event deleted for resources: {'Port': ['ID=6b5c6aca-c9dc-4c9c-b342-304f4be779fb,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:43.891745 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 6 to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e Mar 29 09:19:43.901310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41e689-6879-4a60-9186-e52c5cf24a68 req-c1fd460b-5824-4394-a781-ff2544511cec tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:43.903454 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f41e689-6879-4a60-9186-e52c5cf24a68 req-c1fd460b-5824-4394-a781-ff2544511cec tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 931 time: 0.1459603 Mar 29 09:19:43.915851 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75537476-1107-4c0e-b6c3-e2a1904866ab tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:43.917353 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-75537476-1107-4c0e-b6c3-e2a1904866ab tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] 10.222.0.32 "GET /v2.0/networks/9bd2e76c-bf55-43ff-bd60-6524446b7778 HTTP/1.1" status: 200 len: 756 time: 0.9019246 Mar 29 09:19:43.922907 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47256) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:43.923913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:43.944137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d7f75add-846b-415e-817c-6aac13cc3eae None None] Provisioning complete for port 93811a99-e22b-458a-b83e-b3fd29815959 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:43.944850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d7f75add-846b-415e-817c-6aac13cc3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:43.993818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1dfb8-8d58-4ffd-8c63-52861a0ce98a None None] No DVR routers for this DVR port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:19:43.996563 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d7f75add-846b-415e-817c-6aac13cc3eae None None] Port 93811a99-e22b-458a-b83e-b3fd29815959 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:44.071676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2b34-86c3-41b3-8208-31856ef94ffa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.127992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c2b34-86c3-41b3-8208-31856ef94ffa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d7b2aa-25b0-43a0-85db-a94a058b879c,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:44.139877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:44.140215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:44.140553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:44.151550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] No DVR routers for this DVR port 6b5c6aca-c9dc-4c9c-b342-304f4be779fb on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:19:44.153445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:44.153651 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:44.158499 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 7 to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e Mar 29 09:19:44.165416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2b34-86c3-41b3-8208-31856ef94ffa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.170941 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ef0c2b34-86c3-41b3-8208-31856ef94ffa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/d9d7b2aa-25b0-43a0-85db-a94a058b879c HTTP/1.1" status: 204 len: 168 time: 1.4768336 Mar 29 09:19:44.172382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Pushing event updated for resources: {'Port': ['ID=6eed7e6f-763b-48a2-b75d-941b018adf2f,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:44.180022 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73bd2c8-613d-4bf1-8638-e7f9734560dd tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:44.185745 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f73bd2c8-613d-4bf1-8638-e7f9734560dd tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] 10.222.0.32 "GET /v2.0/networks/6717af71-59d6-447b-a3d4-492112b36fd6 HTTP/1.1" status: 200 len: 767 time: 0.2545099 Mar 29 09:19:44.185745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47258) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:44.187221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bb243db-937b-4a87-a287-c52eff76bf16 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.207923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47260) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:44.233920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.312998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:44.313268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:44.313597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:44.316657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32585bfb-76ba-470f-ba17-9a4dc571c19c None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:44.331571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:44.331902 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:44.332573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Pushing event deleted for resources: {'Port': ['ID=6b5c6aca-c9dc-4c9c-b342-304f4be779fb,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:44.356591 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 8 to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e Mar 29 09:19:44.368396 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bb243db-937b-4a87-a287-c52eff76bf16 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.369656 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f41e689-6879-4a60-9186-e52c5cf24a68 req-dc1d9788-81a2-41e0-9ded-11185a651db3 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4164622 Mar 29 09:19:44.374150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.423345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d7f75add-846b-415e-817c-6aac13cc3eae None None] Provisioning complete for port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:44.423793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d7f75add-846b-415e-817c-6aac13cc3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.468989 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f10e79f9-ecbb-48cd-8fd0-0bfc9067a97d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2610831 Mar 29 09:19:44.489208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.504320 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c27f4811-f05c-4d23-8ff6-16078b1d098d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8169823 Mar 29 09:19:44.504320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47262) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:44.504320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.509380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-05663dd8-ad08-438d-b88c-0ced3c86bff6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:44.531776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:44.541995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:44.542657 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:44.550973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-5bb243db-937b-4a87-a287-c52eff76bf16 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] In _notify_port_updated(), no bound segment for port 1356683a-4237-44dd-bcd9-0583241293b7 on network eedce915-3209-4b70-bab9-89c5ac5a3d23 {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:19:44.567617 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb243db-937b-4a87-a287-c52eff76bf16 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:44.568543 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bb243db-937b-4a87-a287-c52eff76bf16 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.579587 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5bb243db-937b-4a87-a287-c52eff76bf16 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] 10.222.0.32 "PUT /v2.0/ports/1356683a-4237-44dd-bcd9-0583241293b7 HTTP/1.1" status: 200 len: 1129 time: 2.5881302 Mar 29 09:19:44.582892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47268) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:44.644032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.652898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:44.653472 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:44.658538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77f73c9-369f-4d16-a041-cffec1a64b73']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:44.660753 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 9 to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e Mar 29 09:19:44.726633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb243db-937b-4a87-a287-c52eff76bf16 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Pushing event updated for resources: {'Port': ['ID=1356683a-4237-44dd-bcd9-0583241293b7,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:44.747592 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93811a99-e22b-458a-b83e-b3fd29815959 {{(pid=102495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:19:44.774694 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.802939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:44.804233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d6aef6-aa5a-4dcd-b19d-8df943a9b1f6') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:44.853807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:44.858525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:44.859106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:44.866871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.876449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:44.876774 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:44.890746 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 10 to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e Mar 29 09:19:44.928218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:44.928764 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a00d44-8454-46d3-9a13-89c757f63444 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:44.935033 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-76a00d44-8454-46d3-9a13-89c757f63444 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] 10.222.0.32 "GET /v2.0/ports/1356683a-4237-44dd-bcd9-0583241293b7 HTTP/1.1" status: 200 len: 1129 time: 0.3255367 Mar 29 09:19:44.939889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47278) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:44.953775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:19:44.954244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.053507 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:19:45.054666 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:19:45.101098 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:45.101425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:45.101802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:45.111924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd2e76c-bf55-43ff-bd60-6524446b7778']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:45.139085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0b2452-11fe-4096-b39a-b31d1f844244') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:45.139545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0b2452-11fe-4096-b39a-b31d1f844244') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:45.155673 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.174120 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-1c2ffcf3-1cc9-45ff-8220-27e72443c58c tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--352523368&fields=id&tenant_id=caff1db302a04b7a883b2ea0ed6e9347 HTTP/1.1" status: 200 len: 267 time: 0.3621423 Mar 29 09:19:45.201720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Allocated IP 172.26.1.18 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/4dd8620b-5623-49dd-a171-dfa27a4165d1) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:45.224630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device df5755a5-b634-4c69-b456-99770c4fc2ed up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:45.274128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:45.274884 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:45.274884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.280284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d71fd-8ccc-4d46-ae83-1a5abc971ce6 None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:19:45.298459 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:32Z', 'revision_number': 4, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e0eb125d-d7d3-4d28-a32b-cbc8baf855ca', 'name': '', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'mac_address': 'fa:16:3e:55:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:29Z', 'updated_at': '2022-03-29T09:19:42Z', 'revision_number': 4, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'subnets': [{'id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:45.330788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d7f75add-846b-415e-817c-6aac13cc3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.372203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a6239c-c051-4912-8c43-92493b2f8112 None None] The sync data for ids ['55f8353a-a5dc-4db0-9884-cd134844dd9f'] in dv-neutron-835554-1-hyperv is: [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:32Z', 'revision_number': 4, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e0eb125d-d7d3-4d28-a32b-cbc8baf855ca', 'name': '', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'mac_address': 'fa:16:3e:55:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:29Z', 'updated_at': '2022-03-29T09:19:42Z', 'revision_number': 4, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'subnets': [{'id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:19:45.421446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d7f75add-846b-415e-817c-6aac13cc3eae None None] For port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e0eb125d-d7d3-4d28-a32b-cbc8baf855ca,segment=NetworkSegment(14212b7d-d686-4361-8e15-54fae21a812b),segment_id=14212b7d-d686-4361-8e15-54fae21a812b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:45.435028 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d7f75add-846b-415e-817c-6aac13cc3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.476760 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port df5755a5-b634-4c69-b456-99770c4fc2ed triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:45.477170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.521473 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d70d71fd-8ccc-4d46-ae83-1a5abc971ce6 None None] Deleting port 3de62ba8-c1e5-4fda-95fa-99209342b330 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:45.521896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d70d71fd-8ccc-4d46-ae83-1a5abc971ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.534935 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.566431 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:19:45.566876 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.668885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f75add-846b-415e-817c-6aac13cc3eae None None] Pushing event updated for resources: {'Port': ['ID=e0eb125d-d7d3-4d28-a32b-cbc8baf855ca,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:45.678430 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1e69da1a-e1a5-4838-bb73-58e0937c05f4 None None] Provisioning complete for port 1356683a-4237-44dd-bcd9-0583241293b7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:45.678826 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e69da1a-e1a5-4838-bb73-58e0937c05f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.689459 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d70d71fd-8ccc-4d46-ae83-1a5abc971ce6 None None] For port 3de62ba8-c1e5-4fda-95fa-99209342b330, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3de62ba8-c1e5-4fda-95fa-99209342b330,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:45.689889 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d70d71fd-8ccc-4d46-ae83-1a5abc971ce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.747839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d70d71fd-8ccc-4d46-ae83-1a5abc971ce6 None None] Calling delete_port for 3de62ba8-c1e5-4fda-95fa-99209342b330 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:45.807059 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.provisioning_blocks [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Transition to ACTIVE for port object 93811a99-e22b-458a-b83e-b3fd29815959 will not be triggered until provisioned by entity L2. {{(pid=102495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:19:45.809766 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:19:45.821959 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.823104 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1e69da1a-e1a5-4838-bb73-58e0937c05f4 None None] Port 1356683a-4237-44dd-bcd9-0583241293b7 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:45.825624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05663dd8-ad08-438d-b88c-0ced3c86bff6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:45.837959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-05663dd8-ad08-438d-b88c-0ced3c86bff6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.871561 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.875021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.882192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.888456 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] 10.222.0.32 "DELETE /v2.0/networks/f77f73c9-369f-4d16-a041-cffec1a64b73 HTTP/1.1" status: 204 len: 168 time: 4.5043342 Mar 29 09:19:45.924731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.934999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9bd2e76c-bf55-43ff-bd60-6524446b7778 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 09:19:45.939276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:45.943590 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9bd2e76c-bf55-43ff-bd60-6524446b7778 HTTP/1.1" status: 204 len: 168 time: 1.7238047 Mar 29 09:19:45.950621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47284) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:45.975933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:46.048247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3de62ba8-c1e5-4fda-95fa-99209342b330 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:46.087049 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d6a4626c-13ed-49f0-b159-2ea59fb9271b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Request body: {'network': {'name': 'tempest-network--1852840697'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:46.117036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:46.140880 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:46.150585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:46.213561 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d70d71fd-8ccc-4d46-ae83-1a5abc971ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:46.311703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d71fd-8ccc-4d46-ae83-1a5abc971ce6 None None] Pushing event deleted for resources: {'Port': ['ID=3de62ba8-c1e5-4fda-95fa-99209342b330,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:46.326628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d71fd-8ccc-4d46-ae83-1a5abc971ce6 None None] No DVR routers for this DVR port 3de62ba8-c1e5-4fda-95fa-99209342b330 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:19:46.333957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No active binding found for port 3de62ba8-c1e5-4fda-95fa-99209342b330 {{(pid=102497) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 09:19:46.335447 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3de62ba8-c1e5-4fda-95fa-99209342b330 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 29 09:19:46.400017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Port 3de62ba8-c1e5-4fda-95fa-99209342b330 not found, will not notify nova. {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 29 09:19:46.402041 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d0e46-dd4f-4ead-b0d0-e7aaacf7fa2d tempest-DHCPAgentSchedulersTestJSON-1688952705 tempest-DHCPAgentSchedulersTestJSON-1688952705-project] Pushing event deleted for resources: {'Network': ['ID=f77f73c9-369f-4d16-a041-cffec1a64b73,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:46.417546 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47288) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:46.489854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:46.504855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6b5c6aca-c9dc-4c9c-b342-304f4be779fb no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:19:46.522401 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Pushing event updated for resources: {'Port': ['ID=93811a99-e22b-458a-b83e-b3fd29815959,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:46.548645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419c0e0-56a1-4820-85d1-754bc08786c8 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event deleted for resources: {'Network': ['ID=9bd2e76c-bf55-43ff-bd60-6524446b7778,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:46.565725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 6b5c6aca-c9dc-4c9c-b342-304f4be779fb {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:19:46.566091 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6b5c6aca-c9dc-4c9c-b342-304f4be779fb not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:19:46.679977 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Pushing event updated for resources: {'Port': ['ID=4dd8620b-5623-49dd-a171-dfa27a4165d1,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:46.703519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ef32633e-6ebf-413b-9287-9d31ca785d73 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Deleting port 1356683a-4237-44dd-bcd9-0583241293b7 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:46.711323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef32633e-6ebf-413b-9287-9d31ca785d73 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:46.765549 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f61727-dca0-4892-87ff-158c08f6875b req-464e6369-fa4e-4cad-951f-0d8e8a25691e tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:46.774806 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-86f61727-dca0-4892-87ff-158c08f6875b req-464e6369-fa4e-4cad-951f-0d8e8a25691e tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 943 time: 0.9976041 Mar 29 09:19:46.822231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55674109-1de8-4140-b2cd-949cbed3b557 req-aaf16d0c-1bec-4a51-8637-b3ebab0769fc tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:46.824606 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-aaf16d0c-1bec-4a51-8637-b3ebab0769fc tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/networks?id=f9656fba-9b1e-414e-8ea0-9f8b6c07da74 HTTP/1.1" status: 200 len: 806 time: 1.0388484 Mar 29 09:19:46.841815 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a4626c-13ed-49f0-b159-2ea59fb9271b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Made reservation on behalf of e7e2126c52ed4bb28f23f3a288797037 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:46.844559 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6a4626c-13ed-49f0-b159-2ea59fb9271b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:46.876547 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:46.936162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a4626c-13ed-49f0-b159-2ea59fb9271b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:46.939688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Attempting to bind port 93811a99-e22b-458a-b83e-b3fd29815959 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:46.940186 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Attempting to bind port 93811a99-e22b-458a-b83e-b3fd29815959 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:46.940639 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Attempting to bind port 93811a99-e22b-458a-b83e-b3fd29815959 on network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:46.967611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] For port d63be7b0-c13e-41c6-a181-9e830aaa3f4e, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:46.968171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempted to set empty binding levels {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 29 09:19:46.969404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6a4626c-13ed-49f0-b159-2ea59fb9271b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:46.969879 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-d6a4626c-13ed-49f0-b159-2ea59fb9271b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Added segment 713dde8c-ad0b-4656-ab47-602e0f91b78d of type vlan for network f1343fbe-8a9e-4fb9-9b74-71ca68cb4751 Mar 29 09:19:46.975062 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0dfa9ed9-cbac-472c-aa1b-75352d946266 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60b98431d80e474ebb1a0b0c76c69fd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5367031 Mar 29 09:19:46.985157 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47292) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:47.001214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Port 93811a99-e22b-458a-b83e-b3fd29815959 on network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:47.001535 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-86f61727-dca0-4892-87ff-158c08f6875b req-18cbb5a3-ee10-481f-9101-2ee4d64b1b28 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244592 Mar 29 09:19:47.001669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Attempting to bind port 93811a99-e22b-458a-b83e-b3fd29815959 on network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:47.006775 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-b7ec8c56-25b6-4e6c-8302-9462f2cbd7e3 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/quotas/caff1db302a04b7a883b2ea0ed6e9347 HTTP/1.1" status: 200 len: 375 time: 0.1530776 Mar 29 09:19:47.010446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.044874 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:47.045353 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Checking segment: {'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:47.046034 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Bound using segment: {'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'} {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:47.046720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Bound port: 93811a99-e22b-458a-b83e-b3fd29815959, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31f47e1-6fd2-4243-9243-392271d1cf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea'}}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:47.047088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.116435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6a4626c-13ed-49f0-b159-2ea59fb9271b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.179211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e0eb125d-d7d3-4d28-a32b-cbc8baf855ca up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:47.184337 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:19:47.281188 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6a4626c-13ed-49f0-b159-2ea59fb9271b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.282687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a4626c-13ed-49f0-b159-2ea59fb9271b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.283565 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6a4626c-13ed-49f0-b159-2ea59fb9271b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.289027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] In _notify_port_updated(), no bound segment for port d63be7b0-c13e-41c6-a181-9e830aaa3f4e on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:19:47.290012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.290632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.291991 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "PUT /v2.0/ports/d63be7b0-c13e-41c6-a181-9e830aaa3f4e HTTP/1.1" status: 200 len: 980 time: 7.5658875 Mar 29 09:19:47.313187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47294) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:47.366934 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:47.367419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.374660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef32633e-6ebf-413b-9287-9d31ca785d73 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.463556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ef32633e-6ebf-413b-9287-9d31ca785d73 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Calling delete_port for 1356683a-4237-44dd-bcd9-0583241293b7 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:47.479330 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d6a4626c-13ed-49f0-b159-2ea59fb9271b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5076494 Mar 29 09:19:47.489874 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.506925 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47296) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:47.515973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-072598e1-d166-4cca-a8a8-f966c62c6274 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:47.517918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f81cb-b6ef-49e3-8d40-382ed07e9d50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event updated for resources: {'Port': ['ID=d63be7b0-c13e-41c6-a181-9e830aaa3f4e,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:47.533948 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] For port 93811a99-e22b-458a-b83e-b3fd29815959, host hv-neutron-8355, cleared binding levels {{(pid=102495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:47.547217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7148f477-6d66-4c7d-9982-dc7e69deb707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.547719 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4626c-13ed-49f0-b159-2ea59fb9271b tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event updated for resources: {'Network': ['ID=f1343fbe-8a9e-4fb9-9b74-71ca68cb4751,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:47.559590 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.571243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network f1343fbe-8a9e-4fb9-9b74-71ca68cb4751 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:47.639623 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-d625b022-58a0-4578-8259-13dbc8ca304f tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=caff1db302a04b7a883b2ea0ed6e9347&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5710907 Mar 29 09:19:47.663388 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] For port 93811a99-e22b-458a-b83e-b3fd29815959, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=93811a99-e22b-458a-b83e-b3fd29815959,segment=NetworkSegment(a31f47e1-6fd2-4243-9243-392271d1cf25),segment_id=a31f47e1-6fd2-4243-9243-392271d1cf25)] {{(pid=102495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:47.771447 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.791775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7148f477-6d66-4c7d-9982-dc7e69deb707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.800715 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3de62ba8-c1e5-4fda-95fa-99209342b330 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:19:47.838203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 3de62ba8-c1e5-4fda-95fa-99209342b330 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:19:47.838597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3de62ba8-c1e5-4fda-95fa-99209342b330 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:19:47.884976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Pushing event updated for resources: {'Port': ['ID=4dd8620b-5623-49dd-a171-dfa27a4165d1,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:47.892773 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.893524 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:47.895048 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] 10.222.0.24 "PUT /v2.0/ports/93811a99-e22b-458a-b83e-b3fd29815959 HTTP/1.1" status: 200 len: 1093 time: 5.9433494 Mar 29 09:19:47.906313 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'tag': '93811a99-e22b-458a-b83e-b3fd29815959'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:19:47.968850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.969687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.969928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.970629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.970994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.971493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.971999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.972456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.973008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.973596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.974219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.974780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.975388 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.975851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.976302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.976782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.977277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.977702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.978200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.978645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:47.981598 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1fc184ce-e334-43f3-88b8-25fff29b8f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18209 time: 0.6649518 Mar 29 09:19:47.992220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-05663dd8-ad08-438d-b88c-0ced3c86bff6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:48.003144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47300) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:48.008838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7148f477-6d66-4c7d-9982-dc7e69deb707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:48.024079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7148f477-6d66-4c7d-9982-dc7e69deb707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:48.024463 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7148f477-6d66-4c7d-9982-dc7e69deb707 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89cf62e2-9b6a-4ae5-ad84-f7256a5b6e5d HTTP/1.1" status: 204 len: 168 time: 1.0364478 Mar 29 09:19:48.259934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:48.333510 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a978906-4065-42f9-8c36-fb130639cdb5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6a22dc-da01-40ea-b021-38f98ab5f07c", "tag": "93811a99-e22b-458a-b83e-b3fd29815959"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:19:48.391865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148f477-6d66-4c7d-9982-dc7e69deb707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cf62e2-9b6a-4ae5-ad84-f7256a5b6e5d,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:48.437311 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05663dd8-ad08-438d-b88c-0ced3c86bff6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:48.509357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-05663dd8-ad08-438d-b88c-0ced3c86bff6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:48.514443 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05663dd8-ad08-438d-b88c-0ced3c86bff6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:48.515120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-05663dd8-ad08-438d-b88c-0ced3c86bff6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:48.536377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44676f25-cad2-45cf-ba03-33b160d8941a None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:48.547195 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b434b-ad00-4b23-b1f4-3ebb55a009ee service neutron] Pushing event updated for resources: {'Port': ['ID=93811a99-e22b-458a-b83e-b3fd29815959,revision_number=3']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:48.570327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:48.586709 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d2e1431a-713e-47cf-806b-2dfc6e6e246a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9065585 Mar 29 09:19:48.648204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-75ac3678-b932-4424-a6dc-56274509a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:48.655374 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-75ac3678-b932-4424-a6dc-56274509a1cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8af97d3b7c8a40caa5a3275d0644629b&device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 1096 time: 0.6469450 Mar 29 09:19:48.660082 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-072598e1-d166-4cca-a8a8-f966c62c6274 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:48.769705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05663dd8-ad08-438d-b88c-0ced3c86bff6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=2b3d13a3-d0be-4b06-aa71-433553be77c1,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:48.797071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef32633e-6ebf-413b-9287-9d31ca785d73 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:48.844472 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-3262f4ac-ace2-4247-ac73-91e8d7e6a81e service neutron] 10.222.0.32 "GET /v2.0/networks/f9656fba-9b1e-414e-8ea0-9f8b6c07da74?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2038345 Mar 29 09:19:48.886000 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-05663dd8-ad08-438d-b88c-0ced3c86bff6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.3888984 Mar 29 09:19:48.902974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47316) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:48.915565 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29213c3b-83e2-40c3-a453-4dbed6808952 req-d2165c63-2f1c-4384-bb13-20bf1e5e961f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:48.917711 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29213c3b-83e2-40c3-a453-4dbed6808952 req-d2165c63-2f1c-4384-bb13-20bf1e5e961f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 943 time: 0.5949056 Mar 29 09:19:48.920085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32633e-6ebf-413b-9287-9d31ca785d73 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Pushing event deleted for resources: {'Port': ['ID=1356683a-4237-44dd-bcd9-0583241293b7,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:48.978376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'name': 'tempest-NetworksTestDHCPv6-945864621'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:48.999535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef32633e-6ebf-413b-9287-9d31ca785d73 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.013694 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ef32633e-6ebf-413b-9287-9d31ca785d73 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] 10.222.0.32 "DELETE /v2.0/ports/1356683a-4237-44dd-bcd9-0583241293b7 HTTP/1.1" status: 204 len: 168 time: 4.0617206 Mar 29 09:19:49.015863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47318) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:49.126247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47320) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:49.231578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ee748e72-cc5c-49e5-a8f1-b1de59c65a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Deleting port d63be7b0-c13e-41c6-a181-9e830aaa3f4e {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:49.232020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ee748e72-cc5c-49e5-a8f1-b1de59c65a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.241126 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-98be23a6-febc-4059-8869-bde55d0f26f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93811a99-e22b-458a-b83e-b3fd29815959 HTTP/1.1" status: 200 len: 217 time: 0.5732741 Mar 29 09:19:49.248962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-072598e1-d166-4cca-a8a8-f966c62c6274 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.262874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-75b0be6f-bf9a-4857-8bc8-1c06f16c89ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.333536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '2b3d13a3-d0be-4b06-aa71-433553be77c1'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:19:49.335371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.350291 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-072598e1-d166-4cca-a8a8-f966c62c6274 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Network f1343fbe-8a9e-4fb9-9b74-71ca68cb4751 is not hosted by any dhcp agent {{(pid=102495) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 09:19:49.352277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072598e1-d166-4cca-a8a8-f966c62c6274 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:49.353324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-072598e1-d166-4cca-a8a8-f966c62c6274 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.356716 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-072598e1-d166-4cca-a8a8-f966c62c6274 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "PUT /v2.0/networks/f1343fbe-8a9e-4fb9-9b74-71ca68cb4751 HTTP/1.1" status: 200 len: 858 time: 1.8460481 Mar 29 09:19:49.364753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a78833c-dba2-4fc2-ac33-08365144edb8 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Deleting subnet 8f79bacb-43e0-485a-a67f-fdd4c7daee99 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:19:49.367529 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47322) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:49.397324 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29213c3b-83e2-40c3-a453-4dbed6808952 req-ca2bfa79-2eba-42ed-a3ca-e3e7b3ff1962 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4059353 Mar 29 09:19:49.435513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-ee748e72-cc5c-49e5-a8f1-b1de59c65a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] For port d63be7b0-c13e-41c6-a181-9e830aaa3f4e, host hv-neutron-8355, got binding levels [] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:49.436281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ee748e72-cc5c-49e5-a8f1-b1de59c65a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.446699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-8f5bef36-07e7-4243-9cf2-dc9d93926548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:49.448172 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-8f5bef36-07e7-4243-9cf2-dc9d93926548 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87c15ca4-f48e-4474-bd41-14ac18cc263a HTTP/1.1" status: 200 len: 850 time: 0.1829557 Mar 29 09:19:49.450426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a78833c-dba2-4fc2-ac33-08365144edb8 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.483868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-1f5e333b-42a1-4a4e-90d2-2b9c2c99375e service neutron] 10.222.0.32 "GET /v2.0/networks/f9656fba-9b1e-414e-8ea0-9f8b6c07da74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381407 Mar 29 09:19:49.485314 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072598e1-d166-4cca-a8a8-f966c62c6274 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event updated for resources: {'Network': ['ID=f1343fbe-8a9e-4fb9-9b74-71ca68cb4751,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:49.549786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Allocated IP 2001:db8::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/2b3d13a3-d0be-4b06-aa71-433553be77c1/864102e5-ed5d-4468-b030-3026a5fdf790) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:49.574133 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.688211 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.726185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1343fbe-8a9e-4fb9-9b74-71ca68cb4751']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:49.746903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713dde8c-ad0b-4656-ab47-602e0f91b78d') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:49.747816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713dde8c-ad0b-4656-ab47-602e0f91b78d') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:49.755864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.766054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.772560 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.823436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.832979 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:49.837904 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ee748e72-cc5c-49e5-a8f1-b1de59c65a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Calling delete_port for d63be7b0-c13e-41c6-a181-9e830aaa3f4e owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:49.838322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:49.848298 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:19:49.848744 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.850548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:19:49.850764 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:19:49.887243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a78833c-dba2-4fc2-ac33-08365144edb8 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.934105 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Pushing event updated for resources: {'Port': ['ID=864102e5-ed5d-4468-b030-3026a5fdf790,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:49.935754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.940302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Attempting to bind port 864102e5-ed5d-4468-b030-3026a5fdf790 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:49.940302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Attempting to bind port 864102e5-ed5d-4468-b030-3026a5fdf790 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:49.940302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Attempting to bind port 864102e5-ed5d-4468-b030-3026a5fdf790 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:49.951656 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1343fbe-8a9e-4fb9-9b74-71ca68cb4751 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 09:19:49.953044 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:49.953294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:49.953628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.954031 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:49.954527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Bound port: 864102e5-ed5d-4468-b030-3026a5fdf790, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:49.959896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.972829 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:49.976831 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f1343fbe-8a9e-4fb9-9b74-71ca68cb4751 HTTP/1.1" status: 204 len: 168 time: 0.6069372 Mar 29 09:19:49.978245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b79fae-fa92-44a8-a5b9-f16e5a91d5b5 tempest-ExternalNetworksTestJSON-27774395 tempest-ExternalNetworksTestJSON-27774395-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1343fbe-8a9e-4fb9-9b74-71ca68cb4751,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:49.980002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47350) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:50.037876 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfb7f82-f804-4fbf-95e6-a8f59fe63609 x-openstack-request-id: req-6dfb7f82-f804-4fbf-95e6-a8f59fe63609 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:19:50.038265 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6a22dc-da01-40ea-b021-38f98ab5f07c", "tag": "93811a99-e22b-458a-b83e-b3fd29815959", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:19:50.038910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-75b0be6f-bf9a-4857-8bc8-1c06f16c89ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.049835 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6dfb7f82-f804-4fbf-95e6-a8f59fe63609 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:19:50.050382 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'tag': '93811a99-e22b-458a-b83e-b3fd29815959', 'status': 'completed', 'code': 200} Mar 29 09:19:50.051793 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dae82c-6150-4ce6-811f-85e870a425c4 tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] DELETE failed (client error): The resource could not be found. Mar 29 09:19:50.052250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9dae82c-6150-4ce6-811f-85e870a425c4 tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:19:50.056736 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a9dae82c-6150-4ce6-811f-85e870a425c4 tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] 10.222.0.32 "DELETE /v2.0/subnets/a874c28b-bbbd-401f-83dc-f27ecce93830 HTTP/1.1" status: 404 len: 337 time: 0.0756972 Mar 29 09:19:50.059456 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47354) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:50.094254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] For port 864102e5-ed5d-4468-b030-3026a5fdf790, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:50.098501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] For port 864102e5-ed5d-4468-b030-3026a5fdf790, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=864102e5-ed5d-4468-b030-3026a5fdf790,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:50.100911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-75b0be6f-bf9a-4857-8bc8-1c06f16c89ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.106251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.164651 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e88551c0-1683-4531-9062-274b34a2c93b req-31fc51d9-a1dc-4d1e-b75c-3f9ae731fc84 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 210 time: 0.1061792 Mar 29 09:19:50.170363 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-54588217-63e7-4eec-9237-701d26bfe2ac tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1055317979&fields=id&tenant_id=dec1dec677064dab8f8e0655ae5cfa98 HTTP/1.1" status: 200 len: 267 time: 0.3689601 Mar 29 09:19:50.171350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:50.176880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.211292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e66c8-a301-4594-ae1c-e61c1491854c None None] Pushing event updated for resources: {'Port': ['ID=864102e5-ed5d-4468-b030-3026a5fdf790,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:50.235359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.262494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0be6f-bf9a-4857-8bc8-1c06f16c89ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15da9eb-2027-4b38-a890-2542c5d69cf4,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:50.303327 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-75b0be6f-bf9a-4857-8bc8-1c06f16c89ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cbc3c4ecd8e46c8b80229b7da93d044&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1648917 Mar 29 09:19:50.321378 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47360) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:50.343909 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 3f24cd4a-5dfa-4453-9bbc-c24a57502bd0 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:50.419953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2c6f-a95d-4a9e-81f3-e0d8807b811a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.457346 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2c6f-a95d-4a9e-81f3-e0d8807b811a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.492564 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a78833c-dba2-4fc2-ac33-08365144edb8 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.544656 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.549815 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2c6f-a95d-4a9e-81f3-e0d8807b811a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.553504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2c6f-a95d-4a9e-81f3-e0d8807b811a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.557773 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ca2f2c6f-a95d-4a9e-81f3-e0d8807b811a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f15da9eb-2027-4b38-a890-2542c5d69cf4 HTTP/1.1" status: 204 len: 168 time: 0.2262759 Mar 29 09:19:50.580736 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f2c6f-a95d-4a9e-81f3-e0d8807b811a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15da9eb-2027-4b38-a890-2542c5d69cf4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:50.593558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6717af71-59d6-447b-a3d4-492112b36fd6']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:50.614437 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bf7ba6-afae-4a52-a730-96afd07ffc10') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:50.616594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bf7ba6-afae-4a52-a730-96afd07ffc10') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:50.645009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ee748e72-cc5c-49e5-a8f1-b1de59c65a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.645305 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.663502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.680170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:19:50.680692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:19:50.684600 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:19:50.783166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.791616 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.791757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee748e72-cc5c-49e5-a8f1-b1de59c65a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event deleted for resources: {'Port': ['ID=d63be7b0-c13e-41c6-a181-9e830aaa3f4e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:50.802920 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] 10.222.0.32 "DELETE /v2.0/networks/6717af71-59d6-447b-a3d4-492112b36fd6 HTTP/1.1" status: 204 len: 168 time: 0.7402298 Mar 29 09:19:50.820548 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f9998-6a2d-45c8-88e4-07af7e23f1ed tempest-ExternalNetworksTestJSON-1289865904 tempest-ExternalNetworksTestJSON-1289865904-project] Pushing event deleted for resources: {'Network': ['ID=6717af71-59d6-447b-a3d4-492112b36fd6,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:50.890114 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ee748e72-cc5c-49e5-a8f1-b1de59c65a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.898368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47376) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:50.906233 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ee748e72-cc5c-49e5-a8f1-b1de59c65a5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "DELETE /v2.0/ports/d63be7b0-c13e-41c6-a181-9e830aaa3f4e HTTP/1.1" status: 204 len: 168 time: 2.8805630 Mar 29 09:19:50.933027 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a86c42c-e0f8-4b95-be01-5562958e93aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:19:50.940096 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7a86c42c-e0f8-4b95-be01-5562958e93aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "GET /v2.0/ports/d63be7b0-c13e-41c6-a181-9e830aaa3f4e HTTP/1.1" status: 404 len: 333 time: 0.0404315 Mar 29 09:19:50.946831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaae221-c935-4af7-93f7-25699f925e81 req-d2c7dae5-de11-46a5-b172-ef3097bd18af tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:50.948650 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-d2c7dae5-de11-46a5-b172-ef3097bd18af tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/networks?id=2bca6ec7-c77c-4796-b4da-ecf7327bab2c HTTP/1.1" status: 200 len: 811 time: 0.7486720 Mar 29 09:19:50.955195 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47378) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:50.957529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a78833c-dba2-4fc2-ac33-08365144edb8 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:50.967569 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1728275826', 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:51.013872 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Made reservation on behalf of 41967c29039942a78a9bd51ca14a4dc0 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:51.023882 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:51.025998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78833c-dba2-4fc2-ac33-08365144edb8 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Pushing event deleted for resources: {'Subnet': ['ID=8f79bacb-43e0-485a-a67f-fdd4c7daee99,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:51.045002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfce139-f0c0-467a-99c8-9d0273866ef8 None None] Network eedce915-3209-4b70-bab9-89c5ac5a3d23 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:51.054278 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-8e7e9ff3-91e0-4af0-b229-e9f0ff600cb7 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/quotas/dec1dec677064dab8f8e0655ae5cfa98 HTTP/1.1" status: 200 len: 375 time: 0.0817151 Mar 29 09:19:51.063052 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a78833c-dba2-4fc2-ac33-08365144edb8 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:51.066563 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] device_id is not set on port edb0c98e-b222-4292-8b5d-9a09354ef19a yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:51.071989 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8a78833c-dba2-4fc2-ac33-08365144edb8 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] 10.222.0.32 "DELETE /v2.0/subnets/8f79bacb-43e0-485a-a67f-fdd4c7daee99 HTTP/1.1" status: 204 len: 168 time: 2.0362549 Mar 29 09:19:51.090553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47384) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:51.116331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::35d (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/2b3d13a3-d0be-4b06-aa71-433553be77c1/3f24cd4a-5dfa-4453-9bbc-c24a57502bd0) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:51.185391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 864102e5-ed5d-4468-b030-3026a5fdf790 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:51.240409 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47390) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:51.340494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 864102e5-ed5d-4468-b030-3026a5fdf790 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:51.340862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:51.456581 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f1f54-e98f-4c1d-817d-fa093668b9cc None None] DHCP port deletion for eedce915-3209-4b70-bab9-89c5ac5a3d23 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:19:51.462507 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:51.524924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:51.554310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-ed957e8b-c620-4dda-a1ff-32bae108b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:51.556017 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-ed957e8b-c620-4dda-a1ff-32bae108b9ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4300301 Mar 29 09:19:51.606776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:51.625250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a9a4-855a-410a-aba5-58483296764f req-9617134f-069b-415a-b893-ee4ab7c9fb80 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:51.630639 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c77a9a4-855a-410a-aba5-58483296764f req-9617134f-069b-415a-b893-ee4ab7c9fb80 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 943 time: 0.9551318 Mar 29 09:19:51.634260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:51.653239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f63f1f54-e98f-4c1d-817d-fa093668b9cc None None] Deleting port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:51.653666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f63f1f54-e98f-4c1d-817d-fa093668b9cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:51.694550 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c77a9a4-855a-410a-aba5-58483296764f req-4fa5a251-e8d1-47fe-8fa5-785c3d44dc11 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514078 Mar 29 09:19:51.753657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f63f1f54-e98f-4c1d-817d-fa093668b9cc None None] For port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=2fbed255-eb24-4ec4-8045-bfd2f01b4c8f,segment=NetworkSegment(b15f6d9a-b4fa-43cc-90c1-6e2005527e4f),segment_id=b15f6d9a-b4fa-43cc-90c1-6e2005527e4f)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:51.754060 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f63f1f54-e98f-4c1d-817d-fa093668b9cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:51.762830 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-8a23d7c0-6b04-4301-95c5-cbef8d32dd67 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dec1dec677064dab8f8e0655ae5cfa98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7075620 Mar 29 09:19:51.767856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f63f1f54-e98f-4c1d-817d-fa093668b9cc None None] Calling delete_port for 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:51.777599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:51.781272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:51.800321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:51.812751 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:51.813482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:51.904140 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f63f1f54-e98f-4c1d-817d-fa093668b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:51.923168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 864102e5-ed5d-4468-b030-3026a5fdf790, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=864102e5-ed5d-4468-b030-3026a5fdf790,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:51.956796 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b580ac20-dbc4-4ae6-ae7a-f9a79c17a190 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0110782b9f384b3494c8dd97339e1709&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7039027 Mar 29 09:19:51.962336 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47410) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:51.976165 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:51.978136 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f1f54-e98f-4c1d-817d-fa093668b9cc None None] Pushing event deleted for resources: {'Port': ['ID=2fbed255-eb24-4ec4-8045-bfd2f01b4c8f,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:51.993406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=3f24cd4a-5dfa-4453-9bbc-c24a57502bd0,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:51.994486 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f1f54-e98f-4c1d-817d-fa093668b9cc None None] No DVR routers for this DVR port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:19:52.003329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.24', 49988) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:52.073380 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3c20553e-6fc8-409c-a3c4-313d651dfcc3 req-c8041aa0-acad-493f-ad29-e3788defb90e tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 210 time: 0.2545202 Mar 29 09:19:52.091627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=864102e5-ed5d-4468-b030-3026a5fdf790,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:52.095404 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-07af354e-578b-44d3-84bc-97a825b385d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1741335 Mar 29 09:19:52.097592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47412) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:52.117254 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Deleting port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:52.117742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.190048 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.191806 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-37867b7b-4fce-4f0e-9086-f79d3df04b64 service neutron] 10.222.0.32 "GET /v2.0/networks/2bca6ec7-c77c-4796-b4da-ecf7327bab2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741043 Mar 29 09:19:52.233464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4a46e8e0-6b14-4245-b63c-124fe2bfe2f8 None None] Provisioning complete for port 864102e5-ed5d-4468-b030-3026a5fdf790 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:52.233677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4a46e8e0-6b14-4245-b63c-124fe2bfe2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.234785 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-67946120-25ee-4fc9-9be6-28d6c14db1a3 service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420307 Mar 29 09:19:52.258568 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] For port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:52.258925 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.264480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9d77e1a-8cac-4662-8dac-76b5d10568aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.276669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a63036-365d-4023-a311-1958f165baf4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:52.283127 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a63036-365d-4023-a311-1958f165baf4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:52.287196 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-03a63036-365d-4023-a311-1958f165baf4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.1732690 Mar 29 09:19:52.297547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55674109-1de8-4140-b2cd-949cbed3b557 req-699f2ca6-5048-4abf-8a7c-fc0eeea7e7ff tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:52.298772 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-699f2ca6-5048-4abf-8a7c-fc0eeea7e7ff tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.24 "GET /v2.0/networks?id=f9656fba-9b1e-414e-8ea0-9f8b6c07da74 HTTP/1.1" status: 200 len: 806 time: 0.2848001 Mar 29 09:19:52.303402 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47416) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:52.304367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Calling delete_port for 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:52.319513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.ipam_backend_mixin [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f was not found and therefore no delete operation was performed {{(pid=102495) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 09:19:52.327812 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.382197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.422862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] No DVR routers for this DVR port 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:19:52.436260 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-9f95053c-dac7-4dc1-8ea1-9e23f1ef1a91 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caff1db302a04b7a883b2ea0ed6e9347 HTTP/1.1" status: 200 len: 379 time: 0.1007452 Mar 29 09:19:52.458572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-55674109-1de8-4140-b2cd-949cbed3b557 req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Request body: {'port': {'device_id': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'admin_state_up': True, 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'security_groups': ['347cf1a1-5a0a-4087-9a59-4baff92e99f2']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:52.486245 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-2bce0e65-b546-4c08-817a-8d20c6d767fc service neutron] 10.222.0.32 "GET /v2.0/networks/2bca6ec7-c77c-4796-b4da-ecf7327bab2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852864 Mar 29 09:19:52.513849 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9d77e1a-8cac-4662-8dac-76b5d10568aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.583368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Network 127439c0-b7a7-4346-8d71-9231e3606d41 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:52.584854 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-563cf0a6-ed7c-455e-97b8-7ffa4db44657 None None] Provisioning complete for port 3f24cd4a-5dfa-4453-9bbc-c24a57502bd0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:52.585609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-563cf0a6-ed7c-455e-97b8-7ffa4db44657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.608363 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55674109-1de8-4140-b2cd-949cbed3b557 req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Made reservation on behalf of caff1db302a04b7a883b2ea0ed6e9347 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:52.612781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55674109-1de8-4140-b2cd-949cbed3b557 req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.622939 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:52.625168 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:52.628852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:52.629626 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.658069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-563cf0a6-ed7c-455e-97b8-7ffa4db44657 None None] Port 3f24cd4a-5dfa-4453-9bbc-c24a57502bd0 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:52.731045 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7716894 Mar 29 09:19:52.735328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47434) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:52.752057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1aab26-e913-4618-a7fe-37e11e44d168 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event updated for resources: {'Port': ['ID=edb0c98e-b222-4292-8b5d-9a09354ef19a,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:52.810938 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Pushing event deleted for resources: {'Port': ['ID=2fbed255-eb24-4ec4-8045-bfd2f01b4c8f,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:52.814382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.836691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9d77e1a-8cac-4662-8dac-76b5d10568aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.840694 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9d77e1a-8cac-4662-8dac-76b5d10568aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.844819 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c9d77e1a-8cac-4662-8dac-76b5d10568aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9c55c44-14f0-4029-85af-c052d6ced929 HTTP/1.1" status: 204 len: 168 time: 0.8765476 Mar 29 09:19:52.867071 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-bd5e8159-ae7c-49a7-bf04-e7abff457440 req-942a786f-b3c7-49b1-8e0f-fd11157f4211 service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036425 Mar 29 09:19:52.869425 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedce915-3209-4b70-bab9-89c5ac5a3d23']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:52.876669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155fc3ef-ab81-4905-9867-ef07ae7054bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:52.878115 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-155fc3ef-ab81-4905-9867-ef07ae7054bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "GET /v2.0/ports/edb0c98e-b222-4292-8b5d-9a09354ef19a HTTP/1.1" status: 200 len: 959 time: 0.1392963 Mar 29 09:19:52.884724 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dab69469-d52d-4002-a482-43075de4dae5 req-98b1baa3-7bee-4bdd-98f5-1690c403492a tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 210 time: 0.1724675 Mar 29 09:19:52.885209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47440) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:52.892614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-a385a95b-3e5a-4069-8856-5f978643b8ce tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 3f24cd4a-5dfa-4453-9bbc-c24a57502bd0 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:52.892991 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a385a95b-3e5a-4069-8856-5f978643b8ce tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.895873 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d77e1a-8cac-4662-8dac-76b5d10568aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c55c44-14f0-4029-85af-c052d6ced929,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:52.898850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15f6d9a-b4fa-43cc-90c1-6e2005527e4f') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:52.899146 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15f6d9a-b4fa-43cc-90c1-6e2005527e4f') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:19:52.925794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:52.993816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:53.057972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:19:53.059480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:19:53.064476 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:19:53.104492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed9ad2-8169-40b4-bf23-f4f616acc1c3 req-0cb8a6ee-40c6-4e77-9eb5-3cc06ebc1527 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:53.109864 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7ed9ad2-8169-40b4-bf23-f4f616acc1c3 req-0cb8a6ee-40c6-4e77-9eb5-3cc06ebc1527 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 943 time: 0.2967651 Mar 29 09:19:53.113866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-55674109-1de8-4140-b2cd-949cbed3b557 req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Allocated IP 172.20.0.7 (f9656fba-9b1e-414e-8ea0-9f8b6c07da74/430ce061-df35-4aeb-b498-7548e31301a3/9ca013a6-b472-4589-bc57-e7def332d897) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:53.155661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 864102e5-ed5d-4468-b030-3026a5fdf790 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:19:53.275023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 864102e5-ed5d-4468-b030-3026a5fdf790 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:53.275894 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:53.365369 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb5a6ce0-059a-4796-b061-3ebff5d97f00 req-7822b7ec-80c8-46d5-b64f-a2639e0eb14e tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 210 time: 0.1404679 Mar 29 09:19:53.432461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47456) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:53.444018 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-9b59bdca-fd6d-4210-85b3-993a20db4367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Deleting port edb0c98e-b222-4292-8b5d-9a09354ef19a {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:53.444351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b59bdca-fd6d-4210-85b3-993a20db4367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:53.486379 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a385a95b-3e5a-4069-8856-5f978643b8ce tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:53.499504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a978906-4065-42f9-8c36-fb130639cdb5 req-4be5cde3-2b5e-4ace-a06f-a51021d03e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:53.501011 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-8a978906-4065-42f9-8c36-fb130639cdb5 req-4be5cde3-2b5e-4ace-a06f-a51021d03e53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8af97d3b7c8a40caa5a3275d0644629b&device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 1096 time: 0.5017300 Mar 29 09:19:53.501673 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:53.524728 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:53.528665 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] 10.222.0.32 "DELETE /v2.0/networks/eedce915-3209-4b70-bab9-89c5ac5a3d23 HTTP/1.1" status: 204 len: 168 time: 2.4368484 Mar 29 09:19:53.529881 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-a385a95b-3e5a-4069-8856-5f978643b8ce tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 3f24cd4a-5dfa-4453-9bbc-c24a57502bd0 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:53.532065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba786c3-c399-4c79-b209-3657dd2a175c tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004 tempest-ExtraDHCPOptionsIpV6TestJSON-2090300004-project] Pushing event deleted for resources: {'Network': ['ID=eedce915-3209-4b70-bab9-89c5ac5a3d23,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:53.546358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:19:53.575028 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47462) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:53.581915 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7ed9ad2-8169-40b4-bf23-f4f616acc1c3 req-6955d580-69c6-4259-98b5-1889b0bf0c3f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4270146 Mar 29 09:19:53.612519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:19:53.613130 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2fbed255-eb24-4ec4-8045-bfd2f01b4c8f not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:19:53.716892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b59bdca-fd6d-4210-85b3-993a20db4367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:53.744323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-9b59bdca-fd6d-4210-85b3-993a20db4367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Calling delete_port for edb0c98e-b222-4292-8b5d-9a09354ef19a owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:53.774584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55674109-1de8-4140-b2cd-949cbed3b557 req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:53.836679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a385a95b-3e5a-4069-8856-5f978643b8ce tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:53.861949 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-eda929d1-3878-4c74-b1f0-9e0e6f50000e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7e2126c52ed4bb28f23f3a288797037&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2825592 Mar 29 09:19:53.869488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47466) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:53.875239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1364437018', 'router:external': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:53.887406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385a95b-3e5a-4069-8856-5f978643b8ce tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=3f24cd4a-5dfa-4453-9bbc-c24a57502bd0,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:53.940307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a385a95b-3e5a-4069-8856-5f978643b8ce tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:53.945708 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a385a95b-3e5a-4069-8856-5f978643b8ce tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/3f24cd4a-5dfa-4453-9bbc-c24a57502bd0 HTTP/1.1" status: 204 len: 168 time: 1.6341889 Mar 29 09:19:53.946485 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47472) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:53.965276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a978906-4065-42f9-8c36-fb130639cdb5 req-efd8baf9-d0f1-42fb-9994-d7d34c77a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:53.966499 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-8a978906-4065-42f9-8c36-fb130639cdb5 req-efd8baf9-d0f1-42fb-9994-d7d34c77a020 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea HTTP/1.1" status: 200 len: 912 time: 0.4434402 Mar 29 09:19:53.967867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55674109-1de8-4140-b2cd-949cbed3b557 req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:54.039259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Made reservation on behalf of 089e542e425a4eefbee962cac966338c for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:54.041554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:54.056739 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-8a978906-4065-42f9-8c36-fb130639cdb5 req-5c79babe-b51c-4fbd-a5cd-83d5fb571474 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93811a99-e22b-458a-b83e-b3fd29815959 HTTP/1.1" status: 200 len: 217 time: 0.0646453 Mar 29 09:19:54.068390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:54.073395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55674109-1de8-4140-b2cd-949cbed3b557 req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:54.083474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e8aee-3a35-49ef-b0ca-b8f9111d83de tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:54.088559 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e8aee-3a35-49ef-b0ca-b8f9111d83de tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:54.093019 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d37e8aee-3a35-49ef-b0ca-b8f9111d83de tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1430712 Mar 29 09:19:54.107072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47474) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:54.107616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47476) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:54.113150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-55674109-1de8-4140-b2cd-949cbed3b557 req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:54.122541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-55674109-1de8-4140-b2cd-949cbed3b557 req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:54.130706 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a978906-4065-42f9-8c36-fb130639cdb5 req-fe357c16-88fd-4c74-8d31-999d2e73e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:54.132681 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-8a978906-4065-42f9-8c36-fb130639cdb5 req-fe357c16-88fd-4c74-8d31-999d2e73e0d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87c15ca4-f48e-4474-bd41-14ac18cc263a HTTP/1.1" status: 200 len: 850 time: 0.0680346 Mar 29 09:19:54.140227 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a433e823-8543-4c5e-a834-54ae4c1b1bbd req-3187d1c4-9c95-498a-b494-32cf4c12eb86 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 210 time: 0.1133373 Mar 29 09:19:54.221910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a978906-4065-42f9-8c36-fb130639cdb5 req-c9944173-99ef-4781-ab1d-f790348fe073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:54.223343 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-8a978906-4065-42f9-8c36-fb130639cdb5 req-c9944173-99ef-4781-ab1d-f790348fe073 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825074 Mar 29 09:19:54.260912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Pushing event updated for resources: {'Port': ['ID=9ca013a6-b472-4589-bc57-e7def332d897,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:54.307290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b59bdca-fd6d-4210-85b3-993a20db4367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:54.332629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af48d89-efa2-4a61-af9b-ab38f41fbe91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 2b3d13a3-d0be-4b06-aa71-433553be77c1 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:19:54.338642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.24', 49994) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:54.411663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2af48d89-efa2-4a61-af9b-ab38f41fbe91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:54.486516 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-8a978906-4065-42f9-8c36-fb130639cdb5 req-702c9b9f-1edc-4047-be21-8c79044eda3d service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467942 Mar 29 09:19:54.575456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59bdca-fd6d-4210-85b3-993a20db4367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event deleted for resources: {'Port': ['ID=edb0c98e-b222-4292-8b5d-9a09354ef19a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:54.598463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-212c86b9-5c5e-457a-b7c1-855b42d4924e None None] Provisioning complete for port 9ca013a6-b472-4589-bc57-e7def332d897 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:54.599638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-212c86b9-5c5e-457a-b7c1-855b42d4924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:54.621801 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaae221-c935-4af7-93f7-25699f925e81 req-ff796402-13cb-4d52-8652-ce1d389d7dbc tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:54.623191 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-ff796402-13cb-4d52-8652-ce1d389d7dbc tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.24 "GET /v2.0/networks?id=2bca6ec7-c77c-4796-b4da-ecf7327bab2c HTTP/1.1" status: 200 len: 811 time: 0.2827456 Mar 29 09:19:54.647107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-212c86b9-5c5e-457a-b7c1-855b42d4924e None None] Port 9ca013a6-b472-4589-bc57-e7def332d897 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:54.671574 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-8a978906-4065-42f9-8c36-fb130639cdb5 req-94b1b99c-221c-45b3-8c9d-23f2e7a5d0af service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836584 Mar 29 09:19:54.686238 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-bad6f065-77d6-4a9b-962a-ba661e2367b3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dec1dec677064dab8f8e0655ae5cfa98 HTTP/1.1" status: 200 len: 380 time: 0.0519331 Mar 29 09:19:54.699018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [req-1eaae221-c935-4af7-93f7-25699f925e81 req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Request body: {'port': {'device_id': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'admin_state_up': True, 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'security_groups': ['d2781960-7ca0-4960-b074-aaee32677959']}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:54.813233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eaae221-c935-4af7-93f7-25699f925e81 req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Made reservation on behalf of dec1dec677064dab8f8e0655ae5cfa98 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:54.816943 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-1eaae221-c935-4af7-93f7-25699f925e81 req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:54.847408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c1abc55-0674-475d-a765-81ebbc6d2413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:54.853284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b59bdca-fd6d-4210-85b3-993a20db4367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:54.857397 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9b59bdca-fd6d-4210-85b3-993a20db4367 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "DELETE /v2.0/ports/edb0c98e-b222-4292-8b5d-9a09354ef19a HTTP/1.1" status: 204 len: 168 time: 1.9523523 Mar 29 09:19:54.863522 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55674109-1de8-4140-b2cd-949cbed3b557 req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:54.864137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55674109-1de8-4140-b2cd-949cbed3b557 req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:54.874827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47490) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:54.952763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2af48d89-efa2-4a61-af9b-ab38f41fbe91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:54.957860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [req-1eaae221-c935-4af7-93f7-25699f925e81 req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Allocated IP 172.20.0.3 (2bca6ec7-c77c-4796-b4da-ecf7327bab2c/df1bb4d9-ee61-4e7b-babf-17686cd6831b/7bd2c1e0-3698-402d-bb64-421e4df788ff) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:54.973785 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5dbaca70-9cf6-44de-b8ee-9fb32e29ae0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c720e375265c408b9d2ab69483284d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8582222 Mar 29 09:19:54.978615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47492) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:55.004992 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-54608e86-f8a2-4d8d-8517-0681449c739e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:19:55.006675 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-54608e86-f8a2-4d8d-8517-0681449c739e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "GET /v2.0/ports/edb0c98e-b222-4292-8b5d-9a09354ef19a HTTP/1.1" status: 404 len: 333 time: 0.1174984 Mar 29 09:19:55.014676 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47494) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:55.019435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Request body: {'port': {'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1715221202'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:55.029148 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-e1ceae3e-9ade-4906-8e31-350ff9389766 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5745840 Mar 29 09:19:55.036658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c1abc55-0674-475d-a765-81ebbc6d2413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.064910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Request body: {'port': {'device_id': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:55.071440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.116360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Made reservation on behalf of 41967c29039942a78a9bd51ca14a4dc0 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:55.118740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.122898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.132420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a78cf-7710-4cf8-9279-70569242704a req-66ce240d-e009-4565-9131-9e9bf89cf0d5 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:55.133967 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ef6a78cf-7710-4cf8-9279-70569242704a req-66ce240d-e009-4565-9131-9e9bf89cf0d5 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 931 time: 0.5775881 Mar 29 09:19:55.143053 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acdee8a4-8d96-4990-8ecd-e2b38aba23a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.168658 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] device_id is not set on port 1423d285-05f1-43a3-9453-26353e341aac yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:55.180940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e0cff-4300-4fbe-9ff0-fcbc8129437e req-da079c2a-6abf-4ca4-9156-865ae8cfca02 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:55.182488 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-245e0cff-4300-4fbe-9ff0-fcbc8129437e req-da079c2a-6abf-4ca4-9156-865ae8cfca02 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 943 time: 0.3118808 Mar 29 09:19:55.198199 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acdee8a4-8d96-4990-8ecd-e2b38aba23a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.225470 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:55.249425 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-1eaae221-c935-4af7-93f7-25699f925e81 req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.287272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.287615 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Added segment 2e55fd13-7159-4050-bc70-7ae5dcfac509 of type vlan for network 74b9495f-5994-43af-9270-331f187da89c Mar 29 09:19:55.305665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee4776c-9a8f-4daf-90b0-8efe31138252,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:55.326195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2af48d89-efa2-4a61-af9b-ab38f41fbe91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.356399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c1abc55-0674-475d-a765-81ebbc6d2413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.359353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c1abc55-0674-475d-a765-81ebbc6d2413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.360515 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6c1abc55-0674-475d-a765-81ebbc6d2413 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/167c9018-e49d-4b6d-a574-0157692ef24b HTTP/1.1" status: 204 len: 168 time: 1.4560421 Mar 29 09:19:55.385403 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acdee8a4-8d96-4990-8ecd-e2b38aba23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.386890 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.388685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acdee8a4-8d96-4990-8ecd-e2b38aba23a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.392189 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-acdee8a4-8d96-4990-8ecd-e2b38aba23a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e7f4798-391a-4748-8680-9ec727f10cf9 HTTP/1.1" status: 204 len: 168 time: 0.4101255 Mar 29 09:19:55.403481 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ef6a78cf-7710-4cf8-9279-70569242704a req-ddf5e8fc-a064-48f4-9abd-bc03c8234d2d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576277 Mar 29 09:19:55.409171 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-1eaae221-c935-4af7-93f7-25699f925e81 req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.413726 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdee8a4-8d96-4990-8ecd-e2b38aba23a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7f4798-391a-4748-8680-9ec727f10cf9,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:55.435912 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-245e0cff-4300-4fbe-9ff0-fcbc8129437e req-804528d7-1df2-4dcf-8d26-e42dd7668d86 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079446 Mar 29 09:19:55.436513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1abc55-0674-475d-a765-81ebbc6d2413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167c9018-e49d-4b6d-a574-0157692ef24b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:55.438605 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.460872 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.503572 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaae221-c935-4af7-93f7-25699f925e81 req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:55.510769 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [req-1eaae221-c935-4af7-93f7-25699f925e81 req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:55.521372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaae221-c935-4af7-93f7-25699f925e81 req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:55.531060 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Pushing event updated for resources: {'Port': ['ID=7bd2c1e0-3698-402d-bb64-421e4df788ff,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:55.624955 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaae221-c935-4af7-93f7-25699f925e81 req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:55.625698 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-1eaae221-c935-4af7-93f7-25699f925e81 req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.630255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.674584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.resource_extend [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:19:55.688660 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-09201c8d-a03a-4f3f-b002-471b03fd860b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9936535 Mar 29 09:19:55.696218 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Network 127439c0-b7a7-4346-8d71-9231e3606d41 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:55.697807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:55.717615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:19:55.719410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:55.720293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.727022 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Request body: {'port': {'device_id': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:55.758232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event updated for resources: {'Port': ['ID=1423d285-05f1-43a3-9453-26353e341aac,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:55.807616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.809793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:55.810542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.814521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2af48d89-efa2-4a61-af9b-ab38f41fbe91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.814965 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-249a5a31-a9d1-4e0f-8bb4-64937fa4c8f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7992337 Mar 29 09:19:55.818297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47506) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:55.826240 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8355'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:55.856635 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.878303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430baee-7050-456d-aa20-f6f3450304bf req-4af132d2-0ca1-4d61-bcd6-a821db4aad91 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:55.879904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3430baee-7050-456d-aa20-f6f3450304bf req-4af132d2-0ca1-4d61-bcd6-a821db4aad91 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 931 time: 0.2322927 Mar 29 09:19:55.945829 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af48d89-efa2-4a61-af9b-ab38f41fbe91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3d13a3-d0be-4b06-aa71-433553be77c1,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:55.954468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2af48d89-efa2-4a61-af9b-ab38f41fbe91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.959911 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2af48d89-efa2-4a61-af9b-ab38f41fbe91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/2b3d13a3-d0be-4b06-aa71-433553be77c1 HTTP/1.1" status: 204 len: 168 time: 1.8411450 Mar 29 09:19:55.960052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:55.960141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d83b1f-d269-44f7-a581-7086b91fdcb0 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:55.968138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47516) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:55.974036 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.5317116 Mar 29 09:19:55.995451 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47518) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:56.004707 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Request body: {'subnet': {'network_id': '74b9495f-5994-43af-9270-331f187da89c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:56.038693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f39f0-328f-4cf6-aa7a-3b095b6c0fad tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event updated for resources: {'Network': ['ID=74b9495f-5994-43af-9270-331f187da89c,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:56.069140 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 74b9495f-5994-43af-9270-331f187da89c details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:56.089985 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3430baee-7050-456d-aa20-f6f3450304bf req-a4441c6e-86ea-470e-be20-168192eb22a3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838148 Mar 29 09:19:56.160033 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-698b2562-c5a4-4a43-a805-45936dff49ba tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1879325 Mar 29 09:19:56.162568 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47526) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:56.202172 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca013a6-b472-4589-bc57-e7def332d897 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:19:56.206743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-896b430b-7b74-4225-9722-8d213596f2ad None None] Provisioning complete for port 7bd2c1e0-3698-402d-bb64-421e4df788ff triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:19:56.207216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-896b430b-7b74-4225-9722-8d213596f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:56.212517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:56.241416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Transition to ACTIVE for port object 9ca013a6-b472-4589-bc57-e7def332d897 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:19:56.262074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc65f431-978d-4eb6-8c53-f736264e73be tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:56.266391 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cc65f431-978d-4eb6-8c53-f736264e73be tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1003659 Mar 29 09:19:56.266391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:56.275436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47530) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:56.310089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-896b430b-7b74-4225-9722-8d213596f2ad None None] Port 7bd2c1e0-3698-402d-bb64-421e4df788ff cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:19:56.443078 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd2c1e0-3698-402d-bb64-421e4df788ff {{(pid=102495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:19:56.447387 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972aebab-ca2f-4b2d-9ee7-4bde2b0a308f None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:19:56.479249 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:56.505989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.provisioning_blocks [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Transition to ACTIVE for port object 7bd2c1e0-3698-402d-bb64-421e4df788ff will not be triggered until provisioned by entity L2. {{(pid=102495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:19:56.513187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca013a6-b472-4589-bc57-e7def332d897,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:56.536630 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:56.548036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d09dc1-916d-40cb-b032-eb021d045519 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:56.550400 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e2d09dc1-916d-40cb-b032-eb021d045519 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2508464 Mar 29 09:19:56.554842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47544) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:56.594855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-972aebab-ca2f-4b2d-9ee7-4bde2b0a308f None None] Deleting port 864102e5-ed5d-4468-b030-3026a5fdf790 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:19:56.595148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-972aebab-ca2f-4b2d-9ee7-4bde2b0a308f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:56.686197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Made reservation on behalf of 089e542e425a4eefbee962cac966338c for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:56.688802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:56.731128 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e9e7a610-d28e-4b0b-8d28-e2063adccdd8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1744115 Mar 29 09:19:56.740523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b7cb9e98-96de-4088-b47c-1fdff47a7db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:56.743744 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-972aebab-ca2f-4b2d-9ee7-4bde2b0a308f None None] For port 864102e5-ed5d-4468-b030-3026a5fdf790, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=864102e5-ed5d-4468-b030-3026a5fdf790,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:56.743969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-972aebab-ca2f-4b2d-9ee7-4bde2b0a308f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:56.745032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47552) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:56.768685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c4a5b065-0881-4fa9-8105-0de25b070c82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:56.775602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd2c1e0-3698-402d-bb64-421e4df788ff,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:56.786969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-972aebab-ca2f-4b2d-9ee7-4bde2b0a308f None None] Calling delete_port for 864102e5-ed5d-4468-b030-3026a5fdf790 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:19:56.905003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42cd82-d42f-4074-a7b1-73e3d1aae712 req-0ffc0414-4429-41b4-8d66-9a48cd15c4f2 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:56.906689 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6f42cd82-d42f-4074-a7b1-73e3d1aae712 req-0ffc0414-4429-41b4-8d66-9a48cd15c4f2 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 943 time: 0.2712691 Mar 29 09:19:56.934129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facecf4-61ca-411a-ab35-f494775c5f40 req-af181632-2ddf-4ba0-9592-3eda87c461cb tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:56.935555 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2facecf4-61ca-411a-ab35-f494775c5f40 req-af181632-2ddf-4ba0-9592-3eda87c461cb tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 943 time: 0.2192280 Mar 29 09:19:56.952888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47558) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:56.956997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Attempting to bind port 9ca013a6-b472-4589-bc57-e7def332d897 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:56.957287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Attempting to bind port 9ca013a6-b472-4589-bc57-e7def332d897 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:56.957641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Attempting to bind port 9ca013a6-b472-4589-bc57-e7def332d897 on network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:56.974204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Port 9ca013a6-b472-4589-bc57-e7def332d897 on network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:56.974527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Attempting to bind port 9ca013a6-b472-4589-bc57-e7def332d897 on network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:57.008863 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-972aebab-ca2f-4b2d-9ee7-4bde2b0a308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:57.059597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972aebab-ca2f-4b2d-9ee7-4bde2b0a308f None None] No DVR routers for this DVR port 864102e5-ed5d-4468-b030-3026a5fdf790 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:19:57.071379 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6f42cd82-d42f-4074-a7b1-73e3d1aae712 req-00579d68-f66b-42f5-98ca-5c45f204e657 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552913 Mar 29 09:19:57.079748 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2facecf4-61ca-411a-ab35-f494775c5f40 req-85e7ed2c-4051-4d16-801c-8924f4ac3ca7 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201797 Mar 29 09:19:57.084967 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972aebab-ca2f-4b2d-9ee7-4bde2b0a308f None None] Pushing event deleted for resources: {'Port': ['ID=864102e5-ed5d-4468-b030-3026a5fdf790,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:57.087180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:57.087521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Checking segment: {'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:57.088613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Bound using segment: {'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:57.089936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Bound port: 9ca013a6-b472-4589-bc57-e7def332d897, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd363cee5-c162-41da-80c7-a89867efc37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:57.090310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:57.094769 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 864102e5-ed5d-4468-b030-3026a5fdf790 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:19:57.162768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 864102e5-ed5d-4468-b030-3026a5fdf790 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:19:57.163126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 864102e5-ed5d-4468-b030-3026a5fdf790 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:19:57.275106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] For port 9ca013a6-b472-4589-bc57-e7def332d897, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:57.279804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] For port 9ca013a6-b472-4589-bc57-e7def332d897, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=9ca013a6-b472-4589-bc57-e7def332d897,segment=NetworkSegment(d363cee5-c162-41da-80c7-a89867efc37b),segment_id=d363cee5-c162-41da-80c7-a89867efc37b)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:57.290283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcd9ec-d5fe-4707-9e82-d2b8c63b9bbd req-3b02d325-ba22-4c09-a3f5-b3e18dd52ef8 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:57.299109 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49dcd9ec-d5fe-4707-9e82-d2b8c63b9bbd req-3b02d325-ba22-4c09-a3f5-b3e18dd52ef8 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 943 time: 0.0921452 Mar 29 09:19:57.302733 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:57.348761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Attempting to bind port 7bd2c1e0-3698-402d-bb64-421e4df788ff on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:57.349465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Attempting to bind port 7bd2c1e0-3698-402d-bb64-421e4df788ff by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:57.350011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Attempting to bind port 7bd2c1e0-3698-402d-bb64-421e4df788ff on network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:57.359769 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Port 7bd2c1e0-3698-402d-bb64-421e4df788ff on network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:57.360325 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Attempting to bind port 7bd2c1e0-3698-402d-bb64-421e4df788ff on network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:57.384313 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a5b065-0881-4fa9-8105-0de25b070c82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:57.384570 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca013a6-b472-4589-bc57-e7def332d897,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:57.403281 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c4a5b065-0881-4fa9-8105-0de25b070c82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:57.405704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:57.406120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:57.407511 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-df6504a0-1f83-4490-9823-bcc109cd3419 service neutron] 10.222.0.24 "PUT /v2.0/ports/9ca013a6-b472-4589-bc57-e7def332d897 HTTP/1.1" status: 200 len: 1093 time: 2.3554645 Mar 29 09:19:57.407941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'tag': '9ca013a6-b472-4589-bc57-e7def332d897'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:19:57.453694 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49dcd9ec-d5fe-4707-9e82-d2b8c63b9bbd req-6c2c7e8e-e7e3-4f71-9a65-1932c4e59f88 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535323 Mar 29 09:19:57.471714 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:19:57.473696 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Checking segment: {'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:57.477890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Bound using segment: {'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'} {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:19:57.479037 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Bound port: 7bd2c1e0-3698-402d-bb64-421e4df788ff, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14212b7d-d686-4361-8e15-54fae21a812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c'}}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:19:57.479037 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:57.545167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-290774109'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:57.593697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] device_id is not set on port 1423d285-05f1-43a3-9453-26353e341aac yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:57.612433 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55674109-1de8-4140-b2cd-949cbed3b557 req-a765d37d-04e1-4cbd-a873-723284aedef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:57.614425 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-a765d37d-04e1-4cbd-a873-723284aedef2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=caff1db302a04b7a883b2ea0ed6e9347&device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 1096 time: 0.1125643 Mar 29 09:19:57.680120 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Made reservation on behalf of 526a08f1a6bb4da29eff30eba3d87e79 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:57.683630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654ee36b-ec78-4831-a70f-9760321f601e" -d '{"events": [{"name": "network-changed", "server_uuid": "1163aef2-ba1b-48d1-8a28-b0d65b3feba0", "tag": "9ca013a6-b472-4589-bc57-e7def332d897"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:19:57.688016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:57.724963 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:57.730931 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-f9ebd0c2-b057-4b23-9eb7-ff3c2f7e757a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ca013a6-b472-4589-bc57-e7def332d897 HTTP/1.1" status: 200 len: 217 time: 0.1085417 Mar 29 09:19:57.737335 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:57.757023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:57.814491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55674109-1de8-4140-b2cd-949cbed3b557 req-347469e1-d513-4b47-bdfe-8201a62cfe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:57.816300 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-347469e1-d513-4b47-bdfe-8201a62cfe9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=430ce061-df35-4aeb-b498-7548e31301a3 HTTP/1.1" status: 200 len: 845 time: 0.0760241 Mar 29 09:19:57.887364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47584) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:57.945450 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event updated for resources: {'Port': ['ID=1423d285-05f1-43a3-9453-26353e341aac,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:57.974900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] For port 7bd2c1e0-3698-402d-bb64-421e4df788ff, host hv-neutron-8355, cleared binding levels {{(pid=102495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:58.039268 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] For port 7bd2c1e0-3698-402d-bb64-421e4df788ff, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7bd2c1e0-3698-402d-bb64-421e4df788ff,segment=NetworkSegment(14212b7d-d686-4361-8e15-54fae21a812b),segment_id=14212b7d-d686-4361-8e15-54fae21a812b)] {{(pid=102495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:19:58.045679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f1203dc4-a467-4e44-8e20-68fe5e9ece19 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-783725333'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:58.050707 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:58.051042 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:58.051410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:58.074331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.099223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:58.099556 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:58.106911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f6ddb1-6e21-4959-82ad-ae1876fb10f3 x-openstack-request-id: req-45f6ddb1-6e21-4959-82ad-ae1876fb10f3 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:19:58.107138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1163aef2-ba1b-48d1-8a28-b0d65b3feba0", "tag": "9ca013a6-b472-4589-bc57-e7def332d897", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:19:58.107345 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45f6ddb1-6e21-4959-82ad-ae1876fb10f3 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:19:58.107800 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'tag': '9ca013a6-b472-4589-bc57-e7def332d897', 'status': 'completed', 'code': 200} Mar 29 09:19:58.117998 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 93811a99-e22b-458a-b83e-b3fd29815959 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:19:58.132474 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 2 to bind port 1423d285-05f1-43a3-9453-26353e341aac Mar 29 09:19:58.140534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55674109-1de8-4140-b2cd-949cbed3b557 req-d2f414b3-7d61-4795-ae9f-93a0965decc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:58.142247 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-d2f414b3-7d61-4795-ae9f-93a0965decc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9656fba-9b1e-414e-8ea0-9f8b6c07da74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3163817 Mar 29 09:19:58.160704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:58.161369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.162883 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] 10.222.0.24 "PUT /v2.0/ports/7bd2c1e0-3698-402d-bb64-421e4df788ff HTTP/1.1" status: 200 len: 1093 time: 2.4517491 Mar 29 09:19:58.205668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'tag': '7bd2c1e0-3698-402d-bb64-421e4df788ff'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:19:58.208189 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee39f2c-913a-4f22-82bd-93f3f27862ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d44fe3d0-5a89-464b-b557-3c0548987f8e", "tag": "7bd2c1e0-3698-402d-bb64-421e4df788ff"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:19:58.275562 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f1203dc4-a467-4e44-8e20-68fe5e9ece19 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.279771 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f1203dc4-a467-4e44-8e20-68fe5e9ece19 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.287493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 93811a99-e22b-458a-b83e-b3fd29815959, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=93811a99-e22b-458a-b83e-b3fd29815959,segment=NetworkSegment(a31f47e1-6fd2-4243-9243-392271d1cf25),segment_id=a31f47e1-6fd2-4243-9243-392271d1cf25)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:58.305362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '93811a99-e22b-458a-b83e-b3fd29815959', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'port_id': '93811a99-e22b-458a-b83e-b3fd29815959', 'mac_address': 'fa:16:3e:6d:b3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:19:58.354745 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-05965ec3-5ec5-409d-b8c2-1b2fb516dc62 service neutron] 10.222.0.24 "GET /v2.0/networks/f9656fba-9b1e-414e-8ea0-9f8b6c07da74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040744 Mar 29 09:19:58.368911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26951a-5736-49ae-99bd-381d862be9e9 req-f0977ff5-ecb7-4721-9bd8-10b1efe4bba5 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:58.371697 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.377266 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0a26951a-5736-49ae-99bd-381d862be9e9 req-f0977ff5-ecb7-4721-9bd8-10b1efe4bba5 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 943 time: 0.1114442 Mar 29 09:19:58.390083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93811a99-e22b-458a-b83e-b3fd29815959 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:19:58.420654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 93811a99-e22b-458a-b83e-b3fd29815959, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=93811a99-e22b-458a-b83e-b3fd29815959,segment=NetworkSegment(a31f47e1-6fd2-4243-9243-392271d1cf25),segment_id=a31f47e1-6fd2-4243-9243-392271d1cf25)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:19:58.430399 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.430984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc9f1d-bcb0-4cbc-a8be-a7a5f24f470e req-412df988-af0d-46e2-9145-3bff75064576 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:58.439430 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dbfc9f1d-bcb0-4cbc-a8be-a7a5f24f470e req-412df988-af0d-46e2-9145-3bff75064576 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 943 time: 0.1874645 Mar 29 09:19:58.492130 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=93811a99-e22b-458a-b83e-b3fd29815959,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:58.532612 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0a26951a-5736-49ae-99bd-381d862be9e9 req-2777ed74-0d3d-4fa4-adda-d262d046e5bb tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544468 Mar 29 09:19:58.532742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:58.533003 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:58.533297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:58.537495 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dbfc9f1d-bcb0-4cbc-a8be-a7a5f24f470e req-75966b8b-5cf8-41f2-a21e-156cf6547463 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972259 Mar 29 09:19:58.554926 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55674109-1de8-4140-b2cd-949cbed3b557 req-7e28ef7f-47de-43db-a9cf-9416193ea528 service neutron] 10.222.0.24 "GET /v2.0/networks/f9656fba-9b1e-414e-8ea0-9f8b6c07da74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739428 Mar 29 09:19:58.569885 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.587706 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:58.588423 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:58.588600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a959156-4d49-430f-9e1d-df6346deaad7 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd2c1e0-3698-402d-bb64-421e4df788ff,revision_number=3']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:58.598342 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 3 to bind port 1423d285-05f1-43a3-9453-26353e341aac Mar 29 09:19:58.600986 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.615488 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c4a5b065-0881-4fa9-8105-0de25b070c82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.694710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59065ea5-1026-4231-9009-e1babf25678c x-openstack-request-id: req-59065ea5-1026-4231-9009-e1babf25678c {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:19:58.695372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44fe3d0-5a89-464b-b557-3c0548987f8e", "tag": "7bd2c1e0-3698-402d-bb64-421e4df788ff", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:19:58.695372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59065ea5-1026-4231-9009-e1babf25678c {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:19:58.695613 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'tag': '7bd2c1e0-3698-402d-bb64-421e4df788ff', 'status': 'completed', 'code': 200} Mar 29 09:19:58.705427 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ee36b-ec78-4831-a70f-9760321f601e req-742e83ca-b70d-4b90-af2d-4b2f452b70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:58.707015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-654ee36b-ec78-4831-a70f-9760321f601e req-742e83ca-b70d-4b90-af2d-4b2f452b70f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=caff1db302a04b7a883b2ea0ed6e9347&device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 1096 time: 0.0935056 Mar 29 09:19:58.711087 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:58.711451 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:58.711820 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:58.718241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056bbea-efa6-469f-822d-cdccaf0d5939 req-21a77389-f846-468f-80ab-6f3b4dbf2035 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:58.719724 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c056bbea-efa6-469f-822d-cdccaf0d5939 req-21a77389-f846-468f-80ab-6f3b4dbf2035 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 943 time: 0.0684931 Mar 29 09:19:58.739403 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:19:58.758572 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f1203dc4-a467-4e44-8e20-68fe5e9ece19 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.767394 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5b065-0881-4fa9-8105-0de25b070c82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:19:58.776139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaae221-c935-4af7-93f7-25699f925e81 req-2cb78a6a-c8b8-4843-87ff-88c2bb912d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:58.777688 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-2cb78a6a-c8b8-4843-87ff-88c2bb912d0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dec1dec677064dab8f8e0655ae5cfa98&device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 1096 time: 0.5168357 Mar 29 09:19:58.778289 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36322320-2bb5-4a25-aa84-71da80df71d6,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:58.786846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5b065-0881-4fa9-8105-0de25b070c82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:58.790413 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:58.790872 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:58.791753 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f1203dc4-a467-4e44-8e20-68fe5e9ece19 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.800567 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b9409-3b2b-4578-b748-d0006f225be8 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:58.804356 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.805163 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Added segment a4c70520-825a-4555-a338-9a22609860b7 of type vlan for network 8b0c23ae-f385-47ca-9ea4-bd5ebed358df Mar 29 09:19:58.807211 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a5b065-0881-4fa9-8105-0de25b070c82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:58.808035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c4a5b065-0881-4fa9-8105-0de25b070c82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:58.810493 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 4 to bind port 1423d285-05f1-43a3-9453-26353e341aac Mar 29 09:19:58.816382 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c056bbea-efa6-469f-822d-cdccaf0d5939 req-d77f1f3d-4917-4b0e-ba30-9cddd782234d tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884261 Mar 29 09:19:58.841760 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ee36b-ec78-4831-a70f-9760321f601e req-4be75c97-d792-4b86-b171-4dfcbb0de41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:58.843256 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-654ee36b-ec78-4831-a70f-9760321f601e req-4be75c97-d792-4b86-b171-4dfcbb0de41f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9656fba-9b1e-414e-8ea0-9f8b6c07da74 HTTP/1.1" status: 200 len: 907 time: 0.1226261 Mar 29 09:19:58.875085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5b065-0881-4fa9-8105-0de25b070c82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=1a8298bf-4b82-493d-bee6-f0ebc7fe5d0a,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:58.892916 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-654ee36b-ec78-4831-a70f-9760321f601e req-2370d594-0643-4a26-b27e-afc5b3da12e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ca013a6-b472-4589-bc57-e7def332d897 HTTP/1.1" status: 200 len: 217 time: 0.0415843 Mar 29 09:19:58.913958 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-c60aec52-c9b7-4519-a91c-9b030754bf76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bd2c1e0-3698-402d-bb64-421e4df788ff HTTP/1.1" status: 200 len: 217 time: 0.1185148 Mar 29 09:19:58.920345 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:58.920589 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:58.921002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:58.960523 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c4a5b065-0881-4fa9-8105-0de25b070c82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2030334 Mar 29 09:19:58.960739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ee36b-ec78-4831-a70f-9760321f601e req-0ba133c3-ccd3-4c29-b5c1-f6523639ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:58.961162 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-654ee36b-ec78-4831-a70f-9760321f601e req-0ba133c3-ccd3-4c29-b5c1-f6523639ef1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=430ce061-df35-4aeb-b498-7548e31301a3 HTTP/1.1" status: 200 len: 845 time: 0.0612469 Mar 29 09:19:58.961766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47598) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:58.968501 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': '1a8298bf-4b82-493d-bee6-f0ebc7fe5d0a', 'ip_address': '2001:db8::4b4d:8c43:3e84:bed8'}], 'name': 'tempest-NetworksTestDHCPv6-1631863140'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:58.998763 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.001583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:59.002201 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:59.007293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f1203dc4-a467-4e44-8e20-68fe5e9ece19 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.012906 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f1203dc4-a467-4e44-8e20-68fe5e9ece19 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1222546 Mar 29 09:19:59.017759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47600) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:59.049786 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 5 to bind port 1423d285-05f1-43a3-9453-26353e341aac Mar 29 09:19:59.055463 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.objects.ports [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102495) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:19:59.055936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.111115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0e4b99fa-6f71-475c-acdd-e49289cdb63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.113052 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['93811a99-e22b-458a-b83e-b3fd29815959'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:19:59.126705 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6e5d84c7-98e3-4292-846c-eda863bb866d,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:59.158969 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:59.159760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:59.159760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:59.167631 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:59.168532 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:59.169774 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2707267-2070-4dc6-9b20-410154462a69 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.174843 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 6 to bind port 1423d285-05f1-43a3-9453-26353e341aac Mar 29 09:19:59.192964 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:59.193307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:59.193653 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:59.197361 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaae221-c935-4af7-93f7-25699f925e81 req-e7936144-38df-4516-b9d5-8aa526b1fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:59.198113 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-e7936144-38df-4516-b9d5-8aa526b1fa57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df1bb4d9-ee61-4e7b-babf-17686cd6831b HTTP/1.1" status: 200 len: 850 time: 0.2741735 Mar 29 09:19:59.206952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.212515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:59.213140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.238686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '1a8298bf-4b82-493d-bee6-f0ebc7fe5d0a'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:19:59.240246 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.264432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ee36b-ec78-4831-a70f-9760321f601e req-f881497c-7ae1-45b2-8a99-31edad72224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:59.268313 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2986364 Mar 29 09:19:59.272687 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-654ee36b-ec78-4831-a70f-9760321f601e req-f881497c-7ae1-45b2-8a99-31edad72224d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9656fba-9b1e-414e-8ea0-9f8b6c07da74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2913823 Mar 29 09:19:59.274596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47602) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:59.284933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:59.285188 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:59.288214 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 7 to bind port 1423d285-05f1-43a3-9453-26353e341aac Mar 29 09:19:59.317210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:59.317210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:59.317210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:59.322012 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:59.322012 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:59.327270 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 8 to bind port 1423d285-05f1-43a3-9453-26353e341aac Mar 29 09:19:59.340781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-dfeae4cd-5824-4d8d-93d9-090e6afc1090 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Request body: {'subnet': {'network_id': '8b0c23ae-f385-47ca-9ea4-bd5ebed358df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:59.364599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Checking segment: {'id': '2e55fd13-7159-4050-bc70-7ae5dcfac509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '74b9495f-5994-43af-9270-331f187da89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:19:59.365046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Network hostable DHCP agents. Network: 74b9495f-5994-43af-9270-331f187da89c, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:19:59.396094 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285dfa6-3ffa-434f-8b82-25911b5fdbd6 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Pushing event updated for resources: {'Network': ['ID=8b0c23ae-f385-47ca-9ea4-bd5ebed358df,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:59.415999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 8b0c23ae-f385-47ca-9ea4-bd5ebed358df details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:19:59.433740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2707267-2070-4dc6-9b20-410154462a69 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.442953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2707267-2070-4dc6-9b20-410154462a69 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.445828 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:59.446973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:59.448590 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:59.457662 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaae221-c935-4af7-93f7-25699f925e81 req-4e7de2d9-8846-4cb8-ae42-00080cbd1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:59.459302 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-4e7de2d9-8846-4cb8-ae42-00080cbd1b26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2bca6ec7-c77c-4796-b4da-ecf7327bab2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2329288 Mar 29 09:19:59.459910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Network 74b9495f-5994-43af-9270-331f187da89c is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:19:59.466756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:59.467155 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:59.470196 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 9 to bind port 1423d285-05f1-43a3-9453-26353e341aac Mar 29 09:19:59.500499 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 74b9495f-5994-43af-9270-331f187da89c) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:19:59.525231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:59.527051 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.543438 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7875f49a-1eae-43c2-ad71-2d690e93e38d None None] Network 74b9495f-5994-43af-9270-331f187da89c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:59.554506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:59.555243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:59.555831 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:59.597319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:59.646213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:59.646768 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:59.650817 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempt 10 to bind port 1423d285-05f1-43a3-9453-26353e341aac Mar 29 09:19:59.670224 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:19:59.670653 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:19:59.671065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempting to bind port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:19:59.682525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:19:59.683029 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Failed to bind port 1423d285-05f1-43a3-9453-26353e341aac on host hv-neutron-8355 for vnic_type normal using segments [{'id': 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '127439c0-b7a7-4346-8d71-9231e3606d41'}] Mar 29 09:19:59.684364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.703960 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0e01b36a-b5ef-48b7-9e41-0da35c8daf47 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7034290 Mar 29 09:19:59.704787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Allocated IP 2001:db8::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/1a8298bf-4b82-493d-bee6-f0ebc7fe5d0a/21550de7-0894-4aa5-971b-5cd82286eca9) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:19:59.710756 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47608) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:59.748227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.764157 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-37131694', 'network_id': '74b9495f-5994-43af-9270-331f187da89c'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:59.767203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] For port 1423d285-05f1-43a3-9453-26353e341aac, host hv-neutron-8355, cleared binding levels {{(pid=102495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:19:59.767685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attempted to set empty binding levels {{(pid=102495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 29 09:19:59.768797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2707267-2070-4dc6-9b20-410154462a69 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.769311 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2707267-2070-4dc6-9b20-410154462a69 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2ec4ce6-81de-477f-8f2b-0795ed8a3181 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:19:59.775856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.802237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2707267-2070-4dc6-9b20-410154462a69 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.803342 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a2707267-2070-4dc6-9b20-410154462a69 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] 10.222.0.32 "DELETE /v2.0/routers/f2ec4ce6-81de-477f-8f2b-0795ed8a3181 HTTP/1.1" status: 204 len: 168 time: 0.7815883 Mar 29 09:19:59.811109 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-654ee36b-ec78-4831-a70f-9760321f601e req-39614603-c74a-4257-83c8-e61b0c95d60d service neutron] 10.222.0.24 "GET /v2.0/networks/f9656fba-9b1e-414e-8ea0-9f8b6c07da74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775755 Mar 29 09:19:59.812755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47610) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:59.820264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-357cc9e0-3c96-4f51-9bde-8c1cd9afe044 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Request body: {'router': {'name': 'tempest-router-1346522346', 'distributed': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:19:59.827327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeae4cd-5824-4d8d-93d9-090e6afc1090 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Made reservation on behalf of 526a08f1a6bb4da29eff30eba3d87e79 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:59.829825 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] In _notify_port_updated(), no bound segment for port 1423d285-05f1-43a3-9453-26353e341aac on network 127439c0-b7a7-4346-8d71-9231e3606d41 {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:19:59.830679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:19:59.830864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dfeae4cd-5824-4d8d-93d9-090e6afc1090 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.831276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.835468 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "PUT /v2.0/ports/1423d285-05f1-43a3-9453-26353e341aac HTTP/1.1" status: 200 len: 981 time: 4.0137064 Mar 29 09:19:59.846464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47612) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:19:59.848050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port cb37ed4f-967f-489d-a58c-eec67cfbd465 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:19:59.857125 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-b769eb64-377d-481a-bb3a-640301ab4a06 service neutron] 10.222.0.24 "GET /v2.0/networks/2bca6ec7-c77c-4796-b4da-ecf7327bab2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880191 Mar 29 09:19:59.860515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d1b62-c233-4079-9982-f70a951c978a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event updated for resources: {'Port': ['ID=1423d285-05f1-43a3-9453-26353e341aac,revision_number=3']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:19:59.886000 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c3aafe-52b7-4e1e-b759-173f52de96d9 None None] Network 74b9495f-5994-43af-9270-331f187da89c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:19:59.930265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Made reservation on behalf of 089e542e425a4eefbee962cac966338c for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:19:59.932409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:19:59.971579 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-1eaae221-c935-4af7-93f7-25699f925e81 req-28efee0c-454f-411d-8feb-d140976dbe04 service neutron] 10.222.0.24 "GET /v2.0/networks/2bca6ec7-c77c-4796-b4da-ecf7327bab2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046770 Mar 29 09:20:00.043903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:00.066015 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:00.088327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee39f2c-913a-4f22-82bd-93f3f27862ac req-79acdbca-ee24-4b40-8e68-66d6f1f75d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:00.090555 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-4ee39f2c-913a-4f22-82bd-93f3f27862ac req-79acdbca-ee24-4b40-8e68-66d6f1f75d60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dec1dec677064dab8f8e0655ae5cfa98&device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 1096 time: 0.0544350 Mar 29 09:20:00.128170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:00.131200 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:00.135044 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:00.147180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Pushing event updated for resources: {'Port': ['ID=21550de7-0894-4aa5-971b-5cd82286eca9,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:00.202967 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee39f2c-913a-4f22-82bd-93f3f27862ac req-e99b5bc8-ddcc-440d-8348-91c4252ca97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:00.204451 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Attempting to bind port 21550de7-0894-4aa5-971b-5cd82286eca9 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:00.204596 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-4ee39f2c-913a-4f22-82bd-93f3f27862ac req-e99b5bc8-ddcc-440d-8348-91c4252ca97a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2bca6ec7-c77c-4796-b4da-ecf7327bab2c HTTP/1.1" status: 200 len: 912 time: 0.1056633 Mar 29 09:20:00.204911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Attempting to bind port 21550de7-0894-4aa5-971b-5cd82286eca9 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:00.205278 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Attempting to bind port 21550de7-0894-4aa5-971b-5cd82286eca9 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:00.210679 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:00.211047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:00.211450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:00.211846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:00.212296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Bound port: 21550de7-0894-4aa5-971b-5cd82286eca9, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:00.212678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:00.257161 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-4ee39f2c-913a-4f22-82bd-93f3f27862ac req-44bc150a-76c7-4a53-b2d0-d6bf735bebae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bd2c1e0-3698-402d-bb64-421e4df788ff HTTP/1.1" status: 200 len: 217 time: 0.0417271 Mar 29 09:20:00.263051 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4be0c9-09d5-412b-9275-c72ff677fc5b req-cca62deb-5d40-4459-bd48-d95d572d41d8 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:00.264591 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4b4be0c9-09d5-412b-9275-c72ff677fc5b req-cca62deb-5d40-4459-bd48-d95d572d41d8 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 944 time: 0.5797656 Mar 29 09:20:00.292648 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] For port 21550de7-0894-4aa5-971b-5cd82286eca9, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:00.297191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] For port 21550de7-0894-4aa5-971b-5cd82286eca9, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=21550de7-0894-4aa5-971b-5cd82286eca9,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:00.304147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:00.325628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee39f2c-913a-4f22-82bd-93f3f27862ac req-4b03d923-13c8-4ab8-83ea-96e237e43bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:00.327263 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-4ee39f2c-913a-4f22-82bd-93f3f27862ac req-4b03d923-13c8-4ab8-83ea-96e237e43bb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df1bb4d9-ee61-4e7b-babf-17686cd6831b HTTP/1.1" status: 200 len: 850 time: 0.0614398 Mar 29 09:20:00.341340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-357cc9e0-3c96-4f51-9bde-8c1cd9afe044 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:00.342534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-357cc9e0-3c96-4f51-9bde-8c1cd9afe044 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:00.374243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0560cda-7f7b-4e03-b94b-026225b7775f None None] Pushing event updated for resources: {'Port': ['ID=21550de7-0894-4aa5-971b-5cd82286eca9,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:00.384912 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee39f2c-913a-4f22-82bd-93f3f27862ac req-92e9d22b-f57d-45df-aa35-7c7baf065413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:00.387511 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-4ee39f2c-913a-4f22-82bd-93f3f27862ac req-92e9d22b-f57d-45df-aa35-7c7baf065413 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2bca6ec7-c77c-4796-b4da-ecf7327bab2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517223 Mar 29 09:20:00.407670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] device_id is not set on port 705e7542-d3d8-4498-a2eb-f3eaa4ecb25a yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:00.433172 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa1433-276a-4b25-9f9d-ce6805710c8d req-55c7c10a-e04e-42cd-8a1f-df667187b164 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:00.434725 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-78fa1433-276a-4b25-9f9d-ce6805710c8d req-55c7c10a-e04e-42cd-8a1f-df667187b164 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 943 time: 0.7212331 Mar 29 09:20:00.476311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:00.499777 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-4ee39f2c-913a-4f22-82bd-93f3f27862ac req-d6ae42ec-313c-48f1-b3b8-de0ab0546dd0 service neutron] 10.222.0.24 "GET /v2.0/networks/2bca6ec7-c77c-4796-b4da-ecf7327bab2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042421 Mar 29 09:20:00.635261 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-4ee39f2c-913a-4f22-82bd-93f3f27862ac req-ea462e46-1528-4061-a101-8b8b4806de38 service neutron] 10.222.0.24 "GET /v2.0/networks/2bca6ec7-c77c-4796-b4da-ecf7327bab2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280038 Mar 29 09:20:00.661889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-357cc9e0-3c96-4f51-9bde-8c1cd9afe044 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:00.678599 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-654ee36b-ec78-4831-a70f-9760321f601e req-41c31ef6-f2c1-485c-9271-bd06538db34d service neutron] 10.222.0.24 "GET /v2.0/networks/f9656fba-9b1e-414e-8ea0-9f8b6c07da74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8377972 Mar 29 09:20:00.704850 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4b4be0c9-09d5-412b-9275-c72ff677fc5b req-d35fd39e-d978-4696-b0a7-38bafc0c8e08 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3655934 Mar 29 09:20:00.705481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-357cc9e0-3c96-4f51-9bde-8c1cd9afe044 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:00.800184 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-78fa1433-276a-4b25-9f9d-ce6805710c8d req-cd2a2a7e-8f51-422d-8f0b-83f686ac96c3 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244567 Mar 29 09:20:00.825692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-357cc9e0-3c96-4f51-9bde-8c1cd9afe044 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:00.826776 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-357cc9e0-3c96-4f51-9bde-8c1cd9afe044 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0109632 Mar 29 09:20:00.829613 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47616) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:00.863343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::4b4d:8c43:3e84:bed8 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/1a8298bf-4b82-493d-bee6-f0ebc7fe5d0a/cb37ed4f-967f-489d-a58c-eec67cfbd465) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:00.908667 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-65bb1f39-de83-48dd-b81b-5a54ce4194a8 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:00.915485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Allocated IP 172.20.0.8 (74b9495f-5994-43af-9270-331f187da89c/6e5d84c7-98e3-4292-846c-eda863bb866d/705e7542-d3d8-4498-a2eb-f3eaa4ecb25a) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:00.930026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a13502f7-d273-4baf-a4c0-060a362f23a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Deleting port 1423d285-05f1-43a3-9453-26353e341aac {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:00.930362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a13502f7-d273-4baf-a4c0-060a362f23a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.041944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16bf5-c8f5-4e96-8cca-34f51a4a1caf req-8e10f2b1-fc1b-4cff-abe6-997e216ce87c tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:01.044266 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fca16bf5-c8f5-4e96-8cca-34f51a4a1caf req-8e10f2b1-fc1b-4cff-abe6-997e216ce87c tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 943 time: 0.2432487 Mar 29 09:20:01.074438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dfeae4cd-5824-4d8d-93d9-090e6afc1090 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.094251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-65bb1f39-de83-48dd-b81b-5a54ce4194a8 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.097000 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-65bb1f39-de83-48dd-b81b-5a54ce4194a8 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.103109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-a13502f7-d273-4baf-a4c0-060a362f23a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] For port 1423d285-05f1-43a3-9453-26353e341aac, host hv-neutron-8355, got binding levels [] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:01.103472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a13502f7-d273-4baf-a4c0-060a362f23a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.103873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 21550de7-0894-4aa5-971b-5cd82286eca9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:01.165725 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-65bb1f39-de83-48dd-b81b-5a54ce4194a8 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.166228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bb1f39-de83-48dd-b81b-5a54ce4194a8 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 334b48b7-2a60-48f0-b6a8-0e5fb63c5cad {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:20:01.172893 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-65bb1f39-de83-48dd-b81b-5a54ce4194a8 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.174277 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-65bb1f39-de83-48dd-b81b-5a54ce4194a8 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] 10.222.0.32 "DELETE /v2.0/routers/334b48b7-2a60-48f0-b6a8-0e5fb63c5cad HTTP/1.1" status: 204 len: 168 time: 0.3435559 Mar 29 09:20:01.178608 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47618) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:01.185402 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6d8bc027-40c3-4d6b-b161-ee77a9d679e3 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Request body: {'router': {'name': 'tempest-router-13071278', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '70a7ddfb248a41a3868383390cddf8ee'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:01.186630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a13502f7-d273-4baf-a4c0-060a362f23a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Calling delete_port for 1423d285-05f1-43a3-9453-26353e341aac owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:01.189450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 21550de7-0894-4aa5-971b-5cd82286eca9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:01.190058 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.211078 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d8bc027-40c3-4d6b-b161-ee77a9d679e3 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.214782 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d8bc027-40c3-4d6b-b161-ee77a9d679e3 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.287246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d8bc027-40c3-4d6b-b161-ee77a9d679e3 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.295244 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d8bc027-40c3-4d6b-b161-ee77a9d679e3 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.296850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.315511 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d8bc027-40c3-4d6b-b161-ee77a9d679e3 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.321745 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6d8bc027-40c3-4d6b-b161-ee77a9d679e3 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1417677 Mar 29 09:20:01.323016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47620) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:01.329016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:01.347587 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 21550de7-0894-4aa5-971b-5cd82286eca9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=21550de7-0894-4aa5-971b-5cd82286eca9,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:01.353835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.388018 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeae4cd-5824-4d8d-93d9-090e6afc1090 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Pushing event updated for resources: {'Subnet': ['ID=be70631c-0199-41de-8636-ecb39290f9db,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:01.418590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=21550de7-0894-4aa5-971b-5cd82286eca9,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:01.431880 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fca16bf5-c8f5-4e96-8cca-34f51a4a1caf req-533868e9-f13f-454e-ae57-553c5cc0bb1e tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491700 Mar 29 09:20:01.498892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeae4cd-5824-4d8d-93d9-090e6afc1090 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Checking segment: {'id': 'a4c70520-825a-4555-a338-9a22609860b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '8b0c23ae-f385-47ca-9ea4-bd5ebed358df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:01.499464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeae4cd-5824-4d8d-93d9-090e6afc1090 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Network hostable DHCP agents. Network: 8b0c23ae-f385-47ca-9ea4-bd5ebed358df, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:20:01.544906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.576461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.576887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.588091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a13502f7-d273-4baf-a4c0-060a362f23a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.595584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.610369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeae4cd-5824-4d8d-93d9-090e6afc1090 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Network 8b0c23ae-f385-47ca-9ea4-bd5ebed358df is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:20:01.651318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13502f7-d273-4baf-a4c0-060a362f23a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Pushing event deleted for resources: {'Port': ['ID=1423d285-05f1-43a3-9453-26353e341aac,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:01.654162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-693d78b1-109a-4365-b852-27f7dc602606 None None] Provisioning complete for port 21550de7-0894-4aa5-971b-5cd82286eca9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:01.654531 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-693d78b1-109a-4365-b852-27f7dc602606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.663996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a13502f7-d273-4baf-a4c0-060a362f23a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.664114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102495) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 29 09:20:01.664365 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Router 03e4d352-8ea9-4120-8dc9-84cb42c2c596 migrating from provider to provider. {{(pid=102495) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 29 09:20:01.664748 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.668019 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a13502f7-d273-4baf-a4c0-060a362f23a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1423d285-05f1-43a3-9453-26353e341aac HTTP/1.1" status: 204 len: 168 time: 1.8212841 Mar 29 09:20:01.672269 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.672451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47622) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:01.685172 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.691246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-dfeae4cd-5824-4d8d-93d9-090e6afc1090 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 8b0c23ae-f385-47ca-9ea4-bd5ebed358df) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:01.696241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeae4cd-5824-4d8d-93d9-090e6afc1090 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:01.697444 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dfeae4cd-5824-4d8d-93d9-090e6afc1090 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.707585 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b63650-eb98-4c1a-86e3-cbc34a142666 None None] Network 8b0c23ae-f385-47ca-9ea4-bd5ebed358df requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:01.738138 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c93be80-a3de-4005-abed-dee9c22301f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:20:01.738658 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0c93be80-a3de-4005-abed-dee9c22301f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1294634968-project-admin] 10.222.0.32 "GET /v2.0/ports/1423d285-05f1-43a3-9453-26353e341aac HTTP/1.1" status: 404 len: 333 time: 0.0631196 Mar 29 09:20:01.742476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.749389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47624) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:01.788121 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.scheduler.l3_agent_scheduler [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] No L3 agents can host the router 03e4d352-8ea9-4120-8dc9-84cb42c2c596 Mar 29 09:20:01.822255 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dfeae4cd-5824-4d8d-93d9-090e6afc1090 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5221629 Mar 29 09:20:01.836226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47630) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:01.842226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Request body: {'port': {'network_id': '8b0c23ae-f385-47ca-9ea4-bd5ebed358df', 'name': 'tempest-ExtraDHCPOptionsTestJSON-531150722'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:01.919038 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=cb37ed4f-967f-489d-a58c-eec67cfbd465,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:01.952339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:01.953643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.975812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.977525 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-8b0c23ae-f385-47ca-9ea4-bd5ebed358df', 'network_id': '8b0c23ae-f385-47ca-9ea4-bd5ebed358df', 'tenant_id': '526a08f1a6bb4da29eff30eba3d87e79', 'fixed_ips': [{'subnet_id': 'be70631c-0199-41de-8636-ecb39290f9db'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:01.978643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.978775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:01.980930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:01.985095 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:01.990329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:01.991910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.072087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 9ca013a6-b472-4589-bc57-e7def332d897 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:20:02.077518 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-aefefcf6-039c-4a09-82fa-e78ba7595846 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1145911 Mar 29 09:20:02.078314 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47632) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:02.080289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Network 74b9495f-5994-43af-9270-331f187da89c is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:02.107295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:02.108254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 93811a99-e22b-458a-b83e-b3fd29815959 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:02.129236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event updated for resources: {'Port': ['ID=705e7542-d3d8-4498-a2eb-f3eaa4ecb25a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:02.146456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:02.162956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f9d17-1b96-4210-8922-82b954bb6c40 req-227142ca-eaa8-48dc-9f2c-20a643054cc4 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:02.165025 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-299f9d17-1b96-4210-8922-82b954bb6c40 req-227142ca-eaa8-48dc-9f2c-20a643054cc4 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 943 time: 0.2593229 Mar 29 09:20:02.194035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298e6a1-01b5-431c-b8e2-e5165d1ddf69 req-9d4064d4-f6a4-4fb0-bb98-39fc4a7741e9 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:02.195613 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e298e6a1-01b5-431c-b8e2-e5165d1ddf69 req-9d4064d4-f6a4-4fb0-bb98-39fc4a7741e9 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 944 time: 0.3005142 Mar 29 09:20:02.204922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Hosts for router 03e4d352-8ea9-4120-8dc9-84cb42c2c596: [] {{(pid=102495) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 29 09:20:02.236012 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Hosts for other DVR routers connected to router 03e4d352-8ea9-4120-8dc9-84cb42c2c596: set() {{(pid=102495) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 29 09:20:02.239258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.240662 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-14073619-a612-43de-8e22-28986972bfc2 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] 10.222.0.32 "PUT /v2.0/routers/03e4d352-8ea9-4120-8dc9-84cb42c2c596 HTTP/1.1" status: 200 len: 715 time: 0.9153717 Mar 29 09:20:02.243570 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47634) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:02.289627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Allocated IP 172.20.0.2 (8b0c23ae-f385-47ca-9ea4-bd5ebed358df/be70631c-0199-41de-8636-ecb39290f9db/d827a0b5-359b-4e24-98c3-e9bbd89caafa) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:02.315972 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 93811a99-e22b-458a-b83e-b3fd29815959 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:20:02.347303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 9ca013a6-b472-4589-bc57-e7def332d897, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=9ca013a6-b472-4589-bc57-e7def332d897,segment=NetworkSegment(d363cee5-c162-41da-80c7-a89867efc37b),segment_id=d363cee5-c162-41da-80c7-a89867efc37b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:02.350120 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a8d79246-5c91-4d7c-89ae-c6d4d29b884e tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] 10.222.0.32 "GET /v2.0/routers/03e4d352-8ea9-4120-8dc9-84cb42c2c596 HTTP/1.1" status: 200 len: 715 time: 0.1051912 Mar 29 09:20:02.353287 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47636) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:02.356912 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 93811a99-e22b-458a-b83e-b3fd29815959 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:02.357351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.392805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Made reservation on behalf of 526a08f1a6bb4da29eff30eba3d87e79 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:02.397093 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.440820 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] device_id is not set on port 272e71a4-bcee-458c-a630-fa04c288c1d2 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:02.566373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '9ca013a6-b472-4589-bc57-e7def332d897', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'port_id': '9ca013a6-b472-4589-bc57-e7def332d897', 'mac_address': 'fa:16:3e:87:3e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430ce061-df35-4aeb-b498-7548e31301a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:20:02.594280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.594954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0b2818de-6cfd-462d-be6b-db4320d9b695 None None] Provisioning complete for port cb37ed4f-967f-489d-a58c-eec67cfbd465 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:02.595308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0b2818de-6cfd-462d-be6b-db4320d9b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.610766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.635962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2426cfba-492d-41df-a500-1e018c5aea62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:02.641824 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2426cfba-492d-41df-a500-1e018c5aea62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:02.646051 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2426cfba-492d-41df-a500-1e018c5aea62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5596383 Mar 29 09:20:02.659854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47642) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:02.662860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:02.664205 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.678149 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-84ca0ac8-1906-4b2d-928d-309895e96d6b tempest-RoutersTestDVR-1841927 tempest-RoutersTestDVR-1841927-project] 10.222.0.32 "GET /v2.0/routers/03e4d352-8ea9-4120-8dc9-84cb42c2c596 HTTP/1.1" status: 200 len: 681 time: 0.3213425 Mar 29 09:20:02.683884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47644) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:02.693855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.699930 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-299f9d17-1b96-4210-8922-82b954bb6c40 req-af6ea7d9-b2c0-47d1-9c3f-46dd9be405d3 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4890811 Mar 29 09:20:02.703476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127439c0-b7a7-4346-8d71-9231e3606d41']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:02.716374 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-0b2818de-6cfd-462d-be6b-db4320d9b695 None None] Port cb37ed4f-967f-489d-a58c-eec67cfbd465 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:02.719670 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e298e6a1-01b5-431c-b8e2-e5165d1ddf69 req-1427099b-ffc3-423b-97f9-a6a84bb62598 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4972894 Mar 29 09:20:02.781077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca013a6-b472-4589-bc57-e7def332d897 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:20:02.792647 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f8ebe501-7716-42ff-bffe-f3ea23c4c40f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 3.0772336 Mar 29 09:20:02.795056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:02.795776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e6d944-e766-4b71-98ab-1bbfd7da6e63') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:02.802071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3188b-ae53-491d-8f90-785fcee1a823 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port cb37ed4f-967f-489d-a58c-eec67cfbd465 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:02.802709 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9f3188b-ae53-491d-8f90-785fcee1a823 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.805733 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47646) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:02.809753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.819159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.822673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.824993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 9ca013a6-b472-4589-bc57-e7def332d897, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=9ca013a6-b472-4589-bc57-e7def332d897,segment=NetworkSegment(d363cee5-c162-41da-80c7-a89867efc37b),segment_id=d363cee5-c162-41da-80c7-a89867efc37b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:02.826624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.844139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.888389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Network 8b0c23ae-f385-47ca-9ea4-bd5ebed358df is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:02.895491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93811a99-e22b-458a-b83e-b3fd29815959'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:20:02.919585 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e697fffd-b190-4b35-a626-b8ed2e7cdc2e tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.923395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.947426 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Allocated IP 172.20.0.10 (8b0c23ae-f385-47ca-9ea4-bd5ebed358df/be70631c-0199-41de-8636-ecb39290f9db/272e71a4-bcee-458c-a630-fa04c288c1d2) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:02.974377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:02.975094 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:20:02.975561 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9f3188b-ae53-491d-8f90-785fcee1a823 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.975690 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:02.981046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:20:02.998350 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:20:03.001873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 93811a99-e22b-458a-b83e-b3fd29815959, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=93811a99-e22b-458a-b83e-b3fd29815959,segment=NetworkSegment(a31f47e1-6fd2-4243-9243-392271d1cf25),segment_id=a31f47e1-6fd2-4243-9243-392271d1cf25)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:03.003177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Pushing event updated for resources: {'Port': ['ID=d827a0b5-359b-4e24-98c3-e9bbd89caafa,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:03.048966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.098671 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Attempting to bind port d827a0b5-359b-4e24-98c3-e9bbd89caafa on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:03.099425 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Attempting to bind port d827a0b5-359b-4e24-98c3-e9bbd89caafa by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'a4c70520-825a-4555-a338-9a22609860b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '8b0c23ae-f385-47ca-9ea4-bd5ebed358df'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:03.099788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Attempting to bind port d827a0b5-359b-4e24-98c3-e9bbd89caafa on network 8b0c23ae-f385-47ca-9ea4-bd5ebed358df {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:03.108740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8731115-ad8e-40b7-a929-a3b4d1c3c6fa" -d '{"events": [{"server_uuid": "fd6a22dc-da01-40ea-b021-38f98ab5f07c", "name": "network-vif-plugged", "status": "completed", "tag": "93811a99-e22b-458a-b83e-b3fd29815959"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:20:03.114810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=9ca013a6-b472-4589-bc57-e7def332d897,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:03.117999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:03.118562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Checking segment: {'id': 'a4c70520-825a-4555-a338-9a22609860b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '8b0c23ae-f385-47ca-9ea4-bd5ebed358df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:03.119130 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.119674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Bound using segment: {'id': 'a4c70520-825a-4555-a338-9a22609860b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '8b0c23ae-f385-47ca-9ea4-bd5ebed358df'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:03.120898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Bound port: d827a0b5-359b-4e24-98c3-e9bbd89caafa, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c70520-825a-4555-a338-9a22609860b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '8b0c23ae-f385-47ca-9ea4-bd5ebed358df'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:03.121470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.164835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 21550de7-0894-4aa5-971b-5cd82286eca9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:03.169082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7254b1-88d4-4c01-823a-6b8bf59e5cd8 req-3a900d2f-14df-403a-8c65-a8dc5e294535 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:03.170679 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d7254b1-88d4-4c01-823a-6b8bf59e5cd8 req-3a900d2f-14df-403a-8c65-a8dc5e294535 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 943 time: 0.3597896 Mar 29 09:20:03.176546 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.205838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e697fffd-b190-4b35-a626-b8ed2e7cdc2e tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.215869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['9ca013a6-b472-4589-bc57-e7def332d897'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:20:03.217303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e697fffd-b190-4b35-a626-b8ed2e7cdc2e tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.219301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.226107 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] 10.222.0.32 "DELETE /v2.0/networks/127439c0-b7a7-4346-8d71-9231e3606d41 HTTP/1.1" status: 204 len: 168 time: 1.4721224 Mar 29 09:20:03.257410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67a33f-88a5-475c-8715-eec5ae8cb6af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113257740-project] Pushing event deleted for resources: {'Network': ['ID=127439c0-b7a7-4346-8d71-9231e3606d41,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:03.266960 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f9f3188b-ae53-491d-8f90-785fcee1a823 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for cb37ed4f-967f-489d-a58c-eec67cfbd465 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:03.309080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-69d69044-3a0d-4a41-a2c6-32626cdc928f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Deleting port 705e7542-d3d8-4498-a2eb-f3eaa4ecb25a {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:03.309484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab523c7-4f35-4bd1-898d-3d8ca103e6e7 x-openstack-request-id: req-7ab523c7-4f35-4bd1-898d-3d8ca103e6e7 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:20:03.309624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-69d69044-3a0d-4a41-a2c6-32626cdc928f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.310246 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6a22dc-da01-40ea-b021-38f98ab5f07c", "name": "network-vif-plugged", "status": "completed", "tag": "93811a99-e22b-458a-b83e-b3fd29815959", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:20:03.310727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ab523c7-4f35-4bd1-898d-3d8ca103e6e7 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:20:03.313260 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93811a99-e22b-458a-b83e-b3fd29815959', 'code': 200} Mar 29 09:20:03.320223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=93811a99-e22b-458a-b83e-b3fd29815959,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:03.332421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e697fffd-b190-4b35-a626-b8ed2e7cdc2e tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.332950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e697fffd-b190-4b35-a626-b8ed2e7cdc2e tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03e4d352-8ea9-4120-8dc9-84cb42c2c596 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:20:03.342406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e697fffd-b190-4b35-a626-b8ed2e7cdc2e tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.347338 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e697fffd-b190-4b35-a626-b8ed2e7cdc2e tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] 10.222.0.32 "DELETE /v2.0/routers/03e4d352-8ea9-4120-8dc9-84cb42c2c596 HTTP/1.1" status: 204 len: 168 time: 0.6546693 Mar 29 09:20:03.349636 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d7254b1-88d4-4c01-823a-6b8bf59e5cd8 req-69411a5d-b76c-4fc9-abae-bc69d5dfe64e tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418021 Mar 29 09:20:03.350103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47658) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:03.364798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-56ef2af7-e352-4f02-adb4-53901fdfbd33 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Request body: {'router': {'name': 'tempest-router-665741176', 'distributed': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:03.389270 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] For port d827a0b5-359b-4e24-98c3-e9bbd89caafa, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:03.394153 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] For port d827a0b5-359b-4e24-98c3-e9bbd89caafa, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d827a0b5-359b-4e24-98c3-e9bbd89caafa,segment=NetworkSegment(a4c70520-825a-4555-a338-9a22609860b7),segment_id=a4c70520-825a-4555-a338-9a22609860b7)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:03.415272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.423682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.435903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-56ef2af7-e352-4f02-adb4-53901fdfbd33 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.440817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-56ef2af7-e352-4f02-adb4-53901fdfbd33 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.463938 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-69d69044-3a0d-4a41-a2c6-32626cdc928f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.489453 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.521609 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-69d69044-3a0d-4a41-a2c6-32626cdc928f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Calling delete_port for 705e7542-d3d8-4498-a2eb-f3eaa4ecb25a owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:03.523972 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 21550de7-0894-4aa5-971b-5cd82286eca9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:03.524552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.593944 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.599170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a967c-f695-478a-b715-8bb6170786d5 None None] Pushing event updated for resources: {'Port': ['ID=d827a0b5-359b-4e24-98c3-e9bbd89caafa,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:03.632906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-56ef2af7-e352-4f02-adb4-53901fdfbd33 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.643570 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-56ef2af7-e352-4f02-adb4-53901fdfbd33 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.663149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9f3188b-ae53-491d-8f90-785fcee1a823 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.722555 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Network 8b0c23ae-f385-47ca-9ea4-bd5ebed358df is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:03.744502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:03.801514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:03.811945 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Pushing event updated for resources: {'Port': ['ID=272e71a4-bcee-458c-a630-fa04c288c1d2,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:03.836966 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9f3188b-ae53-491d-8f90-785fcee1a823 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.844217 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f9f3188b-ae53-491d-8f90-785fcee1a823 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/cb37ed4f-967f-489d-a58c-eec67cfbd465 HTTP/1.1" status: 204 len: 168 time: 1.1833251 Mar 29 09:20:03.872275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47666) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:03.873048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47668) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:03.898492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-56ef2af7-e352-4f02-adb4-53901fdfbd33 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.902887 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-56ef2af7-e352-4f02-adb4-53901fdfbd33 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5418479 Mar 29 09:20:03.927042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47676) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:03.931445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-69d69044-3a0d-4a41-a2c6-32626cdc928f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:03.951051 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3188b-ae53-491d-8f90-785fcee1a823 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=cb37ed4f-967f-489d-a58c-eec67cfbd465,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:03.985176 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:03.985934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.005151 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d3a32529-f3b8-4f09-8957-db88823af861 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1677148 Mar 29 09:20:04.008187 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47678) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:04.014052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Request body: {'port': {'network_id': '8b0c23ae-f385-47ca-9ea4-bd5ebed358df', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1209840732', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:04.014557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.api.validators [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] bootfile-name is not in valid_values {{(pid=102495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 09:20:04.014886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.api.validators [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] tftp-server is not in valid_values {{(pid=102495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 09:20:04.015216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.api.validators [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] server-ip-address is not in valid_values {{(pid=102495) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 09:20:04.078418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 7bd2c1e0-3698-402d-bb64-421e4df788ff details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:20:04.118974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55635cac-80a7-4ffc-9187-18a39ac86c6c req-261057a4-0cb6-4bc9-8f54-a06f04eac5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:04.120833 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55635cac-80a7-4ffc-9187-18a39ac86c6c req-261057a4-0cb6-4bc9-8f54-a06f04eac5fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 1098 time: 0.6224811 Mar 29 09:20:04.162740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d69044-3a0d-4a41-a2c6-32626cdc928f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event deleted for resources: {'Port': ['ID=705e7542-d3d8-4498-a2eb-f3eaa4ecb25a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:04.186274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Made reservation on behalf of 526a08f1a6bb4da29eff30eba3d87e79 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:04.190522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.192318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 7bd2c1e0-3698-402d-bb64-421e4df788ff, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7bd2c1e0-3698-402d-bb64-421e4df788ff,segment=NetworkSegment(14212b7d-d686-4361-8e15-54fae21a812b),segment_id=14212b7d-d686-4361-8e15-54fae21a812b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:04.208474 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '7bd2c1e0-3698-402d-bb64-421e4df788ff', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'port_id': '7bd2c1e0-3698-402d-bb64-421e4df788ff', 'mac_address': 'fa:16:3e:ab:93:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:20:04.211478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] device_id is not set on port 1779a08f-b5c5-41dd-8e4c-f949bbe0e238 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:04.252739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6217bcc3-a333-44be-868d-d748a4023407 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.266874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55635cac-80a7-4ffc-9187-18a39ac86c6c req-f746d8ff-1d65-4c3a-b874-d596f3e80fa8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.270262 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.287015 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd2c1e0-3698-402d-bb64-421e4df788ff {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:20:04.309130 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 7bd2c1e0-3698-402d-bb64-421e4df788ff, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7bd2c1e0-3698-402d-bb64-421e4df788ff,segment=NetworkSegment(14212b7d-d686-4361-8e15-54fae21a812b),segment_id=14212b7d-d686-4361-8e15-54fae21a812b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:04.314031 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.331995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662ba522-2a47-4e6c-8059-740a9db0f4e2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:04.333587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662ba522-2a47-4e6c-8059-740a9db0f4e2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:04.335068 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-662ba522-2a47-4e6c-8059-740a9db0f4e2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4549103 Mar 29 09:20:04.338435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47680) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:04.343310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cc9d0-813c-452a-996e-931e9e470829 req-49fb1807-2c5c-41e6-9311-49a62e92faef tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:04.344737 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f9cc9d0-813c-452a-996e-931e9e470829 req-49fb1807-2c5c-41e6-9311-49a62e92faef tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 944 time: 0.4705062 Mar 29 09:20:04.351790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035b9ca-cd66-4c24-ad1f-0a9c610145be req-a2fc8e96-ef2b-41f6-af55-e362f184db15 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:04.353218 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0035b9ca-cd66-4c24-ad1f-0a9c610145be req-a2fc8e96-ef2b-41f6-af55-e362f184db15 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.4760556 Mar 29 09:20:04.376162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=7bd2c1e0-3698-402d-bb64-421e4df788ff,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:04.389549 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Allocated IP 172.20.0.7 (8b0c23ae-f385-47ca-9ea4-bd5ebed358df/be70631c-0199-41de-8636-ecb39290f9db/1779a08f-b5c5-41dd-8e4c-f949bbe0e238) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:04.410735 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-e138de3b-901c-4426-97be-266cd2a85d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 1a8298bf-4b82-493d-bee6-f0ebc7fe5d0a {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:04.419775 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e138de3b-901c-4426-97be-266cd2a85d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.419989 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-11f4c026-8d80-417a-9e3e-ae615f2f292a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba28fac208624bc9a4306505d11135d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381184 Mar 29 09:20:04.421436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47684) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:04.512853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e138de3b-901c-4426-97be-266cd2a85d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.546095 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-69d69044-3a0d-4a41-a2c6-32626cdc928f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.551665 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-69d69044-3a0d-4a41-a2c6-32626cdc928f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "DELETE /v2.0/ports/705e7542-d3d8-4498-a2eb-f3eaa4ecb25a HTTP/1.1" status: 204 len: 168 time: 1.7415841 Mar 29 09:20:04.552681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47686) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:04.560658 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0035b9ca-cd66-4c24-ad1f-0a9c610145be req-bc33a5e5-ae23-41f5-a931-a7ddddaad2c7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922250 Mar 29 09:20:04.565068 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74b9495f-5994-43af-9270-331f187da89c', 'external_fixed_ips': [{'subnet_id': '6e5d84c7-98e3-4292-846c-eda863bb866d', 'ip_address': '172.20.0.8'}]}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:04.573007 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f9cc9d0-813c-452a-996e-931e9e470829 req-cbcf7800-882c-4c5d-bb8d-5e81ee46bc48 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080483 Mar 29 09:20:04.611133 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7f6a50f-9d0d-4d9b-8972-3407f29de647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.641006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6217bcc3-a333-44be-868d-d748a4023407 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.645364 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6217bcc3-a333-44be-868d-d748a4023407 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.684341 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['7bd2c1e0-3698-402d-bb64-421e4df788ff'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:20:04.716476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7f6a50f-9d0d-4d9b-8972-3407f29de647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.753979 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.755684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.777652 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e138de3b-901c-4426-97be-266cd2a85d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.779510 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6217bcc3-a333-44be-868d-d748a4023407 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.780926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6217bcc3-a333-44be-868d-d748a4023407 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0e674a0-52cf-408d-a489-3a8c93389f29 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:20:04.794614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6217bcc3-a333-44be-868d-d748a4023407 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.796527 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6217bcc3-a333-44be-868d-d748a4023407 tempest-RoutersTestDVR-1890170744 tempest-RoutersTestDVR-1890170744-project-admin] 10.222.0.32 "DELETE /v2.0/routers/b0e674a0-52cf-408d-a489-3a8c93389f29 HTTP/1.1" status: 204 len: 168 time: 0.8659072 Mar 29 09:20:04.811868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55635cac-80a7-4ffc-9187-18a39ac86c6c req-f746d8ff-1d65-4c3a-b874-d596f3e80fa8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.844479 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.890765 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7f6a50f-9d0d-4d9b-8972-3407f29de647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.893823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7f6a50f-9d0d-4d9b-8972-3407f29de647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.895463 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f7f6a50f-9d0d-4d9b-8972-3407f29de647 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/428ad284-fb47-4e35-ad26-d04a85dcb011 HTTP/1.1" status: 204 len: 168 time: 0.4546382 Mar 29 09:20:04.913737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e138de3b-901c-4426-97be-266cd2a85d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.937636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.981231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6a50f-9d0d-4d9b-8972-3407f29de647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428ad284-fb47-4e35-ad26-d04a85dcb011,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:04.982131 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf35a3-acc2-4607-941a-2b5f5ec2c140 req-ef9b5d8d-1113-4539-856f-e973cd3b41f7 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:04.985988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138de3b-901c-4426-97be-266cd2a85d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8298bf-4b82-493d-bee6-f0ebc7fe5d0a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:04.991174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.994850 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7dbf35a3-acc2-4607-941a-2b5f5ec2c140 req-ef9b5d8d-1113-4539-856f-e973cd3b41f7 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 944 time: 0.3382778 Mar 29 09:20:04.998548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55635cac-80a7-4ffc-9187-18a39ac86c6c req-f746d8ff-1d65-4c3a-b874-d596f3e80fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:04.999478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e138de3b-901c-4426-97be-266cd2a85d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:05.002551 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e138de3b-901c-4426-97be-266cd2a85d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/1a8298bf-4b82-493d-bee6-f0ebc7fe5d0a HTTP/1.1" status: 204 len: 168 time: 0.6623762 Mar 29 09:20:05.007226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47692) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:05.042804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e05f86-4715-4b7d-b6a8-34dba158b7fd None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:05.075048 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Pushing event updated for resources: {'Port': ['ID=1779a08f-b5c5-41dd-8e4c-f949bbe0e238,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:05.092405 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Network 8b0c23ae-f385-47ca-9ea4-bd5ebed358df is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:05.093906 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:05.099008 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:05.156739 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0487a9bb-ec7f-49b5-80a3-337b0e495f73 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1352379 Mar 29 09:20:05.156936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47696) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:05.169099 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-44459ce6-4a71-4a4e-8e25-d5a739f4684d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:05.181416 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7dbf35a3-acc2-4607-941a-2b5f5ec2c140 req-e0ac1a81-0363-4b20-af00-77f91d05bca9 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796217 Mar 29 09:20:05.226955 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47700) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:05.237593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbf3186-3b4f-4f8f-bcd6-3ce2df60db63 None None] Network 8b0c23ae-f385-47ca-9ea4-bd5ebed358df requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:05.269737 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55635cac-80a7-4ffc-9187-18a39ac86c6c req-f746d8ff-1d65-4c3a-b874-d596f3e80fa8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1083655 Mar 29 09:20:05.273223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746d8ff-1d65-4c3a-b874-d596f3e80fa8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e78f44d6-b3d0-45ac-8b25-34d95ed8304b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:05.274715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:05.275420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:05.327935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d827a0b5-359b-4e24-98c3-e9bbd89caafa up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:05.381147 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47704) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:05.381486 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8490eefe-9595-4fd1-af84-f90f959a32d9 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3720980 Mar 29 09:20:05.428678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-34cb62b0-7c2e-4371-9b74-21e2e772a810 None None] Provisioning complete for port d827a0b5-359b-4e24-98c3-e9bbd89caafa triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:05.429187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34cb62b0-7c2e-4371-9b74-21e2e772a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:05.446601 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb986478-7cd7-4905-8c66-f8b56d2dc2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:05.456888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44459ce6-4a71-4a4e-8e25-d5a739f4684d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:05.460871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-44459ce6-4a71-4a4e-8e25-d5a739f4684d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:05.467591 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47706) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:05.472759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:05.522970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce691098-5620-4116-bd80-16130d4798fb tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:05.531487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce691098-5620-4116-bd80-16130d4798fb tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:05.538556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce691098-5620-4116-bd80-16130d4798fb tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:05.540884 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ce691098-5620-4116-bd80-16130d4798fb tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1586447 Mar 29 09:20:05.543894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47708) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:05.634871 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8e06c1b3-e662-4934-9677-c7f3b1e87581 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41967c29039942a78a9bd51ca14a4dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654010 Mar 29 09:20:05.639483 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47714) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:05.664485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d827a0b5-359b-4e24-98c3-e9bbd89caafa triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:05.665998 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:05.785273 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb986478-7cd7-4905-8c66-f8b56d2dc2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:05.799856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb986478-7cd7-4905-8c66-f8b56d2dc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:05.835320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-025983c4-94a1-4b09-a08b-13b441801544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:05.890573 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6586fbb-3515-4b24-9d31-861dc468ac50 None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:20:05.910251 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bb986478-7cd7-4905-8c66-f8b56d2dc2fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70a7ddfb248a41a3868383390cddf8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6790271 Mar 29 09:20:05.913424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47716) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:05.914019 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb986478-7cd7-4905-8c66-f8b56d2dc2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb309966-b745-47ef-a2d4-d0928f39ffe1,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:05.924669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-025983c4-94a1-4b09-a08b-13b441801544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:05.940218 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-44459ce6-4a71-4a4e-8e25-d5a739f4684d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:05.959143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34cb62b0-7c2e-4371-9b74-21e2e772a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.022389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-34cb62b0-7c2e-4371-9b74-21e2e772a810 None None] For port d827a0b5-359b-4e24-98c3-e9bbd89caafa, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d827a0b5-359b-4e24-98c3-e9bbd89caafa,segment=NetworkSegment(a4c70520-825a-4555-a338-9a22609860b7),segment_id=a4c70520-825a-4555-a338-9a22609860b7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:06.026975 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44459ce6-4a71-4a4e-8e25-d5a739f4684d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:06.035218 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-44459ce6-4a71-4a4e-8e25-d5a739f4684d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:06.042539 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44459ce6-4a71-4a4e-8e25-d5a739f4684d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:06.042539 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-44459ce6-4a71-4a4e-8e25-d5a739f4684d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.048929 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44459ce6-4a71-4a4e-8e25-d5a739f4684d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=69c9d8f1-4fba-4eb1-99db-dc19812fb625,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:06.059788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34cb62b0-7c2e-4371-9b74-21e2e772a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.085526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a5668-3f4b-42cb-8ea8-32b085e84f2e req-1f67faf3-aeb4-475d-854a-989e4d90457e tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:06.091986 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-44459ce6-4a71-4a4e-8e25-d5a739f4684d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9289753 Mar 29 09:20:06.093166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-025983c4-94a1-4b09-a08b-13b441801544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.094812 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c3a5668-3f4b-42cb-8ea8-32b085e84f2e req-1f67faf3-aeb4-475d-854a-989e4d90457e tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2129757 Mar 29 09:20:06.096689 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-025983c4-94a1-4b09-a08b-13b441801544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.097881 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-025983c4-94a1-4b09-a08b-13b441801544 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25af3007-68e3-470d-893a-fd49a978fa22 HTTP/1.1" status: 204 len: 168 time: 0.4574013 Mar 29 09:20:06.098484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47718) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:06.112960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89414d93-1e5f-43f5-9778-2fafb6d1407f req-a0a41298-46f4-4fed-a521-06e0abaaba29 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:06.114754 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-89414d93-1e5f-43f5-9778-2fafb6d1407f req-a0a41298-46f4-4fed-a521-06e0abaaba29 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 944 time: 0.2290049 Mar 29 09:20:06.121666 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': '69c9d8f1-4fba-4eb1-99db-dc19812fb625', 'ip_address': '2001:db8::f885:220a:72e8:154e'}], 'name': 'tempest-NetworksTestDHCPv6-381557376'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:06.131730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 9ca013a6-b472-4589-bc57-e7def332d897 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:06.174050 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b6586fbb-3515-4b24-9d31-861dc468ac50 None None] Deleting port 21550de7-0894-4aa5-971b-5cd82286eca9 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:06.174663 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b6586fbb-3515-4b24-9d31-861dc468ac50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.180936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025983c4-94a1-4b09-a08b-13b441801544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25af3007-68e3-470d-893a-fd49a978fa22,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:06.186075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.223047 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c3a5668-3f4b-42cb-8ea8-32b085e84f2e req-ff3f43ee-ac46-4c1b-baa1-bd5c871c3e5c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272068 Mar 29 09:20:06.300620 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-89414d93-1e5f-43f5-9778-2fafb6d1407f req-87bc01f2-1968-4c1b-8cd5-7e9f51ef7ccc tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551878 Mar 29 09:20:06.327096 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-208293d4-a8db-4cc0-a53a-c1852c0ec385 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Deleting port 1779a08f-b5c5-41dd-8e4c-f949bbe0e238 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:06.327453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-208293d4-a8db-4cc0-a53a-c1852c0ec385 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.337379 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb62b0-7c2e-4371-9b74-21e2e772a810 None None] Pushing event updated for resources: {'Port': ['ID=d827a0b5-359b-4e24-98c3-e9bbd89caafa,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:06.341447 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:06.422141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:20:06.422563 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:20:06.424374 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-b6586fbb-3515-4b24-9d31-861dc468ac50 None None] For port 21550de7-0894-4aa5-971b-5cd82286eca9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=21550de7-0894-4aa5-971b-5cd82286eca9,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:06.424885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b6586fbb-3515-4b24-9d31-861dc468ac50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.435658 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 9ca013a6-b472-4589-bc57-e7def332d897 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:20:06.443672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 9ca013a6-b472-4589-bc57-e7def332d897 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:06.444036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.446497 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b6586fbb-3515-4b24-9d31-861dc468ac50 None None] Calling delete_port for 21550de7-0894-4aa5-971b-5cd82286eca9 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:06.486456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-208293d4-a8db-4cc0-a53a-c1852c0ec385 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.506276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-208293d4-a8db-4cc0-a53a-c1852c0ec385 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Calling delete_port for 1779a08f-b5c5-41dd-8e4c-f949bbe0e238 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:06.540046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-af8f9486-1463-422e-9b6e-e992e287c692 None None] Provisioning complete for port d827a0b5-359b-4e24-98c3-e9bbd89caafa triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:06.540411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-af8f9486-1463-422e-9b6e-e992e287c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.544958 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.581302 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 24bfc2ad-931e-4453-9721-129a1bd4d95b yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:06.682324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.689845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b6586fbb-3515-4b24-9d31-861dc468ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.748291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6586fbb-3515-4b24-9d31-861dc468ac50 None None] Pushing event deleted for resources: {'Port': ['ID=21550de7-0894-4aa5-971b-5cd82286eca9,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:06.758315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6586fbb-3515-4b24-9d31-861dc468ac50 None None] No DVR routers for this DVR port 21550de7-0894-4aa5-971b-5cd82286eca9 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:20:06.810846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca013a6-b472-4589-bc57-e7def332d897'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:20:06.824089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc83b1b4-4e0a-4006-99c3-ae142251e71b" -d '{"events": [{"server_uuid": "1163aef2-ba1b-48d1-8a28-b0d65b3feba0", "name": "network-vif-plugged", "status": "completed", "tag": "9ca013a6-b472-4589-bc57-e7def332d897"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:20:06.824240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-208293d4-a8db-4cc0-a53a-c1852c0ec385 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.829457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d2964b-401d-4098-b9c4-5514cff9499e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.840300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396760a-3278-4175-8622-62793e6dfcf3 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:06.869536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 9ca013a6-b472-4589-bc57-e7def332d897, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=9ca013a6-b472-4589-bc57-e7def332d897,segment=NetworkSegment(d363cee5-c162-41da-80c7-a89867efc37b),segment_id=d363cee5-c162-41da-80c7-a89867efc37b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:06.892916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:06.945637 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f885:220a:72e8:154e (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/69c9d8f1-4fba-4eb1-99db-dc19812fb625/24bfc2ad-931e-4453-9721-129a1bd4d95b) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:06.954181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208293d4-a8db-4cc0-a53a-c1852c0ec385 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Pushing event deleted for resources: {'Port': ['ID=1779a08f-b5c5-41dd-8e4c-f949bbe0e238,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:06.997987 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff13824d-12fd-4234-88e7-c4015f57ad7b x-openstack-request-id: req-ff13824d-12fd-4234-88e7-c4015f57ad7b {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:20:06.999827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1163aef2-ba1b-48d1-8a28-b0d65b3feba0", "name": "network-vif-plugged", "status": "completed", "tag": "9ca013a6-b472-4589-bc57-e7def332d897", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:20:07.000137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff13824d-12fd-4234-88e7-c4015f57ad7b {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:20:07.000654 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca013a6-b472-4589-bc57-e7def332d897', 'code': 200} Mar 29 09:20:07.006926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=9ca013a6-b472-4589-bc57-e7def332d897,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:07.010128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-af8f9486-1463-422e-9b6e-e992e287c692 None None] Could not find standard attr ID for object 1779a08f-b5c5-41dd-8e4c-f949bbe0e238. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:20:07.025267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee629954-234e-4f18-bc82-df158bbb1f59 req-718f19e7-7252-47b8-9272-aa5eb29b650c tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:07.027347 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ee629954-234e-4f18-bc82-df158bbb1f59 req-718f19e7-7252-47b8-9272-aa5eb29b650c tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 944 time: 0.4131444 Mar 29 09:20:07.031552 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d2964b-401d-4098-b9c4-5514cff9499e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.127183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.165078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.186961 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-af8f9486-1463-422e-9b6e-e992e287c692 None None] Provisioning complete for port 272e71a4-bcee-458c-a630-fa04c288c1d2 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:07.187515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-af8f9486-1463-422e-9b6e-e992e287c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.192806 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-208293d4-a8db-4cc0-a53a-c1852c0ec385 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.200218 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-208293d4-a8db-4cc0-a53a-c1852c0ec385 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] 10.222.0.32 "DELETE /v2.0/ports/1779a08f-b5c5-41dd-8e4c-f949bbe0e238 HTTP/1.1" status: 204 len: 168 time: 1.6517751 Mar 29 09:20:07.201739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47742) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:07.206017 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ee629954-234e-4f18-bc82-df158bbb1f59 req-c7aa7513-93d1-4094-b304-b27d52ac531d tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406200 Mar 29 09:20:07.212144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-addda0c1-32c9-4131-a6c3-0448ea901248 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Request body: {'port': {'name': 'tempest-new-port-name-1947180236', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:07.212642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.api.validators [None req-addda0c1-32c9-4131-a6c3-0448ea901248 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] bootfile-name is not in valid_values {{(pid=102496) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 09:20:07.212978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.api.validators [None req-addda0c1-32c9-4131-a6c3-0448ea901248 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] tftp-server is not in valid_values {{(pid=102496) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 09:20:07.213335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.api.validators [None req-addda0c1-32c9-4131-a6c3-0448ea901248 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] server-ip-address is not in valid_values {{(pid=102496) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 29 09:20:07.234011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-af8f9486-1463-422e-9b6e-e992e287c692 None None] Port 272e71a4-bcee-458c-a630-fa04c288c1d2 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:07.344473 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.431993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '69c9d8f1-4fba-4eb1-99db-dc19812fb625'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:07.432928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.437419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-68e9c174-393c-4438-82ab-da052205e5dd None None] Could not find standard attr ID for object 1779a08f-b5c5-41dd-8e4c-f949bbe0e238. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:20:07.449786 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.475925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-68e9c174-393c-4438-82ab-da052205e5dd None None] Provisioning complete for port 272e71a4-bcee-458c-a630-fa04c288c1d2 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:07.476300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-68e9c174-393c-4438-82ab-da052205e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.519636 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47750) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:07.538855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d827a0b5-359b-4e24-98c3-e9bbd89caafa up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:07.563387 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=24bfc2ad-931e-4453-9721-129a1bd4d95b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:07.582195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d2964b-401d-4098-b9c4-5514cff9499e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.585059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d2964b-401d-4098-b9c4-5514cff9499e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.586442 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-87d2964b-401d-4098-b9c4-5514cff9499e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb309966-b745-47ef-a2d4-d0928f39ffe1 HTTP/1.1" status: 204 len: 168 time: 1.6575785 Mar 29 09:20:07.595496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:07.599404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:07.607424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:07.626280 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:07.626979 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.685417 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c6f03b7b-45d5-4ccf-bbfb-ea8942c9dd93 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5707402 Mar 29 09:20:07.687733 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47756) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:07.728536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-addda0c1-32c9-4131-a6c3-0448ea901248 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.732803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2964b-401d-4098-b9c4-5514cff9499e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb309966-b745-47ef-a2d4-d0928f39ffe1,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:07.764727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Allocated IP 172.20.0.8 (74b9495f-5994-43af-9270-331f187da89c/6e5d84c7-98e3-4292-846c-eda863bb866d/3c21f133-ac10-4d3a-97d5-a788fce386d4) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:07.790226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf1f6e-0aad-4801-94d7-56df14f3a272 req-77989d6e-f2d5-4c64-9eee-9e699b71abde tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:07.797369 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8bbf1f6e-0aad-4801-94d7-56df14f3a272 req-77989d6e-f2d5-4c64-9eee-9e699b71abde tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 945 time: 0.2284615 Mar 29 09:20:07.800387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d004d-78a8-4e8d-ad9c-652b31f4ca2d req-a45ce6da-5a27-4131-ade4-411afaaeb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:07.801312 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70972f56-b181-4c04-8ba2-25f888207c9b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:07.801888 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b2d004d-78a8-4e8d-ad9c-652b31f4ca2d req-a45ce6da-5a27-4131-ade4-411afaaeb347 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 1098 time: 0.4622700 Mar 29 09:20:07.806712 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-70972f56-b181-4c04-8ba2-25f888207c9b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1144001 Mar 29 09:20:07.806712 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47758) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:07.807007 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Allocated IP 2001:db8::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/69c9d8f1-4fba-4eb1-99db-dc19812fb625/19add112-8afb-4e73-8af2-9e3f7490239c) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:07.810972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1820337978'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:07.892843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Made reservation on behalf of 131c54303c4e42a2a80f83548adf4057 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:07.897708 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.909147 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bee123-14f3-4e19-9686-3101cf3b52d0 req-646698a5-f6b6-41f2-b424-3df4d7a3b773 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:07.910982 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58bee123-14f3-4e19-9686-3101cf3b52d0 req-646698a5-f6b6-41f2-b424-3df4d7a3b773 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3434997 Mar 29 09:20:07.913893 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:07.971846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-93ed1703-e2eb-46ea-a7f4-ebcb59eecd2f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 24bfc2ad-931e-4453-9721-129a1bd4d95b {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:07.972232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-93ed1703-e2eb-46ea-a7f4-ebcb59eecd2f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.018026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.048807 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b2d004d-78a8-4e8d-ad9c-652b31f4ca2d req-fd483b1a-03f1-4b4c-a1f2-e19c93be4b08 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964369 Mar 29 09:20:08.072702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.103463 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8bbf1f6e-0aad-4801-94d7-56df14f3a272 req-e46f08c0-793f-465e-9f5f-fb4ccecd21c7 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005455 Mar 29 09:20:08.117948 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.119944 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-93ed1703-e2eb-46ea-a7f4-ebcb59eecd2f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.132803 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.138370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 7bd2c1e0-3698-402d-bb64-421e4df788ff up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:08.140789 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-68e9c174-393c-4438-82ab-da052205e5dd None None] Port 272e71a4-bcee-458c-a630-fa04c288c1d2 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:08.141384 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58bee123-14f3-4e19-9686-3101cf3b52d0 req-d813483f-78ac-4882-8012-5ba1ce6ce1d3 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101176 Mar 29 09:20:08.146311 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-93ed1703-e2eb-46ea-a7f4-ebcb59eecd2f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 24bfc2ad-931e-4453-9721-129a1bd4d95b owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:08.178787 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47762) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:08.186736 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:20:08.203363 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c1f518-f44a-49f6-b7bf-313964a923d0,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:08.210992 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:08.220421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:08.225247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.226069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:08.228739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Pushing event updated for resources: {'Port': ['ID=19add112-8afb-4e73-8af2-9e3f7490239c,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:08.244181 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.244181 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Added segment 9d11eb97-948c-4191-b68a-fc26bd8315c3 of type vlan for network 22f55776-f03b-45a6-a940-68788bbd2846 Mar 29 09:20:08.245628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f1c19524-835e-4a0a-b8ec-bddf9fa9635f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.295378 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-addda0c1-32c9-4131-a6c3-0448ea901248 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.298462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.302177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d827a0b5-359b-4e24-98c3-e9bbd89caafa triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:08.303269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.318025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.337273 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 7bd2c1e0-3698-402d-bb64-421e4df788ff completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:20:08.343549 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-addda0c1-32c9-4131-a6c3-0448ea901248 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.354335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 7bd2c1e0-3698-402d-bb64-421e4df788ff triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:08.355266 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.357776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Network 74b9495f-5994-43af-9270-331f187da89c is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:08.367641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:08.384836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Attempting to bind port 19add112-8afb-4e73-8af2-9e3f7490239c on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:08.385213 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Attempting to bind port 19add112-8afb-4e73-8af2-9e3f7490239c by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:08.385654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Attempting to bind port 19add112-8afb-4e73-8af2-9e3f7490239c on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:08.387683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:08.397832 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:08.397832 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:08.398169 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.398817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:08.399000 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Bound port: 19add112-8afb-4e73-8af2-9e3f7490239c, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:08.399395 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.421424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event updated for resources: {'Port': ['ID=3c21f133-ac10-4d3a-97d5-a788fce386d4,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:08.464689 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.472558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:08.473268 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.483380 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-93ed1703-e2eb-46ea-a7f4-ebcb59eecd2f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.524264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-addda0c1-32c9-4131-a6c3-0448ea901248 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] In _notify_port_updated(), no bound segment for port 272e71a4-bcee-458c-a630-fa04c288c1d2 on network 8b0c23ae-f385-47ca-9ea4-bd5ebed358df {{(pid=102496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:20:08.530485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addda0c1-32c9-4131-a6c3-0448ea901248 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:08.531183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-addda0c1-32c9-4131-a6c3-0448ea901248 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.532589 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-addda0c1-32c9-4131-a6c3-0448ea901248 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] 10.222.0.32 "PUT /v2.0/ports/272e71a4-bcee-458c-a630-fa04c288c1d2 HTTP/1.1" status: 200 len: 1137 time: 1.3254979 Mar 29 09:20:08.545015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cccfb9-994f-4afa-8404-5845a6ad9f91 req-ac7e265d-033f-4f03-bb53-2e04e334ba1b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:08.546729 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-78cccfb9-994f-4afa-8404-5845a6ad9f91 req-ac7e265d-033f-4f03-bb53-2e04e334ba1b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 944 time: 0.2102003 Mar 29 09:20:08.547593 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47766) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:08.596474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addda0c1-32c9-4131-a6c3-0448ea901248 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Pushing event updated for resources: {'Port': ['ID=272e71a4-bcee-458c-a630-fa04c288c1d2,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:08.688422 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] For port 19add112-8afb-4e73-8af2-9e3f7490239c, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:08.691082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.694597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] For port 19add112-8afb-4e73-8af2-9e3f7490239c, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=19add112-8afb-4e73-8af2-9e3f7490239c,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:08.701099 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-78cccfb9-994f-4afa-8404-5845a6ad9f91 req-691f5451-009e-4133-b8bd-9341db35067b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081991 Mar 29 09:20:08.704308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.785778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 21550de7-0894-4aa5-971b-5cd82286eca9 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:08.821398 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 7bd2c1e0-3698-402d-bb64-421e4df788ff, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7bd2c1e0-3698-402d-bb64-421e4df788ff,segment=NetworkSegment(14212b7d-d686-4361-8e15-54fae21a812b),segment_id=14212b7d-d686-4361-8e15-54fae21a812b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:08.822809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 21550de7-0894-4aa5-971b-5cd82286eca9 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:08.823343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 21550de7-0894-4aa5-971b-5cd82286eca9 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:08.844152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.847388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c73a3-06de-4fe7-9bb5-9d28f7eec472 None None] Pushing event updated for resources: {'Port': ['ID=19add112-8afb-4e73-8af2-9e3f7490239c,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:08.916785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.921691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c0462e20-a98b-4c35-b0d5-598f38a5c67d None None] Provisioning complete for port 272e71a4-bcee-458c-a630-fa04c288c1d2 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:08.922071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c0462e20-a98b-4c35-b0d5-598f38a5c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:08.927122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=7bd2c1e0-3698-402d-bb64-421e4df788ff,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:08.927307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed1703-e2eb-46ea-a7f4-ebcb59eecd2f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=24bfc2ad-931e-4453-9721-129a1bd4d95b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:08.944189 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4205251 Mar 29 09:20:08.967520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47768) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:08.974056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-21d7f8f0-dca2-4a33-bacb-aced562ae2d4 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Request body: {'subnet': {'network_id': '22f55776-f03b-45a6-a940-68788bbd2846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:08.981972 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c0462e20-a98b-4c35-b0d5-598f38a5c67d None None] Port 272e71a4-bcee-458c-a630-fa04c288c1d2 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:09.003728 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd2c1e0-3698-402d-bb64-421e4df788ff'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:20:09.016284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3129828e-d341-40ed-b886-03fb618ea640" -d '{"events": [{"server_uuid": "d44fe3d0-5a89-464b-b557-3c0548987f8e", "name": "network-vif-plugged", "status": "completed", "tag": "7bd2c1e0-3698-402d-bb64-421e4df788ff"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:20:09.045081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f1c19524-835e-4a0a-b8ec-bddf9fa9635f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.052956 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990edd48-66a8-4da7-b255-9fe6c1ccbac0 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:09.057894 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-990edd48-66a8-4da7-b255-9fe6c1ccbac0 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] 10.222.0.32 "GET /v2.0/ports/272e71a4-bcee-458c-a630-fa04c288c1d2 HTTP/1.1" status: 200 len: 1137 time: 0.4961097 Mar 29 09:20:09.057894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4b36f-3a3b-4909-aca8-3d230751951c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event updated for resources: {'Network': ['ID=22f55776-f03b-45a6-a940-68788bbd2846,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:09.058324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-93ed1703-e2eb-46ea-a7f4-ebcb59eecd2f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.058946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47772) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:09.065271 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-93ed1703-e2eb-46ea-a7f4-ebcb59eecd2f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/24bfc2ad-931e-4453-9721-129a1bd4d95b HTTP/1.1" status: 204 len: 168 time: 1.2493293 Mar 29 09:20:09.074819 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 22f55776-f03b-45a6-a940-68788bbd2846 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:20:09.075095 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47774) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:09.076302 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f1c19524-835e-4a0a-b8ec-bddf9fa9635f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.107006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8299d4b5-c95a-4bfa-a8ee-efba6e46d240 x-openstack-request-id: req-8299d4b5-c95a-4bfa-a8ee-efba6e46d240 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:20:09.107450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44fe3d0-5a89-464b-b557-3c0548987f8e", "name": "network-vif-plugged", "status": "completed", "tag": "7bd2c1e0-3698-402d-bb64-421e4df788ff", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:20:09.107768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8299d4b5-c95a-4bfa-a8ee-efba6e46d240 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:20:09.108222 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd2c1e0-3698-402d-bb64-421e4df788ff', 'code': 200} Mar 29 09:20:09.191841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4447d1c9-a324-43b3-9aca-a9c1fc65d3c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:09.194287 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4447d1c9-a324-43b3-9aca-a9c1fc65d3c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:09.198040 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4447d1c9-a324-43b3-9aca-a9c1fc65d3c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1159704 Mar 29 09:20:09.207247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47780) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:09.246150 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f1c19524-835e-4a0a-b8ec-bddf9fa9635f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7fd55d286014c2a86e5b51a4b7973bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0570657 Mar 29 09:20:09.269457 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47782) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:09.285428 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c19524-835e-4a0a-b8ec-bddf9fa9635f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7da86e-dfe4-4920-a1b3-da9ed73adf8f,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:09.344487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-db04d945-9770-4a70-aa1a-c557b0fd7649 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 69c9d8f1-4fba-4eb1-99db-dc19812fb625 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:09.348781 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db04d945-9770-4a70-aa1a-c557b0fd7649 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.408404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e7b157ea-d533-4ec1-b6ce-00711b4f3d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.414220 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db04d945-9770-4a70-aa1a-c557b0fd7649 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.465558 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 19add112-8afb-4e73-8af2-9e3f7490239c up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:09.494105 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e7b157ea-d533-4ec1-b6ce-00711b4f3d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.521470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 19add112-8afb-4e73-8af2-9e3f7490239c triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:09.521868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.578616 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db04d945-9770-4a70-aa1a-c557b0fd7649 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.626110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e7b157ea-d533-4ec1-b6ce-00711b4f3d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.629435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e7b157ea-d533-4ec1-b6ce-00711b4f3d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.630743 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e7b157ea-d533-4ec1-b6ce-00711b4f3d94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc7da86e-dfe4-4920-a1b3-da9ed73adf8f HTTP/1.1" status: 204 len: 168 time: 0.3603895 Mar 29 09:20:09.631538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.645350 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b157ea-d533-4ec1-b6ce-00711b4f3d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7da86e-dfe4-4920-a1b3-da9ed73adf8f,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:09.701500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca82c8-a249-4c2e-ad7b-02a168972c90 req-9181ecf7-6afb-4158-9d1c-871c436009ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:09.703799 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5ca82c8-a249-4c2e-ad7b-02a168972c90 req-9181ecf7-6afb-4158-9d1c-871c436009ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 1098 time: 0.2590029 Mar 29 09:20:09.704864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d7f8f0-dca2-4a33-bacb-aced562ae2d4 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Made reservation on behalf of 131c54303c4e42a2a80f83548adf4057 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:09.708344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21d7f8f0-dca2-4a33-bacb-aced562ae2d4 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.718243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db04d945-9770-4a70-aa1a-c557b0fd7649 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.740891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6bff7-d0d6-4b2e-960d-7ca917dcdb8b req-751df392-cb0b-4af8-9ced-0a72a49e9e2d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:09.747516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:20:09.748068 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:20:09.749004 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c2e6bff7-d0d6-4b2e-960d-7ca917dcdb8b req-751df392-cb0b-4af8-9ced-0a72a49e9e2d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 945 time: 0.3224201 Mar 29 09:20:09.761601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea085c-bb17-4a62-b788-ecd2ecca28f1 req-11f22861-ec04-4eb4-b74c-f82eac188f89 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:09.761601 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1bea085c-bb17-4a62-b788-ecd2ecca28f1 req-11f22861-ec04-4eb4-b74c-f82eac188f89 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3244107 Mar 29 09:20:09.789104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04d945-9770-4a70-aa1a-c557b0fd7649 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=69c9d8f1-4fba-4eb1-99db-dc19812fb625,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:09.794857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db04d945-9770-4a70-aa1a-c557b0fd7649 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.799179 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-db04d945-9770-4a70-aa1a-c557b0fd7649 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/69c9d8f1-4fba-4eb1-99db-dc19812fb625 HTTP/1.1" status: 204 len: 168 time: 0.5872920 Mar 29 09:20:09.801161 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47788) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:09.860192 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ffd7a57f-8e1c-4abe-9fd9-b0ca2aa5c29e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572705 Mar 29 09:20:09.867022 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47790) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:09.874541 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6b1bc1fb-cb0b-4565-9e10-ecb72b31b3b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:09.980838 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1bc1fb-cb0b-4565-9e10-ecb72b31b3b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:09.982444 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c2e6bff7-d0d6-4b2e-960d-7ca917dcdb8b req-8771abb6-707a-43d1-8cdc-52a380636346 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325704 Mar 29 09:20:09.988480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc1fb-cb0b-4565-9e10-ecb72b31b3b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:09.993203 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5ca82c8-a249-4c2e-ad7b-02a168972c90 req-bc10de5f-06d2-4d16-bded-9dc67fdfa284 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745159 Mar 29 09:20:10.007729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-c57d67cd-c2e3-4e5b-b6e4-b8010c23aaf5 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Deleting port 272e71a4-bcee-458c-a630-fa04c288c1d2 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:10.008074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c57d67cd-c2e3-4e5b-b6e4-b8010c23aaf5 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:10.028812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:10.046600 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1bea085c-bb17-4a62-b788-ecd2ecca28f1 req-5ac3740e-2ab4-4704-bf77-af90c893a668 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543335 Mar 29 09:20:10.309347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:10.313407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10a4888-4d38-4967-bfc2-5b960a4302c2 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:10.322354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc1fb-cb0b-4565-9e10-ecb72b31b3b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:10.324542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c57d67cd-c2e3-4e5b-b6e4-b8010c23aaf5 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:10.394299 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1bc1fb-cb0b-4565-9e10-ecb72b31b3b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:10.397413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528387e9-0b65-46f1-b0da-a04130445eca req-8da577b4-5d25-4c33-a45e-a9e4f59120e9 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:10.397870 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-6b1bc1fb-cb0b-4565-9e10-ecb72b31b3b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:10.401917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1bc1fb-cb0b-4565-9e10-ecb72b31b3b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:10.402514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc1fb-cb0b-4565-9e10-ecb72b31b3b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:10.405329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-528387e9-0b65-46f1-b0da-a04130445eca req-8da577b4-5d25-4c33-a45e-a9e4f59120e9 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 945 time: 0.3271899 Mar 29 09:20:10.413100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bc1fb-cb0b-4565-9e10-ecb72b31b3b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=c0850e98-826d-4da4-ade2-bb6a9c131040,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:10.416437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-c57d67cd-c2e3-4e5b-b6e4-b8010c23aaf5 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Calling delete_port for 272e71a4-bcee-458c-a630-fa04c288c1d2 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:10.432934 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3c7ba143-7dda-49ca-8c08-938cd40a0f35 None None] Provisioning complete for port 19add112-8afb-4e73-8af2-9e3f7490239c triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:10.433217 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba143-7dda-49ca-8c08-938cd40a0f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:10.439390 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6b1bc1fb-cb0b-4565-9e10-ecb72b31b3b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5685029 Mar 29 09:20:10.439824 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47804) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:10.446643 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': 'c0850e98-826d-4da4-ade2-bb6a9c131040', 'ip_address': '2001:db8::8b8:1510:e60f:bdb4'}], 'name': 'tempest-NetworksTestDHCPv6-993293177'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:10.464994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25a929-bdf2-4914-a9c4-4feb59d189d2 req-9e9cc815-27e6-4874-8b3e-4b06c4ec4d48 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:10.466716 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9e25a929-bdf2-4914-a9c4-4feb59d189d2 req-9e9cc815-27e6-4874-8b3e-4b06c4ec4d48 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2455614 Mar 29 09:20:10.477306 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21d7f8f0-dca2-4a33-bacb-aced562ae2d4 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:10.477521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 19add112-8afb-4e73-8af2-9e3f7490239c, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=19add112-8afb-4e73-8af2-9e3f7490239c,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:10.485906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47806) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:10.530103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:10.548463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c5935603-9713-4478-92d2-1b62bbf2ef58 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Request body: {'floatingip': {'port_id': '93811a99-e22b-458a-b83e-b3fd29815959'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:10.608571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:10.619496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:10.644113 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 9c7d821d-0288-41e6-a4b3-bcdd504b9af8 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:10.664547 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-528387e9-0b65-46f1-b0da-a04130445eca req-3e371b9e-f644-429e-8d54-177bddbef1df tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532990 Mar 29 09:20:10.678818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=19add112-8afb-4e73-8af2-9e3f7490239c,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:10.698176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c5935603-9713-4478-92d2-1b62bbf2ef58 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:10.754864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7f8f0-dca2-4a33-bacb-aced562ae2d4 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event updated for resources: {'Subnet': ['ID=3ba493fb-a3b9-49e1-89bd-cab7029bd943,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:10.819470 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Router 717c98fa-a68e-418e-9b24-07d80f4a7852 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:20:10.851377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d7f8f0-dca2-4a33-bacb-aced562ae2d4 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Checking segment: {'id': '9d11eb97-948c-4191-b68a-fc26bd8315c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '22f55776-f03b-45a6-a940-68788bbd2846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:10.851734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d7f8f0-dca2-4a33-bacb-aced562ae2d4 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Network hostable DHCP agents. Network: 22f55776-f03b-45a6-a940-68788bbd2846, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:20:10.884591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47816) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:10.923364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::8b8:1510:e60f:bdb4 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/c0850e98-826d-4da4-ade2-bb6a9c131040/9c7d821d-0288-41e6-a4b3-bcdd504b9af8) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:10.944848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb70b922-63da-4b84-84a0-2536ab502c3d None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:11.019533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d7f8f0-dca2-4a33-bacb-aced562ae2d4 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Network 22f55776-f03b-45a6-a940-68788bbd2846 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:20:11.063581 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0d8c17d4-d921-4595-a416-4e0bc03d3025 None None] Provisioning complete for port 19add112-8afb-4e73-8af2-9e3f7490239c triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:11.064333 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0d8c17d4-d921-4595-a416-4e0bc03d3025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:11.164647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:11.207471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:11.264364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:11.270690 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:11.276642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:11.282687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:11.283353 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:11.309299 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=9c7d821d-0288-41e6-a4b3-bcdd504b9af8,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:11.320495 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c6855f47-1fb2-483b-a557-b318cdbe719d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8794935 Mar 29 09:20:11.321407 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47822) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.343027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-e4ac9673-1d22-4a78-92a3-488383a0a7c4 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.344080 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e4ac9673-1d22-4a78-92a3-488383a0a7c4 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4306598 Mar 29 09:20:11.350499 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c57d67cd-c2e3-4e5b-b6e4-b8010c23aaf5 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:11.352239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-21d7f8f0-dca2-4a33-bacb-aced562ae2d4 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 22f55776-f03b-45a6-a940-68788bbd2846) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:11.353421 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47824) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.359748 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-010519b0-8310-41d4-a67d-818b8048424c tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.360983 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-010519b0-8310-41d4-a67d-818b8048424c tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0061605 Mar 29 09:20:11.364650 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47826) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.367852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790097f0-612b-440a-a755-5394cd52856e None None] Network 22f55776-f03b-45a6-a940-68788bbd2846 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:11.379145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-ee361afe-8434-4c22-8671-6e066e03df05 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.380473 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ee361afe-8434-4c22-8671-6e066e03df05 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0148289 Mar 29 09:20:11.384990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47828) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.419364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-4f2cf1b4-b302-464e-875b-a6ca54f8880b tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.424698 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4f2cf1b4-b302-464e-875b-a6ca54f8880b tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0335770 Mar 29 09:20:11.424698 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47830) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.431133 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-047bf481-7a0b-44f6-bfd8-3f70786efd42 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.434540 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-047bf481-7a0b-44f6-bfd8-3f70786efd42 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046401 Mar 29 09:20:11.436274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47832) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.450379 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-1583ed18-6e21-4732-ae53-3de8d008a3bc tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.450379 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1583ed18-6e21-4732-ae53-3de8d008a3bc tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0097165 Mar 29 09:20:11.450640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7f8f0-dca2-4a33-bacb-aced562ae2d4 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:11.450640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21d7f8f0-dca2-4a33-bacb-aced562ae2d4 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:11.450889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47834) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.459597 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-b527a413-9ab3-4183-a8f9-1621d0555782 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.462999 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b527a413-9ab3-4183-a8f9-1621d0555782 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0089114 Mar 29 09:20:11.468826 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 19add112-8afb-4e73-8af2-9e3f7490239c up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:11.472333 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ec2a36-6abc-409b-b57b-fd81b7bd66f2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:11.477308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47836) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.481324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ec2a36-6abc-409b-b57b-fd81b7bd66f2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:11.482746 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e4ec2a36-6abc-409b-b57b-fd81b7bd66f2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1601400 Mar 29 09:20:11.489370 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47838) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.491809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d67cd-c2e3-4e5b-b6e4-b8010c23aaf5 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Pushing event deleted for resources: {'Port': ['ID=272e71a4-bcee-458c-a630-fa04c288c1d2,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:11.499311 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-fdbb8482-6a43-4185-8400-7738382d05ab tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.500630 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fdbb8482-6a43-4185-8400-7738382d05ab tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0184875 Mar 29 09:20:11.503742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47840) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.530469 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-dd18c860-f92f-4d9a-8642-21dffbadae7a tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.534000 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-dd18c860-f92f-4d9a-8642-21dffbadae7a tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0274663 Mar 29 09:20:11.537346 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47842) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.549998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:11.554506 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-21d7f8f0-dca2-4a33-bacb-aced562ae2d4 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5858629 Mar 29 09:20:11.561765 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Sync routers for ids ['717c98fa-a68e-418e-9b24-07d80f4a7852'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:11.563568 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47844) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.569788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Request body: {'port': {'network_id': '22f55776-f03b-45a6-a940-68788bbd2846', 'name': 'tempest-AllowedAddressPairTestJSON-1090261499'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:11.576899 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Routers {'717c98fa-a68e-418e-9b24-07d80f4a7852'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:11.577539 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['717c98fa-a68e-418e-9b24-07d80f4a7852'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:11.584470 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-3d076973-5058-4e6a-9433-70bbf658d5eb tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.590158 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47846) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.595953 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3d076973-5058-4e6a-9433-70bbf658d5eb tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0395305 Mar 29 09:20:11.627062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-19583e47-2e83-40c4-a001-827287fd847d tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.631026 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-19583e47-2e83-40c4-a001-827287fd847d tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0126951 Mar 29 09:20:11.636183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47848) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.649923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-8319a922-0c4f-4d6a-bdb6-a8a01d269fbb tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.653822 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8319a922-0c4f-4d6a-bdb6-a8a01d269fbb tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0168257 Mar 29 09:20:11.656402 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47850) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.665285 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-2f1b9151-7e6b-4f94-9477-05f442b62a9b tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.669471 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2f1b9151-7e6b-4f94-9477-05f442b62a9b tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0117810 Mar 29 09:20:11.701137 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47852) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.710703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-611c0273-95b2-4191-86ac-a3d18ac5ee57 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.715702 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-611c0273-95b2-4191-86ac-a3d18ac5ee57 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0119658 Mar 29 09:20:11.716345 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47856) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.733561 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-2c88bb66-68a5-4c29-a8ef-52620688d0c8 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.738463 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2c88bb66-68a5-4c29-a8ef-52620688d0c8 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0184288 Mar 29 09:20:11.742548 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47858) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.751498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-b07e8ef2-0428-4644-b690-23cb0c546200 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.755336 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b07e8ef2-0428-4644-b690-23cb0c546200 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0110064 Mar 29 09:20:11.756996 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47860) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.770010 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-914487ca-0cea-4ede-a3d1-8505ea4f8e15 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.774377 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-914487ca-0cea-4ede-a3d1-8505ea4f8e15 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0141790 Mar 29 09:20:11.778979 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47862) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.788447 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-a73b8d17-cba4-4e40-ac79-cfab8f9e80f4 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.793851 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a73b8d17-cba4-4e40-ac79-cfab8f9e80f4 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0135722 Mar 29 09:20:11.795621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47864) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.810150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-8f83f923-3231-4aad-94a9-a7c16dd2d146 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.813474 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-22f55776-f03b-45a6-a940-68788bbd2846', 'network_id': '22f55776-f03b-45a6-a940-68788bbd2846', 'tenant_id': '131c54303c4e42a2a80f83548adf4057', 'fixed_ips': [{'subnet_id': '3ba493fb-a3b9-49e1-89bd-cab7029bd943'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:11.813935 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8f83f923-3231-4aad-94a9-a7c16dd2d146 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0115151 Mar 29 09:20:11.814897 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:11.815728 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47866) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.821798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-1b09f10c-8c55-466a-90b4-407c3ae84bba tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.826200 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1b09f10c-8c55-466a-90b4-407c3ae84bba tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0073981 Mar 29 09:20:11.828942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47868) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.837183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-12b1ae93-bbb0-4d0c-ac1b-2a718b0049a2 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.840282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d1767ca8-5dc6-4c65-ac19-f42df445c212 None None] Provisioning complete for port 19add112-8afb-4e73-8af2-9e3f7490239c triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:11.841668 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d1767ca8-5dc6-4c65-ac19-f42df445c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:11.841881 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-12b1ae93-bbb0-4d0c-ac1b-2a718b0049a2 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0086446 Mar 29 09:20:11.843517 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47870) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.850652 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-09d914ca-47fd-44a8-a09c-5ce2d7c4eea9 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.855028 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-09d914ca-47fd-44a8-a09c-5ce2d7c4eea9 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0080590 Mar 29 09:20:11.859086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47872) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.863570 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-c4b83781-46d2-4412-b725-7cd16992f076 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.867284 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c4b83781-46d2-4412-b725-7cd16992f076 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0071924 Mar 29 09:20:11.871781 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47874) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.872734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 19add112-8afb-4e73-8af2-9e3f7490239c triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:11.873111 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:11.874314 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-c2feaf44-88da-482a-b0e1-638c864883d8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 9c7d821d-0288-41e6-a4b3-bcdd504b9af8 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:11.874665 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c2feaf44-88da-482a-b0e1-638c864883d8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:11.883015 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-e98807d8-f074-49c4-b3fa-1951c66d9fd2 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.886777 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e98807d8-f074-49c4-b3fa-1951c66d9fd2 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0086596 Mar 29 09:20:11.888764 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47876) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.892002 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Set router 717c98fa-a68e-418e-9b24-07d80f4a7852 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:11.908928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-9d92eeff-ff90-44ef-a4fd-76a54e6c3dca tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.913201 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9d92eeff-ff90-44ef-a4fd-76a54e6c3dca tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0214448 Mar 29 09:20:11.918315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47878) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.924775 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-c9dfc428-9ff5-4c38-b4ac-832747d92ed9 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.929191 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c9dfc428-9ff5-4c38-b4ac-832747d92ed9 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0100732 Mar 29 09:20:11.929977 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Made reservation on behalf of 131c54303c4e42a2a80f83548adf4057 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:11.933996 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:11.936169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47880) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.951176 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-388a422a-1920-4b75-a859-18f8fb94f6f2 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.954880 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-388a422a-1920-4b75-a859-18f8fb94f6f2 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0106759 Mar 29 09:20:11.964963 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47882) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:11.972153 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-a22b108f-4a5a-4c3b-bb94-b2c89ccea005 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:11.976126 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a22b108f-4a5a-4c3b-bb94-b2c89ccea005 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0100954 Mar 29 09:20:12.006433 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47884) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.012423 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-a3c7393e-fc70-461a-bfc1-464d815a50a1 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.016400 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a3c7393e-fc70-461a-bfc1-464d815a50a1 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078530 Mar 29 09:20:12.019442 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47886) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.024536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] device_id is not set on port a9aa211e-0c3c-4a7a-8310-969825a60e82 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:12.143603 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Allocated IP 172.20.0.3 (22f55776-f03b-45a6-a940-68788bbd2846/3ba493fb-a3b9-49e1-89bd-cab7029bd943/a9aa211e-0c3c-4a7a-8310-969825a60e82) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:12.199572 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717c98fa-a68e-418e-9b24-07d80f4a7852', 'name': '', 'tenant_id': '089e542e425a4eefbee962cac966338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b9495f-5994-43af-9270-331f187da89c', 'external_fixed_ips': [{'subnet_id': '6e5d84c7-98e3-4292-846c-eda863bb866d', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '3c21f133-ac10-4d3a-97d5-a788fce386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:04Z', 'updated_at': '2022-03-29T09:20:08Z', 'revision_number': 3, 'project_id': '089e542e425a4eefbee962cac966338c', 'gw_port': {'id': '3c21f133-ac10-4d3a-97d5-a788fce386d4', 'name': '', 'network_id': '74b9495f-5994-43af-9270-331f187da89c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717c98fa-a68e-418e-9b24-07d80f4a7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6e5d84c7-98e3-4292-846c-eda863bb866d', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:07Z', 'updated_at': '2022-03-29T09:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e5d84c7-98e3-4292-846c-eda863bb866d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:12.244273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.resource_extend [None req-c5935603-9713-4478-92d2-1b62bbf2ef58 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:20:12.251860 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Checking router: 717c98fa-a68e-418e-9b24-07d80f4a7852 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:20:12.252583 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Updating router 717c98fa-a68e-418e-9b24-07d80f4a7852 port 3c21f133-ac10-4d3a-97d5-a788fce386d4 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:20:12.283555 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-4130e099-06c6-4c56-948e-e7356aa80644 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.287375 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4130e099-06c6-4c56-948e-e7356aa80644 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0071902 Mar 29 09:20:12.291186 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.297798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47888) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.307728 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-3bcd1c77-2c04-47ae-b122-3bc623b924a2 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.307728 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3bcd1c77-2c04-47ae-b122-3bc623b924a2 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0088637 Mar 29 09:20:12.310670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47890) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.320544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-fdb3a158-c735-4d24-adbd-59b45277498e tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.326097 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fdb3a158-c735-4d24-adbd-59b45277498e tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0078900 Mar 29 09:20:12.331259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47892) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.340341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-048ffe8b-76bc-4bd5-a5f6-1cbf88e29aff tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.343527 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-048ffe8b-76bc-4bd5-a5f6-1cbf88e29aff tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0090117 Mar 29 09:20:12.350217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47894) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.351427 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c57d67cd-c2e3-4e5b-b6e4-b8010c23aaf5 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.355622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c2feaf44-88da-482a-b0e1-638c864883d8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.365365 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c57d67cd-c2e3-4e5b-b6e4-b8010c23aaf5 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] 10.222.0.32 "DELETE /v2.0/ports/272e71a4-bcee-458c-a630-fa04c288c1d2 HTTP/1.1" status: 204 len: 168 time: 3.3053875 Mar 29 09:20:12.368272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47896) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.372884 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-c2feaf44-88da-482a-b0e1-638c864883d8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 9c7d821d-0288-41e6-a4b3-bcdd504b9af8 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:12.394075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1162a201-2724-4dc2-8571-f70a1ceb9436 None None] Provisioning complete for port 9c7d821d-0288-41e6-a4b3-bcdd504b9af8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:12.395087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1162a201-2724-4dc2-8571-f70a1ceb9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.402156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-88f2993c-5f44-46df-8219-eb34b467b20e tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.406936 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-88f2993c-5f44-46df-8219-eb34b467b20e tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0058880 Mar 29 09:20:12.417130 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47898) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.422011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.436112 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-2226df5d-56cc-470f-b5a4-c71c5a68e9ed tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.440025 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2226df5d-56cc-470f-b5a4-c71c5a68e9ed tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0192842 Mar 29 09:20:12.449497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47900) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.460162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d2d82-69d1-472e-a9bf-2996536bada2 req-a1f4268e-7d87-470e-b32f-54cf8b2706eb tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:12.461783 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f46d2d82-69d1-472e-a9bf-2996536bada2 req-a1f4268e-7d87-470e-b32f-54cf8b2706eb tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 945 time: 1.1293728 Mar 29 09:20:12.470453 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1162a201-2724-4dc2-8571-f70a1ceb9436 None None] Port 9c7d821d-0288-41e6-a4b3-bcdd504b9af8 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:12.472121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-51b1e0c2-f6c9-4716-8c40-78888b6dde39 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.477191 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-51b1e0c2-f6c9-4716-8c40-78888b6dde39 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0112212 Mar 29 09:20:12.481409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1162a201-2724-4dc2-8571-f70a1ceb9436 None None] Could not find standard attr ID for object 24bfc2ad-931e-4453-9721-129a1bd4d95b. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:20:12.491306 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.492083 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e379f84d-0404-4f7e-a688-3a1451ebc2c9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.9304936 Mar 29 09:20:12.494301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c5935603-9713-4478-92d2-1b62bbf2ef58 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.496134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47902) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.496492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47904) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.513691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-66a0a5d7-149c-4777-a7ff-f549f0929d86 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.518312 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47906) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.518970 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-66a0a5d7-149c-4777-a7ff-f549f0929d86 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0203252 Mar 29 09:20:12.523694 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-969d6dde-235b-4f32-a20a-4bede6422147 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Deleting subnet be70631c-0199-41de-8636-ecb39290f9db {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:12.528424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-1f78d914-dc1d-4ea0-8481-d81e0caf81e0 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.531984 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1f78d914-dc1d-4ea0-8481-d81e0caf81e0 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0100482 Mar 29 09:20:12.534678 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47908) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.546367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-969d6dde-235b-4f32-a20a-4bede6422147 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.552053 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-08169736-22dd-49cd-9872-5f38624c95ab tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.557070 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-08169736-22dd-49cd-9872-5f38624c95ab tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0150268 Mar 29 09:20:12.577190 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47910) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.586181 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-81d7d6bb-913d-427a-abee-752465a010fc tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.589927 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-81d7d6bb-913d-427a-abee-752465a010fc tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090201 Mar 29 09:20:12.590088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c5935603-9713-4478-92d2-1b62bbf2ef58 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.593682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47912) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.601903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-7d3ead3a-48e0-427b-8425-8c2d8334d222 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.606106 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7d3ead3a-48e0-427b-8425-8c2d8334d222 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0080643 Mar 29 09:20:12.607872 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47914) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.616514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-c5eb5866-e29e-46cd-b4cc-1b750cbdf99c tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.620937 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c5eb5866-e29e-46cd-b4cc-1b750cbdf99c tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077460 Mar 29 09:20:12.624896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-969d6dde-235b-4f32-a20a-4bede6422147 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.628325 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47916) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.653212 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-97fad11f-39cf-4280-9e0b-0ed9b01dec5e tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.656829 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-97fad11f-39cf-4280-9e0b-0ed9b01dec5e tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0242844 Mar 29 09:20:12.658848 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.665932 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6b95a-1f76-494d-ba31-7f9116a0d400 req-364d176d-6139-4e07-874f-8ff62ad28b92 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:12.670926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47918) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.671120 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-22b6b95a-1f76-494d-ba31-7f9116a0d400 req-364d176d-6139-4e07-874f-8ff62ad28b92 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 945 time: 0.3366058 Mar 29 09:20:12.689855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-3d189977-2057-4ad0-a5ea-d321d378caa9 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.694761 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3d189977-2057-4ad0-a5ea-d321d378caa9 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0189397 Mar 29 09:20:12.701794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47920) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.704154 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.710136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-6591360e-2828-4232-b1a9-5c001000b74b tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.711195 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6591360e-2828-4232-b1a9-5c001000b74b tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063512 Mar 29 09:20:12.717881 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.721042 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47922) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.730684 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f46d2d82-69d1-472e-a9bf-2996536bada2 req-5f626733-a227-4140-aebc-932c322c09a9 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542551 Mar 29 09:20:12.744338 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-1537555f-9452-4109-8fff-091eb1cfebfe tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.746976 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1537555f-9452-4109-8fff-091eb1cfebfe tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0179429 Mar 29 09:20:12.753359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47924) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.754701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Allocated IP 172.20.0.2 (22f55776-f03b-45a6-a940-68788bbd2846/3ba493fb-a3b9-49e1-89bd-cab7029bd943/b272e054-3bf3-407a-836e-a311f0065592) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:12.777183 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfb114-9ee3-4b70-bb8c-1b7acfb3983f None None] Pushing event updated for resources: {'Port': ['ID=3c21f133-ac10-4d3a-97d5-a788fce386d4,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:12.803650 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Attempting to bind port 3c21f133-ac10-4d3a-97d5-a788fce386d4 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:12.804231 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Attempting to bind port 3c21f133-ac10-4d3a-97d5-a788fce386d4 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '2e55fd13-7159-4050-bc70-7ae5dcfac509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '74b9495f-5994-43af-9270-331f187da89c'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:12.804700 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Attempting to bind port 3c21f133-ac10-4d3a-97d5-a788fce386d4 on network 74b9495f-5994-43af-9270-331f187da89c {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:12.809672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-2fa8c3c8-2254-4c98-a314-2504e28f2c45 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.811445 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:12.811942 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Checking segment: {'id': '2e55fd13-7159-4050-bc70-7ae5dcfac509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '74b9495f-5994-43af-9270-331f187da89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:12.812449 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.812945 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Bound using segment: {'id': '2e55fd13-7159-4050-bc70-7ae5dcfac509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '74b9495f-5994-43af-9270-331f187da89c'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:12.813548 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Bound port: 3c21f133-ac10-4d3a-97d5-a788fce386d4, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e55fd13-7159-4050-bc70-7ae5dcfac509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '74b9495f-5994-43af-9270-331f187da89c'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:12.814073 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.814641 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2fa8c3c8-2254-4c98-a314-2504e28f2c45 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0353770 Mar 29 09:20:12.832338 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Network 22f55776-f03b-45a6-a940-68788bbd2846 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:12.836770 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47930) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.839462 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:12.856367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-700521ab-28fc-487b-a2cd-3f5422911041 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.857684 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-700521ab-28fc-487b-a2cd-3f5422911041 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0119421 Mar 29 09:20:12.860315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:12.873522 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47932) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.883456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-658ac550-38b9-4744-a78c-17f9928a4000 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.884745 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-658ac550-38b9-4744-a78c-17f9928a4000 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0054305 Mar 29 09:20:12.884961 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] For port 3c21f133-ac10-4d3a-97d5-a788fce386d4, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:12.889163 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] For port 3c21f133-ac10-4d3a-97d5-a788fce386d4, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3c21f133-ac10-4d3a-97d5-a788fce386d4,segment=NetworkSegment(2e55fd13-7159-4050-bc70-7ae5dcfac509),segment_id=2e55fd13-7159-4050-bc70-7ae5dcfac509)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:12.897198 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47934) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.902511 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.919000 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-3614bb7f-dc51-43e1-ac1d-da1f4e1db5c2 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.920278 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3614bb7f-dc51-43e1-ac1d-da1f4e1db5c2 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0134871 Mar 29 09:20:12.926793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47936) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.930522 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-22b6b95a-1f76-494d-ba31-7f9116a0d400 req-77d85a5a-4079-4cd6-a152-e800ed0170ee tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334838 Mar 29 09:20:12.937135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-62d93fc6-463e-42f6-80c6-5a88fd9b3751 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.938112 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-62d93fc6-463e-42f6-80c6-5a88fd9b3751 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0067003 Mar 29 09:20:12.944138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47938) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.951208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-e901fd8d-2cde-4382-a600-b784ed2ca975 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:12.952183 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e901fd8d-2cde-4382-a600-b784ed2ca975 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051694 Mar 29 09:20:12.957021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:12.969862 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47940) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:12.987586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event updated for resources: {'Port': ['ID=a9aa211e-0c3c-4a7a-8310-969825a60e82,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:12.988882 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Routers {'717c98fa-a68e-418e-9b24-07d80f4a7852'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:12.989658 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['717c98fa-a68e-418e-9b24-07d80f4a7852'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:13.028194 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.028806 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.033626 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.034191 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.034717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.035207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.035684 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.036150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.036644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.037129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.037645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.038118 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.108220 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:13.108972 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] Set router 717c98fa-a68e-418e-9b24-07d80f4a7852 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:13.109616 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.132522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-969d6dde-235b-4f32-a20a-4bede6422147 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.137983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-f692d1c7-7dbd-4920-9106-7b297ab6fba3 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.148285 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f692d1c7-7dbd-4920-9106-7b297ab6fba3 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.1736643 Mar 29 09:20:13.154447 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.162570 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47944) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.164395 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-c5935603-9713-4478-92d2-1b62bbf2ef58 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Floating IP 686a2499-47d3-448a-99fd-a97d7b1bb59f associated. External IP: 172.26.1.111, port: 93811a99-e22b-458a-b83e-b3fd29815959. Mar 29 09:20:13.171215 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-a3724032-db1c-4e58-9f97-2800538ca156 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.172512 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a3724032-db1c-4e58-9f97-2800538ca156 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0074322 Mar 29 09:20:13.174403 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c2feaf44-88da-482a-b0e1-638c864883d8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.179323 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47946) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.182656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.196086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.203637 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-3de6aca2-70e2-4720-8274-a539cf1ab7e1 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.207355 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3de6aca2-70e2-4720-8274-a539cf1ab7e1 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0243735 Mar 29 09:20:13.208128 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fc1bd5d7-a89a-425c-988d-374c7533eb2d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6427062 Mar 29 09:20:13.208716 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47948) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.241601 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47950) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.246711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-1f97cd17-8c83-48e6-a1a5-583505f3b7d7 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.246887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Pushing event updated for resources: {'Port': ['ID=b272e054-3bf3-407a-836e-a311f0065592,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:13.250192 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1f97cd17-8c83-48e6-a1a5-583505f3b7d7 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0338464 Mar 29 09:20:13.250382 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfb114-9ee3-4b70-bb8c-1b7acfb3983f None None] Pushing event updated for resources: {'Port': ['ID=3c21f133-ac10-4d3a-97d5-a788fce386d4,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:13.261306 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Request body: {'port': {'network_id': '22f55776-f03b-45a6-a940-68788bbd2846', 'name': 'tempest-AllowedAddressPairTestJSON-673461278', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ce:da:ff'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:13.261993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.262467 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.262912 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.263348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.263784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.264230 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.264375 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47952) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.264963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.265488 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.266083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.266579 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.267003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.267429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:13.272327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Network 22f55776-f03b-45a6-a940-68788bbd2846 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:13.274471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:13.278582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:13.296440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-edfa39a5-8598-4cab-a17f-252d817ba74e tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.297453 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-edfa39a5-8598-4cab-a17f-252d817ba74e tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063663 Mar 29 09:20:13.305114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2feaf44-88da-482a-b0e1-638c864883d8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=9c7d821d-0288-41e6-a4b3-bcdd504b9af8,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:13.322877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47954) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.324564 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c2feaf44-88da-482a-b0e1-638c864883d8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.332473 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c2feaf44-88da-482a-b0e1-638c864883d8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/9c7d821d-0288-41e6-a4b3-bcdd504b9af8 HTTP/1.1" status: 204 len: 168 time: 1.8414764 Mar 29 09:20:13.334475 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47956) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.337527 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-808347f9-9c82-4ec2-9efe-0150d6f9d741 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.339612 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-808347f9-9c82-4ec2-9efe-0150d6f9d741 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050216 Mar 29 09:20:13.370142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47958) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.381337 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-aad031fa-5e18-4a0a-9b4d-dcb6d791e192 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.382356 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-aad031fa-5e18-4a0a-9b4d-dcb6d791e192 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0074975 Mar 29 09:20:13.405935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Attempting to bind port b272e054-3bf3-407a-836e-a311f0065592 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:13.406501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Attempting to bind port b272e054-3bf3-407a-836e-a311f0065592 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '9d11eb97-948c-4191-b68a-fc26bd8315c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '22f55776-f03b-45a6-a940-68788bbd2846'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:13.406623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Attempting to bind port b272e054-3bf3-407a-836e-a311f0065592 on network 22f55776-f03b-45a6-a940-68788bbd2846 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:13.412665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47960) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.413204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:13.413709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Checking segment: {'id': '9d11eb97-948c-4191-b68a-fc26bd8315c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '22f55776-f03b-45a6-a940-68788bbd2846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:13.414166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.414560 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Bound using segment: {'id': '9d11eb97-948c-4191-b68a-fc26bd8315c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '22f55776-f03b-45a6-a940-68788bbd2846'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:13.416873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Bound port: b272e054-3bf3-407a-836e-a311f0065592, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d11eb97-948c-4191-b68a-fc26bd8315c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '22f55776-f03b-45a6-a940-68788bbd2846'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:13.418093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.449039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348e276-31a9-402a-80b5-6e074d8610d8 req-82b0d3f5-409d-45e2-bde9-0b9b0e3675da tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:13.450732 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d348e276-31a9-402a-80b5-6e074d8610d8 req-82b0d3f5-409d-45e2-bde9-0b9b0e3675da tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 945 time: 0.5984254 Mar 29 09:20:13.461925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-aa38e3fb-186e-445f-a2cc-188213d6006a tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.466358 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-aa38e3fb-186e-445f-a2cc-188213d6006a tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0291512 Mar 29 09:20:13.486992 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47962) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.487301 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47964) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.494157 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-b9ba90be-c622-4827-bb7a-866a4a5b3efb tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.495183 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b9ba90be-c622-4827-bb7a-866a4a5b3efb tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0052786 Mar 29 09:20:13.503757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-24645caa-17c7-468b-a5ff-bb5d064d8128 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Request body: {'floatingip': {'port_id': '9ca013a6-b472-4589-bc57-e7def332d897'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:13.538759 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47966) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.540712 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '717c98fa-a68e-418e-9b24-07d80f4a7852', 'name': '', 'tenant_id': '089e542e425a4eefbee962cac966338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b9495f-5994-43af-9270-331f187da89c', 'external_fixed_ips': [{'subnet_id': '6e5d84c7-98e3-4292-846c-eda863bb866d', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '3c21f133-ac10-4d3a-97d5-a788fce386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:04Z', 'updated_at': '2022-03-29T09:20:08Z', 'revision_number': 3, 'project_id': '089e542e425a4eefbee962cac966338c', 'gw_port': {'id': '3c21f133-ac10-4d3a-97d5-a788fce386d4', 'name': '', 'network_id': '74b9495f-5994-43af-9270-331f187da89c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717c98fa-a68e-418e-9b24-07d80f4a7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6e5d84c7-98e3-4292-846c-eda863bb866d', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:07Z', 'updated_at': '2022-03-29T09:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e5d84c7-98e3-4292-846c-eda863bb866d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:13.542913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] For port b272e054-3bf3-407a-836e-a311f0065592, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:13.555042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] For port b272e054-3bf3-407a-836e-a311f0065592, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b272e054-3bf3-407a-836e-a311f0065592,segment=NetworkSegment(9d11eb97-948c-4191-b68a-fc26bd8315c3),segment_id=9d11eb97-948c-4191-b68a-fc26bd8315c3)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:13.567758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.578863 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8f940-da86-4a65-bb92-d6666ee355e2 None None] The sync data for ids ['717c98fa-a68e-418e-9b24-07d80f4a7852'] in dv-neutron-835554-1-hyperv is: [{'id': '717c98fa-a68e-418e-9b24-07d80f4a7852', 'name': '', 'tenant_id': '089e542e425a4eefbee962cac966338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74b9495f-5994-43af-9270-331f187da89c', 'external_fixed_ips': [{'subnet_id': '6e5d84c7-98e3-4292-846c-eda863bb866d', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '3c21f133-ac10-4d3a-97d5-a788fce386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:04Z', 'updated_at': '2022-03-29T09:20:08Z', 'revision_number': 3, 'project_id': '089e542e425a4eefbee962cac966338c', 'gw_port': {'id': '3c21f133-ac10-4d3a-97d5-a788fce386d4', 'name': '', 'network_id': '74b9495f-5994-43af-9270-331f187da89c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:1b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '717c98fa-a68e-418e-9b24-07d80f4a7852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '6e5d84c7-98e3-4292-846c-eda863bb866d', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:07Z', 'updated_at': '2022-03-29T09:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e5d84c7-98e3-4292-846c-eda863bb866d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:13.594981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-68d5ae9b-89b8-4826-b300-b2abcedadd78 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.598504 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-68d5ae9b-89b8-4826-b300-b2abcedadd78 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0550294 Mar 29 09:20:13.601258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47968) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.617510 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-1fc69678-3e7a-4992-a9c0-74ea23fdd4d4 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.621688 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1fc69678-3e7a-4992-a9c0-74ea23fdd4d4 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0066237 Mar 29 09:20:13.624070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-969d6dde-235b-4f32-a20a-4bede6422147 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.628441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47970) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.640356 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-1ed58330-15e8-4355-931c-858c54c01752 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.641339 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1ed58330-15e8-4355-931c-858c54c01752 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0064106 Mar 29 09:20:13.647841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24645caa-17c7-468b-a5ff-bb5d064d8128 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for floatingip, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.660522 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d55f6-1c4e-498f-8395-056eeb1ee01d None None] Pushing event updated for resources: {'Port': ['ID=b272e054-3bf3-407a-836e-a311f0065592,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:13.743954 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47972) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.749087 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a757d814-9b79-484c-b925-289d5a1c47a4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:13.752161 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a757d814-9b79-484c-b925-289d5a1c47a4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:13.754219 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c144c-9f15-4099-96db-cca39c2e5b3f None None] Network 8b0c23ae-f385-47ca-9ea4-bd5ebed358df requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:13.757191 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a757d814-9b79-484c-b925-289d5a1c47a4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4024680 Mar 29 09:20:13.757191 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d6dde-235b-4f32-a20a-4bede6422147 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Pushing event deleted for resources: {'Subnet': ['ID=be70631c-0199-41de-8636-ecb39290f9db,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:13.763338 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-96567a01-78f4-481e-b026-bef88d795a1f tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.769056 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-96567a01-78f4-481e-b026-bef88d795a1f tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0096753 Mar 29 09:20:13.769783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47974) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.770116 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47976) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.780036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-969d6dde-235b-4f32-a20a-4bede6422147 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:13.788500 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-969d6dde-235b-4f32-a20a-4bede6422147 tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] 10.222.0.32 "DELETE /v2.0/subnets/be70631c-0199-41de-8636-ecb39290f9db HTTP/1.1" status: 204 len: 168 time: 1.4146416 Mar 29 09:20:13.795122 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-bd8ffd65-0df9-42bb-9103-47aaa329a5d5 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.801904 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bd8ffd65-0df9-42bb-9103-47aaa329a5d5 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0099106 Mar 29 09:20:13.809131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47978) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.809793 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47980) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.927825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75bf2-0f30-429b-b3fc-20b3f1c81504 req-d8d4dde9-3b00-4f71-869b-6f7216be3ce8 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:13.929794 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d1f75bf2-0f30-429b-b3fc-20b3f1c81504 req-d8d4dde9-3b00-4f71-869b-6f7216be3ce8 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 945 time: 0.7610514 Mar 29 09:20:13.934670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-e49c5193-3593-4c89-a034-324dd5f6c52a tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.936084 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e49c5193-3593-4c89-a034-324dd5f6c52a tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0155778 Mar 29 09:20:13.940476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47982) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.945002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f8baa6b3-6f50-4fff-8e26-fdc6cc3ad582 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Request body: {'floatingip': {'port_id': '7bd2c1e0-3698-402d-bb64-421e4df788ff'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:13.945788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47984) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:13.980362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [None req-e4db5898-3805-4529-aae3-cec02798b842 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:13.981741 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e4db5898-3805-4529-aae3-cec02798b842 tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0254538 Mar 29 09:20:14.011120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 47986) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:14.021773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [None req-5997e732-0376-4d34-b979-c036b962dcec tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:20:14.037378 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5997e732-0376-4d34-b979-c036b962dcec tempest-ExtensionsTestJSON-118418267 tempest-ExtensionsTestJSON-118418267-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0098629 Mar 29 09:20:14.115826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8baa6b3-6f50-4fff-8e26-fdc6cc3ad582 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:14.203260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833ff36-cab0-4661-b014-356460e48b78 None None] DHCP port deletion for 8b0c23ae-f385-47ca-9ea4-bd5ebed358df request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:20:14.256694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Deleting port 3c21f133-ac10-4d3a-97d5-a788fce386d4 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:14.257207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:14.285994 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7833ff36-cab0-4661-b014-356460e48b78 None None] Deleting port d827a0b5-359b-4e24-98c3-e9bbd89caafa {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:14.292424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7833ff36-cab0-4661-b014-356460e48b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:14.314129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5935603-9713-4478-92d2-1b62bbf2ef58 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Router 10ff165c-c68f-45e3-9c99-737c256bd148 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:14.390346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-7833ff36-cab0-4661-b014-356460e48b78 None None] For port d827a0b5-359b-4e24-98c3-e9bbd89caafa, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d827a0b5-359b-4e24-98c3-e9bbd89caafa,segment=NetworkSegment(a4c70520-825a-4555-a338-9a22609860b7),segment_id=a4c70520-825a-4555-a338-9a22609860b7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:14.390927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7833ff36-cab0-4661-b014-356460e48b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:14.407556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7833ff36-cab0-4661-b014-356460e48b78 None None] Calling delete_port for d827a0b5-359b-4e24-98c3-e9bbd89caafa owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:14.421372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-135191e5-f7d5-40f3-bffb-5a66d984ce98 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet c0850e98-826d-4da4-ade2-bb6a9c131040 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:14.436664 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-135191e5-f7d5-40f3-bffb-5a66d984ce98 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:14.447737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:14.532462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7833ff36-cab0-4661-b014-356460e48b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:14.570515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 47992) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:14.591405 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833ff36-cab0-4661-b014-356460e48b78 None None] Pushing event deleted for resources: {'Port': ['ID=d827a0b5-359b-4e24-98c3-e9bbd89caafa,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:14.606460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833ff36-cab0-4661-b014-356460e48b78 None None] No DVR routers for this DVR port d827a0b5-359b-4e24-98c3-e9bbd89caafa on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:20:14.638571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] For port 3c21f133-ac10-4d3a-97d5-a788fce386d4, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3c21f133-ac10-4d3a-97d5-a788fce386d4,segment=NetworkSegment(2e55fd13-7159-4050-bc70-7ae5dcfac509),segment_id=2e55fd13-7159-4050-bc70-7ae5dcfac509)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:14.638571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:14.649904 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-135191e5-f7d5-40f3-bffb-5a66d984ce98 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:14.693991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Calling delete_port for 3c21f133-ac10-4d3a-97d5-a788fce386d4 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:14.715281 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Made reservation on behalf of 131c54303c4e42a2a80f83548adf4057 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:14.736850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5935603-9713-4478-92d2-1b62bbf2ef58 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:14.736850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c5935603-9713-4478-92d2-1b62bbf2ef58 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:14.753471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b6b01-a191-4f2f-9f2e-d55d126eba2f None None] Sync routers for ids ['10ff165c-c68f-45e3-9c99-737c256bd148'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:14.770276 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b6b01-a191-4f2f-9f2e-d55d126eba2f None None] Routers {'10ff165c-c68f-45e3-9c99-737c256bd148'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:14.772839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-777b6b01-a191-4f2f-9f2e-d55d126eba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['10ff165c-c68f-45e3-9c99-737c256bd148'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:14.778120 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c5935603-9713-4478-92d2-1b62bbf2ef58 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "PUT /v2.0/floatingips/686a2499-47d3-448a-99fd-a97d7b1bb59f HTTP/1.1" status: 200 len: 991 time: 4.2879231 Mar 29 09:20:14.787064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'tag': '93811a99-e22b-458a-b83e-b3fd29815959'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:20:14.789585 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd57ec4-9418-474e-9733-999239765b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6a22dc-da01-40ea-b021-38f98ab5f07c", "tag": "93811a99-e22b-458a-b83e-b3fd29815959"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:20:14.900529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f2fd64-7b91-4b1c-b04c-c3878425bb86 x-openstack-request-id: req-e0f2fd64-7b91-4b1c-b04c-c3878425bb86 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:20:14.900816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6a22dc-da01-40ea-b021-38f98ab5f07c", "tag": "93811a99-e22b-458a-b83e-b3fd29815959", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:20:14.901067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0f2fd64-7b91-4b1c-b04c-c3878425bb86 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:20:14.902005 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'tag': '93811a99-e22b-458a-b83e-b3fd29815959', 'status': 'completed', 'code': 200} Mar 29 09:20:14.934091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1b07f2fe-a064-43a9-831d-fc7373ef05f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:14.942919 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-135191e5-f7d5-40f3-bffb-5a66d984ce98 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.030389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-777b6b01-a191-4f2f-9f2e-d55d126eba2f None None] Set router 10ff165c-c68f-45e3-9c99-737c256bd148 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:15.047841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.217504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.resource_extend [None req-f8baa6b3-6f50-4fff-8e26-fdc6cc3ad582 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:20:15.257619 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0c23ae-f385-47ca-9ea4-bd5ebed358df']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:15.257922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beffa64-ef0f-479f-9131-5eb40dd7e686 None None] Network 22f55776-f03b-45a6-a940-68788bbd2846 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:15.260235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f0cac-2b28-42a0-8935-9ef5acb56509 req-478009a5-d9d5-49c3-aa26-a0d8bcddfaae tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:15.262561 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-675f0cac-2b28-42a0-8935-9ef5acb56509 req-478009a5-d9d5-49c3-aa26-a0d8bcddfaae tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3769243 Mar 29 09:20:15.290821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd57ec4-9418-474e-9733-999239765b1d req-424c2e2e-6c6b-4f90-8a41-d88534b74a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:15.294389 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ecd57ec4-9418-474e-9733-999239765b1d req-424c2e2e-6c6b-4f90-8a41-d88534b74a84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8af97d3b7c8a40caa5a3275d0644629b&device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 1098 time: 0.3516173 Mar 29 09:20:15.387079 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c70520-825a-4555-a338-9a22609860b7') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:15.387512 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c70520-825a-4555-a338-9a22609860b7') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:15.392545 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8baa6b3-6f50-4fff-8e26-fdc6cc3ad582 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.446085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8baa6b3-6f50-4fff-8e26-fdc6cc3ad582 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.455117 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-675f0cac-2b28-42a0-8935-9ef5acb56509 req-424c0861-4402-45ae-81b3-e5cf27df677f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825650 Mar 29 09:20:15.477459 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-198905ff-7aef-4f10-8276-3fbac2ce6813 None None] Provisioning complete for port b272e054-3bf3-407a-836e-a311f0065592 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:15.478377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-198905ff-7aef-4f10-8276-3fbac2ce6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.517929 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.544751 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.554725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b272e054-3bf3-407a-836e-a311f0065592 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:15.593387 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-135191e5-f7d5-40f3-bffb-5a66d984ce98 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.595740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.653256 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd57ec4-9418-474e-9733-999239765b1d req-247dd54f-ab57-4da9-819f-61b0124019d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:15.655542 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ecd57ec4-9418-474e-9733-999239765b1d req-247dd54f-ab57-4da9-819f-61b0124019d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea HTTP/1.1" status: 200 len: 912 time: 0.3562083 Mar 29 09:20:15.660051 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-f8baa6b3-6f50-4fff-8e26-fdc6cc3ad582 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Floating IP 08fc4640-8b4c-4319-adcb-ed33c6d3ddc3 associated. External IP: 172.26.1.18, port: 7bd2c1e0-3698-402d-bb64-421e4df788ff. Mar 29 09:20:15.682703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:20:15.683275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.700453 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135191e5-f7d5-40f3-bffb-5a66d984ce98 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=c0850e98-826d-4da4-ade2-bb6a9c131040,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:20:15.702395 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:20:15.716627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.739747 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-135191e5-f7d5-40f3-bffb-5a66d984ce98 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.743173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db62d7cb-e1c0-4333-907e-9d1efd8bb43f None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:15.746253 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-135191e5-f7d5-40f3-bffb-5a66d984ce98 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/c0850e98-826d-4da4-ade2-bb6a9c131040 HTTP/1.1" status: 204 len: 168 time: 1.9585986 Mar 29 09:20:15.752477 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] device_id is not set on port 3ee28bbe-a27b-4553-9e3a-fa9d562c6756 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:15.774817 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48002) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:15.775083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port b272e054-3bf3-407a-836e-a311f0065592 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:15.775083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.819151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c21f133-ac10-4d3a-97d5-a788fce386d4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:15.831112 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed340df-f524-4c6d-9af1-7c9c7b920668 req-808d925e-1404-49ac-9a57-3db796afd7fa tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:15.832827 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9ed340df-f524-4c6d-9af1-7c9c7b920668 req-808d925e-1404-49ac-9a57-3db796afd7fa tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2528341 Mar 29 09:20:15.885365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:15.885770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:15.886113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:15.886441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:15.886771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:15.887095 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:15.887413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:15.887737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:15.888054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:15.888377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:15.888694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:15.889340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:15.908287 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3de0870c-08d9-484b-9952-ae734493595f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1312389 Mar 29 09:20:15.910378 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.resource_extend [None req-24645caa-17c7-468b-a5ff-bb5d064d8128 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:20:15.936723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48004) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:15.948689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-777b6b01-a191-4f2f-9f2e-d55d126eba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '686a2499-47d3-448a-99fd-a97d7b1bb59f', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'floating_ip_address': '172.26.1.111', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'port_id': '93811a99-e22b-458a-b83e-b3fd29815959', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'mac_address': 'fa:16:3e:6d:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:19:26Z', 'updated_at': '2022-03-29T09:20:12Z', 'revision_number': 1, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35121eb-5318-412d-b8a4-85c975c6247a', 'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'mac_address': 'fa:16:3e:cf:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:18Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 5, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'subnets': [{'id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:15.974951 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1b07f2fe-a064-43a9-831d-fc7373ef05f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.993598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b6b01-a191-4f2f-9f2e-d55d126eba2f None None] Checking router: 10ff165c-c68f-45e3-9c99-737c256bd148 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:20:15.996557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1b07f2fe-a064-43a9-831d-fc7373ef05f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:15.997412 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ecd57ec4-9418-474e-9733-999239765b1d req-39691bb2-3624-4ee0-bf01-4dabafc24cb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93811a99-e22b-458a-b83e-b3fd29815959 HTTP/1.1" status: 200 len: 999 time: 0.3225365 Mar 29 09:20:16.007837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.040895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b6b01-a191-4f2f-9f2e-d55d126eba2f None None] Routers {'10ff165c-c68f-45e3-9c99-737c256bd148'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:16.041805 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-777b6b01-a191-4f2f-9f2e-d55d126eba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['10ff165c-c68f-45e3-9c99-737c256bd148'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:16.042708 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.047068 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-198905ff-7aef-4f10-8276-3fbac2ce6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.048725 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] 10.222.0.32 "DELETE /v2.0/networks/8b0c23ae-f385-47ca-9ea4-bd5ebed358df HTTP/1.1" status: 204 len: 168 time: 2.1797197 Mar 29 09:20:16.068796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24645caa-17c7-468b-a5ff-bb5d064d8128 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.099533 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6671287-ce61-4d6b-b259-e598043aa4ce tempest-ExtraDHCPOptionsTestJSON-2119009507 tempest-ExtraDHCPOptionsTestJSON-2119009507-project] Pushing event deleted for resources: {'Network': ['ID=8b0c23ae-f385-47ca-9ea4-bd5ebed358df,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:16.136523 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24645caa-17c7-468b-a5ff-bb5d064d8128 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.166614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07f2fe-a064-43a9-831d-fc7373ef05f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a7df96-f050-4f06-9118-c4cf47c04f97,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:16.240549 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1b07f2fe-a064-43a9-831d-fc7373ef05f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8067b6bad9854734b707618eca03ab23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6633396 Mar 29 09:20:16.255542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48008) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:16.321825 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Allocated IP 172.20.0.6 (22f55776-f03b-45a6-a940-68788bbd2846/3ba493fb-a3b9-49e1-89bd-cab7029bd943/3ee28bbe-a27b-4553-9e3a-fa9d562c6756) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:16.453115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.466967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48012) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:16.496155 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9ed340df-f524-4c6d-9af1-7c9c7b920668 req-44afdf16-24de-4296-8a8c-4ba5addab6a7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6521339 Mar 29 09:20:16.498430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.534607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-198905ff-7aef-4f10-8276-3fbac2ce6813 None None] For port b272e054-3bf3-407a-836e-a311f0065592, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b272e054-3bf3-407a-836e-a311f0065592,segment=NetworkSegment(9d11eb97-948c-4191-b68a-fc26bd8315c3),segment_id=9d11eb97-948c-4191-b68a-fc26bd8315c3)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:16.578916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd57ec4-9418-474e-9733-999239765b1d req-2b43577a-36d7-4c03-92b4-0dd91c589657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:16.580591 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ecd57ec4-9418-474e-9733-999239765b1d req-2b43577a-36d7-4c03-92b4-0dd91c589657 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87c15ca4-f48e-4474-bd41-14ac18cc263a HTTP/1.1" status: 200 len: 850 time: 0.5562246 Mar 29 09:20:16.605493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-198905ff-7aef-4f10-8276-3fbac2ce6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.647797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb336b8-4a80-4f0b-acb3-74e27b8f20e4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:16.649760 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6eb336b8-4a80-4f0b-acb3-74e27b8f20e4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7102919 Mar 29 09:20:16.662724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48016) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:16.700821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.714534 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-777b6b01-a191-4f2f-9f2e-d55d126eba2f None None] Set router 10ff165c-c68f-45e3-9c99-737c256bd148 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:16.737861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.750188 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90abcee-7648-41da-ad84-05a785762ef3 None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:20:16.753711 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:20:16.753711 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:20:16.789907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198905ff-7aef-4f10-8276-3fbac2ce6813 None None] Pushing event updated for resources: {'Port': ['ID=b272e054-3bf3-407a-836e-a311f0065592,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:16.820275 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-24645caa-17c7-468b-a5ff-bb5d064d8128 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Floating IP e91b69be-9d6e-4665-a364-2710b7441ecc associated. External IP: 172.26.1.188, port: 9ca013a6-b472-4589-bc57-e7def332d897. Mar 29 09:20:16.836321 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c4605378-4a07-40e6-a00c-04f452d5137d None None] Provisioning complete for port b272e054-3bf3-407a-836e-a311f0065592 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:16.836596 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c4605378-4a07-40e6-a00c-04f452d5137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.906345 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46072e3-c6f8-4256-8db6-7e9d86951247 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:16.910439 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a46072e3-c6f8-4256-8db6-7e9d86951247 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2098150 Mar 29 09:20:16.914578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.915276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 717c98fa-a68e-418e-9b24-07d80f4a7852 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:20:16.923475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48018) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:16.927990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.932291 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4afdfb75-24a7-4d26-baa0-739fc8705d05 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "DELETE /v2.0/routers/717c98fa-a68e-418e-9b24-07d80f4a7852 HTTP/1.1" status: 204 len: 168 time: 4.4302001 Mar 29 09:20:16.939071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48020) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:16.940829 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd57ec4-9418-474e-9733-999239765b1d req-9b4608c0-a35f-4628-9f68-9e2184d67261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:16.942563 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ecd57ec4-9418-474e-9733-999239765b1d req-9b4608c0-a35f-4628-9f68-9e2184d67261 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2891705 Mar 29 09:20:16.961618 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7fdf-5a7b-49c3-85e4-c8325cb50712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:16.968407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a90abcee-7648-41da-ad84-05a785762ef3 None None] Deleting port 19add112-8afb-4e73-8af2-9e3f7490239c {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:16.968685 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a90abcee-7648-41da-ad84-05a785762ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.002879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8baa6b3-6f50-4fff-8e26-fdc6cc3ad582 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Router 55f8353a-a5dc-4db0-9884-cd134844dd9f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:17.011037 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-242fe90c-c459-4f53-8657-8483d66a2ed8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859752 Mar 29 09:20:17.016072 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a5c4a526-65f8-4ff7-b200-b1da88739ccf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=526a08f1a6bb4da29eff30eba3d87e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384154 Mar 29 09:20:17.016072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48022) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:17.019823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48024) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:17.061788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-09f410d8-b16a-4731-9749-6209616ca8b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:17.111008 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7fdf-5a7b-49c3-85e4-c8325cb50712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.119641 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60eea07-44cc-43d0-8d71-aab671b3382c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Deleting subnet 6e5d84c7-98e3-4292-846c-eda863bb866d {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:17.138755 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e60eea07-44cc-43d0-8d71-aab671b3382c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.140837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a90abcee-7648-41da-ad84-05a785762ef3 None None] For port 19add112-8afb-4e73-8af2-9e3f7490239c, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=19add112-8afb-4e73-8af2-9e3f7490239c,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:17.141234 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a90abcee-7648-41da-ad84-05a785762ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.165953 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a90abcee-7648-41da-ad84-05a785762ef3 None None] Calling delete_port for 19add112-8afb-4e73-8af2-9e3f7490239c owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:17.183919 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c4605378-4a07-40e6-a00c-04f452d5137d None None] Provisioning complete for port a9aa211e-0c3c-4a7a-8310-969825a60e82 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:17.184292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c4605378-4a07-40e6-a00c-04f452d5137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.201256 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.256399 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ecd57ec4-9418-474e-9733-999239765b1d req-42c59420-900b-4118-8f6c-9a9e361323e5 service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725976 Mar 29 09:20:17.282047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e60eea07-44cc-43d0-8d71-aab671b3382c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.319492 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-261fbb48-e9b5-4100-82bb-290868a543ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.324238 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c4605378-4a07-40e6-a00c-04f452d5137d None None] Port a9aa211e-0c3c-4a7a-8310-969825a60e82 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:17.346610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3c21f133-ac10-4d3a-97d5-a788fce386d4 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:17.371456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f410d8-b16a-4731-9749-6209616ca8b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:17.374970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09f410d8-b16a-4731-9749-6209616ca8b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.381884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 3c21f133-ac10-4d3a-97d5-a788fce386d4 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:17.382115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3c21f133-ac10-4d3a-97d5-a788fce386d4 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 29 09:20:17.408444 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Port 3c21f133-ac10-4d3a-97d5-a788fce386d4 not found, will not notify nova. {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 29 09:20:17.415292 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7fdf-5a7b-49c3-85e4-c8325cb50712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.418201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7fdf-5a7b-49c3-85e4-c8325cb50712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.420857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-777b6b01-a191-4f2f-9f2e-d55d126eba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '686a2499-47d3-448a-99fd-a97d7b1bb59f', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'floating_ip_address': '172.26.1.111', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'port_id': '93811a99-e22b-458a-b83e-b3fd29815959', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'mac_address': 'fa:16:3e:6d:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:19:26Z', 'updated_at': '2022-03-29T09:20:12Z', 'revision_number': 1, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35121eb-5318-412d-b8a4-85c975c6247a', 'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'mac_address': 'fa:16:3e:cf:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:18Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 5, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'subnets': [{'id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:17.422144 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b7ed7fdf-5a7b-49c3-85e4-c8325cb50712 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17a7df96-f050-4f06-9118-c4cf47c04f97 HTTP/1.1" status: 204 len: 168 time: 1.1639068 Mar 29 09:20:17.423618 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e60eea07-44cc-43d0-8d71-aab671b3382c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.428519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-261fbb48-e9b5-4100-82bb-290868a543ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.480606 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777b6b01-a191-4f2f-9f2e-d55d126eba2f None None] The sync data for ids ['10ff165c-c68f-45e3-9c99-737c256bd148'] in dv-neutron-835554-1-hyperv is: [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '686a2499-47d3-448a-99fd-a97d7b1bb59f', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'floating_ip_address': '172.26.1.111', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'port_id': '93811a99-e22b-458a-b83e-b3fd29815959', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'mac_address': 'fa:16:3e:6d:b3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:19:26Z', 'updated_at': '2022-03-29T09:20:12Z', 'revision_number': 1, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35121eb-5318-412d-b8a4-85c975c6247a', 'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'mac_address': 'fa:16:3e:cf:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:18Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 5, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'subnets': [{'id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:17.483804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.499778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a90abcee-7648-41da-ad84-05a785762ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.505118 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed7fdf-5a7b-49c3-85e4-c8325cb50712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a7df96-f050-4f06-9118-c4cf47c04f97,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:17.526636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8baa6b3-6f50-4fff-8e26-fdc6cc3ad582 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:17.544894 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90abcee-7648-41da-ad84-05a785762ef3 None None] Pushing event deleted for resources: {'Port': ['ID=19add112-8afb-4e73-8af2-9e3f7490239c,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:17.554757 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90abcee-7648-41da-ad84-05a785762ef3 None None] No DVR routers for this DVR port 19add112-8afb-4e73-8af2-9e3f7490239c on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:20:17.566960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8baa6b3-6f50-4fff-8e26-fdc6cc3ad582 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.577375 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d827a0b5-359b-4e24-98c3-e9bbd89caafa no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:17.587220 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478791c-e4ba-4e69-80cc-551280a9e1a9 None None] Sync routers for ids ['55f8353a-a5dc-4db0-9884-cd134844dd9f'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:17.611755 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478791c-e4ba-4e69-80cc-551280a9e1a9 None None] Routers {'55f8353a-a5dc-4db0-9884-cd134844dd9f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:17.613852 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e478791c-e4ba-4e69-80cc-551280a9e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['55f8353a-a5dc-4db0-9884-cd134844dd9f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:17.633392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: d827a0b5-359b-4e24-98c3-e9bbd89caafa {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:17.634165 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d827a0b5-359b-4e24-98c3-e9bbd89caafa not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:17.659494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24645caa-17c7-468b-a5ff-bb5d064d8128 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Router b77600af-304e-476b-a4d1-910712ceac8e has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:17.699722 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ecd57ec4-9418-474e-9733-999239765b1d req-36a8bd3a-c8e5-4d59-881f-9c9b65745769 service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201388 Mar 29 09:20:17.797345 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event updated for resources: {'Port': ['ID=3ee28bbe-a27b-4553-9e3a-fa9d562c6756,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:17.806997 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f8baa6b3-6f50-4fff-8e26-fdc6cc3ad582 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "PUT /v2.0/floatingips/08fc4640-8b4c-4319-adcb-ed33c6d3ddc3 HTTP/1.1" status: 200 len: 990 time: 3.8647418 Mar 29 09:20:17.809377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'tag': '7bd2c1e0-3698-402d-bb64-421e4df788ff'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:20:17.812654 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be063d3b-2c05-48e6-a809-5196084940e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d44fe3d0-5a89-464b-b557-3c0548987f8e", "tag": "7bd2c1e0-3698-402d-bb64-421e4df788ff"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:20:17.819048 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Network 22f55776-f03b-45a6-a940-68788bbd2846 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:17.830118 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b272e054-3bf3-407a-836e-a311f0065592 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:17.841866 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-e478791c-e4ba-4e69-80cc-551280a9e1a9 None None] Set router 55f8353a-a5dc-4db0-9884-cd134844dd9f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:17.934312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port b272e054-3bf3-407a-836e-a311f0065592 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:17.935107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:17.935344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e841-321d-466e-9fb3-5ff5dfd873a3 req-6960c3eb-2875-48b0-8100-695866006055 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:17.937213 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a2d4e841-321d-466e-9fb3-5ff5dfd873a3 req-6960c3eb-2875-48b0-8100-695866006055 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2707689 Mar 29 09:20:18.058568 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e60eea07-44cc-43d0-8d71-aab671b3382c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:18.109194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a188a-bb62-4003-b868-987c94e4e93c req-93ac089a-f140-4e86-a6ad-6d65100b6cdb tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:18.111028 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a52a188a-bb62-4003-b868-987c94e4e93c req-93ac089a-f140-4e86-a6ad-6d65100b6cdb tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 945 time: 0.1704068 Mar 29 09:20:18.121381 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a2d4e841-321d-466e-9fb3-5ff5dfd873a3 req-9cac5cff-84f4-4faa-aa71-37b0e592c750 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681712 Mar 29 09:20:18.128845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:18.131896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-261fbb48-e9b5-4100-82bb-290868a543ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:18.134653 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-261fbb48-e9b5-4100-82bb-290868a543ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:18.138763 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-261fbb48-e9b5-4100-82bb-290868a543ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36322320-2bb5-4a25-aa84-71da80df71d6 HTTP/1.1" status: 204 len: 168 time: 1.1074526 Mar 29 09:20:18.144917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09f410d8-b16a-4731-9749-6209616ca8b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:18.150669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:18.164659 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24645caa-17c7-468b-a5ff-bb5d064d8128 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:18.164659 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eea07-44cc-43d0-8d71-aab671b3382c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6e5d84c7-98e3-4292-846c-eda863bb866d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:18.166522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e60eea07-44cc-43d0-8d71-aab671b3382c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:18.178115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48046) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:18.183777 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e60eea07-44cc-43d0-8d71-aab671b3382c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/6e5d84c7-98e3-4292-846c-eda863bb866d HTTP/1.1" status: 204 len: 168 time: 1.2297931 Mar 29 09:20:18.189843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24645caa-17c7-468b-a5ff-bb5d064d8128 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:18.197432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168f358-989d-44a9-9e3b-660c4b58f19c None None] Sync routers for ids ['b77600af-304e-476b-a4d1-910712ceac8e'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:18.244882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168f358-989d-44a9-9e3b-660c4b58f19c None None] Routers {'b77600af-304e-476b-a4d1-910712ceac8e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:18.245819 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4168f358-989d-44a9-9e3b-660c4b58f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b77600af-304e-476b-a4d1-910712ceac8e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:18.302956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20292613-f9e8-4c5e-b651-f4884dc32744 x-openstack-request-id: req-20292613-f9e8-4c5e-b651-f4884dc32744 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:20:18.303254 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44fe3d0-5a89-464b-b557-3c0548987f8e", "tag": "7bd2c1e0-3698-402d-bb64-421e4df788ff", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:20:18.303511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20292613-f9e8-4c5e-b651-f4884dc32744 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:20:18.303913 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'tag': '7bd2c1e0-3698-402d-bb64-421e4df788ff', 'status': 'completed', 'code': 200} Mar 29 09:20:18.349020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fbb48-e9b5-4100-82bb-290868a543ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36322320-2bb5-4a25-aa84-71da80df71d6,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:18.393817 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-24645caa-17c7-468b-a5ff-bb5d064d8128 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "PUT /v2.0/floatingips/e91b69be-9d6e-4665-a364-2710b7441ecc HTTP/1.1" status: 200 len: 991 time: 4.9054019 Mar 29 09:20:18.408958 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'tag': '9ca013a6-b472-4589-bc57-e7def332d897'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:20:18.411228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c830b2-1b5b-4bdd-b230-0e4a2554acef" -d '{"events": [{"name": "network-changed", "server_uuid": "1163aef2-ba1b-48d1-8a28-b0d65b3feba0", "tag": "9ca013a6-b472-4589-bc57-e7def332d897"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:20:18.418177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3c21f133-ac10-4d3a-97d5-a788fce386d4 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:18.445369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:18.446111 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:18.485450 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3dd22290-e1a1-4533-a5c3-9134271fa620 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 5.2337205 Mar 29 09:20:18.487769 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48054) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:18.492010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f410d8-b16a-4731-9749-6209616ca8b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=a7410abb-3640-48be-99ab-0f5fd0252d96,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:18.506860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 3c21f133-ac10-4d3a-97d5-a788fce386d4 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:18.507202 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3c21f133-ac10-4d3a-97d5-a788fce386d4 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:18.507617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 19add112-8afb-4e73-8af2-9e3f7490239c no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:18.518649 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e478791c-e4ba-4e69-80cc-551280a9e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:32Z', 'revision_number': 4, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '08fc4640-8b4c-4319-adcb-ed33c6d3ddc3', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'floating_ip_address': '172.26.1.18', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'port_id': '7bd2c1e0-3698-402d-bb64-421e4df788ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'mac_address': 'fa:16:3e:ab:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:19:46Z', 'updated_at': '2022-03-29T09:20:15Z', 'revision_number': 1, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0eb125d-d7d3-4d28-a32b-cbc8baf855ca', 'name': '', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'mac_address': 'fa:16:3e:55:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:29Z', 'updated_at': '2022-03-29T09:19:45Z', 'revision_number': 5, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'subnets': [{'id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:18.577051 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478791c-e4ba-4e69-80cc-551280a9e1a9 None None] Checking router: 55f8353a-a5dc-4db0-9884-cd134844dd9f for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:20:18.586849 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a52a188a-bb62-4003-b868-987c94e4e93c req-c83945d4-165d-4646-af15-ff41daa4b8dd tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4643810 Mar 29 09:20:18.589166 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f410d8-b16a-4731-9749-6209616ca8b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:18.592508 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478791c-e4ba-4e69-80cc-551280a9e1a9 None None] Routers {'55f8353a-a5dc-4db0-9884-cd134844dd9f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:18.593794 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e478791c-e4ba-4e69-80cc-551280a9e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['55f8353a-a5dc-4db0-9884-cd134844dd9f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:18.638230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2bd849-bb79-4df7-b100-4b8e6f49f397 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:18.644886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2bd849-bb79-4df7-b100-4b8e6f49f397 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:18.656625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-09f410d8-b16a-4731-9749-6209616ca8b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:18.664199 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2bd849-bb79-4df7-b100-4b8e6f49f397 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:18.666243 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7f2bd849-bb79-4df7-b100-4b8e6f49f397 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1774909 Mar 29 09:20:18.669726 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48060) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:18.714520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f410d8-b16a-4731-9749-6209616ca8b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:18.719641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09f410d8-b16a-4731-9749-6209616ca8b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:18.731974 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-4168f358-989d-44a9-9e3b-660c4b58f19c None None] Set router b77600af-304e-476b-a4d1-910712ceac8e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:18.755438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:18.766683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063d3b-2c05-48e6-a809-5196084940e8 req-ac84f029-e4b7-4027-9939-6eb33dca4fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:18.772669 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-be063d3b-2c05-48e6-a809-5196084940e8 req-ac84f029-e4b7-4027-9939-6eb33dca4fae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dec1dec677064dab8f8e0655ae5cfa98&device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 1098 time: 0.4911273 Mar 29 09:20:18.774430 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a2abc6-987e-46e6-9cb7-cfbb5c650ec3 x-openstack-request-id: req-33a2abc6-987e-46e6-9cb7-cfbb5c650ec3 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:20:18.774727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1163aef2-ba1b-48d1-8a28-b0d65b3feba0", "tag": "9ca013a6-b472-4589-bc57-e7def332d897", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:20:18.774986 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33a2abc6-987e-46e6-9cb7-cfbb5c650ec3 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:20:18.778468 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'tag': '9ca013a6-b472-4589-bc57-e7def332d897', 'status': 'completed', 'code': 200} Mar 29 09:20:18.802601 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-09f410d8-b16a-4731-9749-6209616ca8b3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7473257 Mar 29 09:20:18.817012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48064) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:18.845443 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': 'a7410abb-3640-48be-99ab-0f5fd0252d96', 'ip_address': '2001:db8::c59:2c6e:5da2:b730'}], 'name': 'tempest-NetworksTestDHCPv6-894298137'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:18.892622 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-e478791c-e4ba-4e69-80cc-551280a9e1a9 None None] Set router 55f8353a-a5dc-4db0-9884-cd134844dd9f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:18.913343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512031a5-0302-4de3-be48-c20a88762cee req-2e3f10de-4f71-4c96-ae62-d4db6c07b548 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:18.926809 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-512031a5-0302-4de3-be48-c20a88762cee req-2e3f10de-4f71-4c96-ae62-d4db6c07b548 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 945 time: 0.3259237 Mar 29 09:20:19.013954 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c830b2-1b5b-4bdd-b230-0e4a2554acef req-08ae07e3-29a7-4769-990b-53a6abaa6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:19.015631 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-32c830b2-1b5b-4bdd-b230-0e4a2554acef req-08ae07e3-29a7-4769-990b-53a6abaa6150 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=caff1db302a04b7a883b2ea0ed6e9347&device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 1098 time: 0.1902966 Mar 29 09:20:19.053487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f9b933d3-4663-45eb-af1e-b17cdbf9e0e5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Deleting port 3ee28bbe-a27b-4553-9e3a-fa9d562c6756 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:19.053861 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9b933d3-4663-45eb-af1e-b17cdbf9e0e5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:19.124109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 19add112-8afb-4e73-8af2-9e3f7490239c {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:19.124495 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 19add112-8afb-4e73-8af2-9e3f7490239c not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:19.128103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadb59eb-32d7-47cd-99cc-e1f0d7d141c9 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:19.139323 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30567724-df78-45bb-8609-f4609fe9abc8 None None] New status for floating IP 686a2499-47d3-448a-99fd-a97d7b1bb59f: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:20:19.178910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:19.285737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b9495f-5994-43af-9270-331f187da89c']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:19.291738 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-512031a5-0302-4de3-be48-c20a88762cee req-cd2865c0-2cd3-41bb-b06a-af0ce6921b3e tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3364553 Mar 29 09:20:19.310130 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9b933d3-4663-45eb-af1e-b17cdbf9e0e5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:19.312418 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48080) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:19.322080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e55fd13-7159-4050-bc70-7ae5dcfac509') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:19.322386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e55fd13-7159-4050-bc70-7ae5dcfac509') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:19.337461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063d3b-2c05-48e6-a809-5196084940e8 req-dbdda691-add8-4a58-9509-4ce9ae59e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:19.339853 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-be063d3b-2c05-48e6-a809-5196084940e8 req-dbdda691-add8-4a58-9509-4ce9ae59e804 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2bca6ec7-c77c-4796-b4da-ecf7327bab2c HTTP/1.1" status: 200 len: 912 time: 0.5573430 Mar 29 09:20:19.374908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:19.379226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c830b2-1b5b-4bdd-b230-0e4a2554acef req-6599710a-eff2-4148-ace0-b4498880f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:19.385251 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-32c830b2-1b5b-4bdd-b230-0e4a2554acef req-6599710a-eff2-4148-ace0-b4498880f043 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f9656fba-9b1e-414e-8ea0-9f8b6c07da74 HTTP/1.1" status: 200 len: 907 time: 0.3424332 Mar 29 09:20:19.386919 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f9b933d3-4663-45eb-af1e-b17cdbf9e0e5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Calling delete_port for 3ee28bbe-a27b-4553-9e3a-fa9d562c6756 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:19.441845 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:19.461013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:20:19.461422 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:20:19.465938 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:20:19.533877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:19.551632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dc6aa-878e-475d-9a5a-0bf3d6d3aa06 req-bc8a0e86-429a-4916-8ff4-83062931acbd tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:19.559393 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff1dc6aa-878e-475d-9a5a-0bf3d6d3aa06 req-bc8a0e86-429a-4916-8ff4-83062931acbd tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2767243 Mar 29 09:20:19.562517 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-be063d3b-2c05-48e6-a809-5196084940e8 req-0311ad4d-1ce6-449b-adfd-3b4d5d7df9f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bd2c1e0-3698-402d-bb64-421e4df788ff HTTP/1.1" status: 200 len: 998 time: 0.2149405 Mar 29 09:20:19.637696 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1347f10f-aafe-43e4-9225-5d666ec09430 None None] Provisioning complete for port 3ee28bbe-a27b-4553-9e3a-fa9d562c6756 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:19.638068 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1347f10f-aafe-43e4-9225-5d666ec09430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:19.686275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1347f10f-aafe-43e4-9225-5d666ec09430 None None] Port 3ee28bbe-a27b-4553-9e3a-fa9d562c6756 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:19.694609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': 'a7410abb-3640-48be-99ab-0f5fd0252d96'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:19.695456 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:19.750857 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:19.769675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:19.775033 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1193094255'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:19.822444 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-32c830b2-1b5b-4bdd-b230-0e4a2554acef req-b3f8c0f2-2c73-49f4-852c-5aa7caade092 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ca013a6-b472-4589-bc57-e7def332d897 HTTP/1.1" status: 200 len: 999 time: 0.4172497 Mar 29 09:20:19.832860 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff1dc6aa-878e-475d-9a5a-0bf3d6d3aa06 req-c2bec262-207c-4af8-a71e-0ad73d787510 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724655 Mar 29 09:20:19.833875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74b9495f-5994-43af-9270-331f187da89c {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 09:20:19.838714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:19.842654 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "DELETE /v2.0/networks/74b9495f-5994-43af-9270-331f187da89c HTTP/1.1" status: 204 len: 168 time: 1.6623149 Mar 29 09:20:19.870528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26950763-cf4d-475c-bbd5-94764bd333e4 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event deleted for resources: {'Network': ['ID=74b9495f-5994-43af-9270-331f187da89c,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:19.873197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 6b694606-0301-44e0-bdf4-18014b912dba yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:19.882429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063d3b-2c05-48e6-a809-5196084940e8 req-da935fd1-37a9-4624-8f55-46b80c3175a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:19.884170 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-be063d3b-2c05-48e6-a809-5196084940e8 req-da935fd1-37a9-4624-8f55-46b80c3175a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df1bb4d9-ee61-4e7b-babf-17686cd6831b HTTP/1.1" status: 200 len: 850 time: 0.3040757 Mar 29 09:20:19.990572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063d3b-2c05-48e6-a809-5196084940e8 req-b47eab2b-53c4-4e10-afcb-c416dedf47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:19.993056 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-be063d3b-2c05-48e6-a809-5196084940e8 req-b47eab2b-53c4-4e10-afcb-c416dedf47e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2bca6ec7-c77c-4796-b4da-ecf7327bab2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684679 Mar 29 09:20:20.018018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c830b2-1b5b-4bdd-b230-0e4a2554acef req-972f8ce0-40a1-4696-b3d2-a28b1ac220d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:20.021087 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-32c830b2-1b5b-4bdd-b230-0e4a2554acef req-972f8ce0-40a1-4696-b3d2-a28b1ac220d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=430ce061-df35-4aeb-b498-7548e31301a3 HTTP/1.1" status: 200 len: 845 time: 0.1418946 Mar 29 09:20:20.027774 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Made reservation on behalf of 84024953660a4dddac261b38b4420928 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:20.038714 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:20.057914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4168f358-989d-44a9-9e3b-660c4b58f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 4, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'e91b69be-9d6e-4665-a364-2710b7441ecc', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'floating_ip_address': '172.26.1.188', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'port_id': '9ca013a6-b472-4589-bc57-e7def332d897', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'mac_address': 'fa:16:3e:87:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:19:42Z', 'updated_at': '2022-03-29T09:20:15Z', 'revision_number': 1, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc1db34-37b7-414d-a86f-73fe27a65fc4', 'name': '', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'mac_address': 'fa:16:3e:5c:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '430ce061-df35-4aeb-b498-7548e31301a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:27Z', 'updated_at': '2022-03-29T09:19:36Z', 'revision_number': 5, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'subnets': [{'id': '430ce061-df35-4aeb-b498-7548e31301a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:20.068937 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e478791c-e4ba-4e69-80cc-551280a9e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:32Z', 'revision_number': 4, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '08fc4640-8b4c-4319-adcb-ed33c6d3ddc3', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'floating_ip_address': '172.26.1.18', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'port_id': '7bd2c1e0-3698-402d-bb64-421e4df788ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'mac_address': 'fa:16:3e:ab:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:19:46Z', 'updated_at': '2022-03-29T09:20:15Z', 'revision_number': 1, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0eb125d-d7d3-4d28-a32b-cbc8baf855ca', 'name': '', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'mac_address': 'fa:16:3e:55:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:29Z', 'updated_at': '2022-03-29T09:19:45Z', 'revision_number': 5, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'subnets': [{'id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:20.102551 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478791c-e4ba-4e69-80cc-551280a9e1a9 None None] The sync data for ids ['55f8353a-a5dc-4db0-9884-cd134844dd9f'] in dv-neutron-835554-1-hyperv is: [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:32Z', 'revision_number': 4, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '08fc4640-8b4c-4319-adcb-ed33c6d3ddc3', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'floating_ip_address': '172.26.1.18', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'port_id': '7bd2c1e0-3698-402d-bb64-421e4df788ff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'mac_address': 'fa:16:3e:ab:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:19:46Z', 'updated_at': '2022-03-29T09:20:15Z', 'revision_number': 1, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0eb125d-d7d3-4d28-a32b-cbc8baf855ca', 'name': '', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'mac_address': 'fa:16:3e:55:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:29Z', 'updated_at': '2022-03-29T09:19:45Z', 'revision_number': 5, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'subnets': [{'id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:20.122681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:20.146128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48102) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:20.146534 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Allocated IP 2001:db8::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/a7410abb-3640-48be-99ab-0f5fd0252d96/ad109ad8-22da-4dd3-8c66-67b4264d8ad8) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:20.148579 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168f358-989d-44a9-9e3b-660c4b58f19c None None] Checking router: b77600af-304e-476b-a4d1-910712ceac8e for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:20:20.174510 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168f358-989d-44a9-9e3b-660c4b58f19c None None] Routers {'b77600af-304e-476b-a4d1-910712ceac8e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:20.186877 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4168f358-989d-44a9-9e3b-660c4b58f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b77600af-304e-476b-a4d1-910712ceac8e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:20.252292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f6b66-18ac-4972-8447-b2e44ef28a34 req-b7962cc3-b10e-4e2c-bb03-7fb01a64b560 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:20.263989 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab1f6b66-18ac-4972-8447-b2e44ef28a34 req-b7962cc3-b10e-4e2c-bb03-7fb01a64b560 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2802358 Mar 29 09:20:20.325807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:20.342551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-4168f358-989d-44a9-9e3b-660c4b58f19c None None] Set router b77600af-304e-476b-a4d1-910712ceac8e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:20.345613 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:20.358922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:20:20.362588 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-be063d3b-2c05-48e6-a809-5196084940e8 req-b4bb1bb8-00a7-4157-a6d9-e0cb79f302d7 service neutron] 10.222.0.24 "GET /v2.0/networks/2bca6ec7-c77c-4796-b4da-ecf7327bab2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123000 Mar 29 09:20:20.370896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:20.371625 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Added segment be683914-b207-4a4b-ade5-05c0fad049c1 of type vlan for network 9b4bd494-4c12-49c4-b613-d31e6e376ed3 Mar 29 09:20:20.426601 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:20.460217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c830b2-1b5b-4bdd-b230-0e4a2554acef req-f75716ed-1c4a-4081-90a8-373925871335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:20.462209 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-32c830b2-1b5b-4bdd-b230-0e4a2554acef req-f75716ed-1c4a-4081-90a8-373925871335 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f9656fba-9b1e-414e-8ea0-9f8b6c07da74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3898964 Mar 29 09:20:20.467437 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab1f6b66-18ac-4972-8447-b2e44ef28a34 req-cf89e0a3-a7a1-462b-846d-21b10a489cb4 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014296 Mar 29 09:20:20.471116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48110) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:20.481208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b6d7ebce-8949-42f8-b5c9-93f40af2b745 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Request body: {'router': {'name': 'tempest-router--1290480473', 'project_id': '7d0879dae5474e92bdab8e994a846840'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:20.632724 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d42e2ca-cb9d-4eb3-8df0-355cd03e5649,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:20.637628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:20.644638 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:20.645480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:20.661943 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-32c830b2-1b5b-4bdd-b230-0e4a2554acef req-c075cead-4396-4bf5-b2b8-7f89f23ddb5d service neutron] 10.222.0.24 "GET /v2.0/networks/f9656fba-9b1e-414e-8ea0-9f8b6c07da74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451683 Mar 29 09:20:20.773372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Network': ['ID=9b4bd494-4c12-49c4-b613-d31e6e376ed3,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:20.783373 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-18f50ac9-3447-4a82-8ed6-a675a8cc465e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4672968 Mar 29 09:20:20.791254 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48116) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:20.796715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-9fbef770-1f1d-49aa-ab47-8a670ce2f30c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'subnet': {'network_id': '9b4bd494-4c12-49c4-b613-d31e6e376ed3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:20.804263 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 9b4bd494-4c12-49c4-b613-d31e6e376ed3 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:20:20.896106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1766955866'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:20.975453 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9b933d3-4663-45eb-af1e-b17cdbf9e0e5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:20.989435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Made reservation on behalf of 37fed6f2edfa45aab313195f2f8f5136 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:21.000195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.018271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.025942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b933d3-4663-45eb-af1e-b17cdbf9e0e5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event deleted for resources: {'Port': ['ID=3ee28bbe-a27b-4553-9e3a-fa9d562c6756,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:21.034898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.040137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b6d7ebce-8949-42f8-b5c9-93f40af2b745 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.043454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b6d7ebce-8949-42f8-b5c9-93f40af2b745 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.048409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.062461 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-32c830b2-1b5b-4bdd-b230-0e4a2554acef req-5b2dcc25-88fc-4bf6-ac1b-abc6834300b1 service neutron] 10.222.0.24 "GET /v2.0/networks/f9656fba-9b1e-414e-8ea0-9f8b6c07da74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972329 Mar 29 09:20:21.112558 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4974a-abd5-4c33-8ed1-55c844ccf666 None None] New status for floating IP 08fc4640-8b4c-4319-adcb-ed33c6d3ddc3: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:20:21.136541 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbef770-1f1d-49aa-ab47-8a670ce2f30c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Made reservation on behalf of 84024953660a4dddac261b38b4420928 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:21.140251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9fbef770-1f1d-49aa-ab47-8a670ce2f30c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.178292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b6d7ebce-8949-42f8-b5c9-93f40af2b745 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.184513 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-be063d3b-2c05-48e6-a809-5196084940e8 req-aee09b7f-4f21-467b-970c-1afcd84cd9e2 service neutron] 10.222.0.24 "GET /v2.0/networks/2bca6ec7-c77c-4796-b4da-ecf7327bab2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8083601 Mar 29 09:20:21.199759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:21.217106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:21.229624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:21.246985 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Pushing event updated for resources: {'Port': ['ID=ad109ad8-22da-4dd3-8c66-67b4264d8ad8,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:21.247899 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b6d7ebce-8949-42f8-b5c9-93f40af2b745 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.278513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4168f358-989d-44a9-9e3b-660c4b58f19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 4, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'e91b69be-9d6e-4665-a364-2710b7441ecc', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'floating_ip_address': '172.26.1.188', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'port_id': '9ca013a6-b472-4589-bc57-e7def332d897', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'mac_address': 'fa:16:3e:87:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:19:42Z', 'updated_at': '2022-03-29T09:20:15Z', 'revision_number': 1, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc1db34-37b7-414d-a86f-73fe27a65fc4', 'name': '', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'mac_address': 'fa:16:3e:5c:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '430ce061-df35-4aeb-b498-7548e31301a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:27Z', 'updated_at': '2022-03-29T09:19:36Z', 'revision_number': 5, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'subnets': [{'id': '430ce061-df35-4aeb-b498-7548e31301a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:21.279674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40528d3-0607-4576-85b6-ce41621024a8 req-e457444a-aaa8-4e9f-8702-7a047ebced82 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:21.287499 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a40528d3-0607-4576-85b6-ce41621024a8 req-e457444a-aaa8-4e9f-8702-7a047ebced82 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3964193 Mar 29 09:20:21.355925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b6d7ebce-8949-42f8-b5c9-93f40af2b745 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.357126 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b6d7ebce-8949-42f8-b5c9-93f40af2b745 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8824918 Mar 29 09:20:21.366805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48118) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:21.375904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a40528d3-0607-4576-85b6-ce41621024a8 req-cfcb4f7a-c723-4c08-8870-65e191e2dd3b tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875204 Mar 29 09:20:21.377989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::c59:2c6e:5da2:b730 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/a7410abb-3640-48be-99ab-0f5fd0252d96/6b694606-0301-44e0-bdf4-18014b912dba) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:21.385539 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4168f358-989d-44a9-9e3b-660c4b58f19c None None] The sync data for ids ['b77600af-304e-476b-a4d1-910712ceac8e'] in dv-neutron-835554-1-hyperv is: [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 4, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'e91b69be-9d6e-4665-a364-2710b7441ecc', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'floating_ip_address': '172.26.1.188', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'port_id': '9ca013a6-b472-4589-bc57-e7def332d897', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'mac_address': 'fa:16:3e:87:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:19:42Z', 'updated_at': '2022-03-29T09:20:15Z', 'revision_number': 1, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc1db34-37b7-414d-a86f-73fe27a65fc4', 'name': '', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'mac_address': 'fa:16:3e:5c:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '430ce061-df35-4aeb-b498-7548e31301a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:27Z', 'updated_at': '2022-03-29T09:19:36Z', 'revision_number': 5, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'subnets': [{'id': '430ce061-df35-4aeb-b498-7548e31301a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:21.420917 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Attempting to bind port ad109ad8-22da-4dd3-8c66-67b4264d8ad8 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:21.420917 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Attempting to bind port ad109ad8-22da-4dd3-8c66-67b4264d8ad8 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:21.420917 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Attempting to bind port ad109ad8-22da-4dd3-8c66-67b4264d8ad8 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:21.447037 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9fbef770-1f1d-49aa-ab47-8a670ce2f30c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.505355 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:21.506177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:21.506410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.506817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:21.507495 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Bound port: ad109ad8-22da-4dd3-8c66-67b4264d8ad8, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:21.508018 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.524151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7f607f2b-d121-4ecd-803c-bb6b7704882b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.616000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.626127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] For port ad109ad8-22da-4dd3-8c66-67b4264d8ad8, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:21.634929 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] For port ad109ad8-22da-4dd3-8c66-67b4264d8ad8, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ad109ad8-22da-4dd3-8c66-67b4264d8ad8,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:21.640142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.655390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.802932 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:20:21.803744 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814a200-bc6a-4900-815e-68a6fff04b3a None None] Pushing event updated for resources: {'Port': ['ID=ad109ad8-22da-4dd3-8c66-67b4264d8ad8,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:21.818648 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7487d6-65ff-4193-867f-f35452833545 None None] New status for floating IP e91b69be-9d6e-4665-a364-2710b7441ecc: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:20:21.919435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7f607f2b-d121-4ecd-803c-bb6b7704882b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.922199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45bc7e3-9c97-4971-ae09-aedd05092d53,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:21.944616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7f607f2b-d121-4ecd-803c-bb6b7704882b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.954964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:21.955311 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Added segment 2bb86adf-9d3e-42f5-acdf-3982a03dbc66 of type vlan for network d1f634f7-f04c-4a8d-b801-43b58e10a9ba Mar 29 09:20:21.988231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbef770-1f1d-49aa-ab47-8a670ce2f30c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Subnet': ['ID=aee79e6e-2210-48aa-9a10-560dc68eb498,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:22.010977 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9b933d3-4663-45eb-af1e-b17cdbf9e0e5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.014210 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f9b933d3-4663-45eb-af1e-b17cdbf9e0e5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "DELETE /v2.0/ports/3ee28bbe-a27b-4553-9e3a-fa9d562c6756 HTTP/1.1" status: 204 len: 168 time: 3.3433373 Mar 29 09:20:22.017955 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48126) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:22.081066 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0bfb46-aa47-45aa-be4e-cdf226febe81 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] GET failed (client error): The resource could not be found. Mar 29 09:20:22.082903 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3c0bfb46-aa47-45aa-be4e-cdf226febe81 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "GET /v2.0/ports/3ee28bbe-a27b-4553-9e3a-fa9d562c6756 HTTP/1.1" status: 404 len: 333 time: 0.0639682 Mar 29 09:20:22.087026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48128) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:22.093300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Request body: {'port': {'network_id': '22f55776-f03b-45a6-a940-68788bbd2846', 'name': 'tempest-AllowedAddressPairTestJSON-202984532'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:22.100980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.126663 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbef770-1f1d-49aa-ab47-8a670ce2f30c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Checking segment: {'id': 'be683914-b207-4a4b-ade5-05c0fad049c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '9b4bd494-4c12-49c4-b613-d31e6e376ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:22.127032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbef770-1f1d-49aa-ab47-8a670ce2f30c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network hostable DHCP agents. Network: 9b4bd494-4c12-49c4-b613-d31e6e376ed3, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:20:22.164185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7f607f2b-d121-4ecd-803c-bb6b7704882b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.164797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f607f2b-d121-4ecd-803c-bb6b7704882b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 045f36b2-d1e9-4ee4-a947-71b35673ead9 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:20:22.172261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7f607f2b-d121-4ecd-803c-bb6b7704882b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.189841 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7f607f2b-d121-4ecd-803c-bb6b7704882b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "DELETE /v2.0/routers/045f36b2-d1e9-4ee4-a947-71b35673ead9 HTTP/1.1" status: 204 len: 168 time: 0.8106873 Mar 29 09:20:22.191555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.213072 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbef770-1f1d-49aa-ab47-8a670ce2f30c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network 9b4bd494-4c12-49c4-b613-d31e6e376ed3 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:20:22.228577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:22.229312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.244435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-9fbef770-1f1d-49aa-ab47-8a670ce2f30c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 9b4bd494-4c12-49c4-b613-d31e6e376ed3) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:22.252679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbef770-1f1d-49aa-ab47-8a670ce2f30c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:22.253880 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9fbef770-1f1d-49aa-ab47-8a670ce2f30c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.259145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01994bde-c736-4a17-90ba-849ca71641ce None None] Network 9b4bd494-4c12-49c4-b613-d31e6e376ed3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:22.313082 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9fbef770-1f1d-49aa-ab47-8a670ce2f30c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5215809 Mar 29 09:20:22.316527 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48134) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:22.334596 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1084799089', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:22.372531 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Made reservation on behalf of 131c54303c4e42a2a80f83548adf4057 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:22.376410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.400392 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] device_id is not set on port 161b97f3-1879-49a6-af29-db09129a4ad4 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:22.412278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.413920 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.425813 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48136) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:22.429813 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2780297 Mar 29 09:20:22.463215 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3afaae63-1a14-4c7b-b3d9-ca0161234aa8 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Request body: {'subnet': {'network_id': 'd1f634f7-f04c-4a8d-b801-43b58e10a9ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:22.467464 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48138) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:22.484091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1d06d-78c0-452a-95cd-1ab273fa4c99 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event updated for resources: {'Network': ['ID=d1f634f7-f04c-4a8d-b801-43b58e10a9ba,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:22.489058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.521308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752b47b-991e-4022-8119-28c6b57c6c2b req-91c64844-6171-4ce4-b306-89e32111d4bb tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:22.531914 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5752b47b-991e-4022-8119-28c6b57c6c2b req-91c64844-6171-4ce4-b306-89e32111d4bb tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2994397 Mar 29 09:20:22.576567 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.596086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Allocated IP 172.20.0.4 (22f55776-f03b-45a6-a940-68788bbd2846/3ba493fb-a3b9-49e1-89bd-cab7029bd943/161b97f3-1879-49a6-af29-db09129a4ad4) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:22.663948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=6b694606-0301-44e0-bdf4-18014b912dba,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:22.684103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:22.691173 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:22.694730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network d1f634f7-f04c-4a8d-b801-43b58e10a9ba details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:20:22.702454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:22.710584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:22.711674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.715857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa8548-1344-424d-ae85-0185dfd098af None None] Network 9b4bd494-4c12-49c4-b613-d31e6e376ed3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:22.753209 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5752b47b-991e-4022-8119-28c6b57c6c2b req-17d48416-9a42-4dd4-b724-c4932f25596f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201488 Mar 29 09:20:22.767760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.783200 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7b6f2f26-d3a4-413d-ad18-bb85308c60cc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.9595478 Mar 29 09:20:22.785700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48142) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:22.794269 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-4e7c447c-dc34-4ccf-ac0e-ba619d90c648 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': 'a7410abb-3640-48be-99ab-0f5fd0252d96', 'ip_address': '2001:db8::c59:2c6e:5da2:b730'}], 'name': 'tempest-NetworksTestDHCPv6-145603559'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:22.849026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.855591 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-354722348', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:22.875020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:22.981905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7c447c-dc34-4ccf-ac0e-ba619d90c648 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:22.987250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4e7c447c-dc34-4ccf-ac0e-ba619d90c648 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.029646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-4e7c447c-dc34-4ccf-ac0e-ba619d90c648 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 8401d0e5-e60e-451e-8003-3e4d83762d56 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:23.069092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Network 22f55776-f03b-45a6-a940-68788bbd2846 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:23.071768 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.073347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.080377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:23.083788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event updated for resources: {'Port': ['ID=161b97f3-1879-49a6-af29-db09129a4ad4,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:23.088200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:23.139308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afaae63-1a14-4c7b-b3d9-ca0161234aa8 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Made reservation on behalf of 37fed6f2edfa45aab313195f2f8f5136 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:23.142846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3afaae63-1a14-4c7b-b3d9-ca0161234aa8 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.239640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.258935 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7c447c-dc34-4ccf-ac0e-ba619d90c648 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 29 09:20:23.259739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7c447c-dc34-4ccf-ac0e-ba619d90c648 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:20:23.294610 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4e7c447c-dc34-4ccf-ac0e-ba619d90c648 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.5096097 Mar 29 09:20:23.295641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48144) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:23.344634 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.366539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e32978-7991-4abc-85c1-76f868e056aa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:23.376444 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e32978-7991-4abc-85c1-76f868e056aa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:23.378276 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c5e32978-7991-4abc-85c1-76f868e056aa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0816398 Mar 29 09:20:23.381622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48146) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:23.426486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:23.427374 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.469642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1c592891-a549-4e11-80b5-6bbe5996a9f6 None None] Provisioning complete for port ad109ad8-22da-4dd3-8c66-67b4264d8ad8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:23.470640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1c592891-a549-4e11-80b5-6bbe5996a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.517148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-334c5b57-d048-4121-8b0d-c34566ac0acb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 6b694606-0301-44e0-bdf4-18014b912dba {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:23.517487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-334c5b57-d048-4121-8b0d-c34566ac0acb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.602962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1c592891-a549-4e11-80b5-6bbe5996a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.606157 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7aa6ea6d-8041-4e70-ae03-78694e6ce287 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5179765 Mar 29 09:20:23.609374 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48148) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:23.626711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a8c35155-7f3a-43be-92aa-225c62ab7ec6 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ce:da:ff'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:23.653701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1c592891-a549-4e11-80b5-6bbe5996a9f6 None None] For port ad109ad8-22da-4dd3-8c66-67b4264d8ad8, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ad109ad8-22da-4dd3-8c66-67b4264d8ad8,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:23.661039 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1c592891-a549-4e11-80b5-6bbe5996a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.745211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1c592891-a549-4e11-80b5-6bbe5996a9f6 None None] Provisioning complete for port 161b97f3-1879-49a6-af29-db09129a4ad4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:23.745707 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1c592891-a549-4e11-80b5-6bbe5996a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.746807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-334c5b57-d048-4121-8b0d-c34566ac0acb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.780138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-334c5b57-d048-4121-8b0d-c34566ac0acb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 6b694606-0301-44e0-bdf4-18014b912dba owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:23.829224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c592891-a549-4e11-80b5-6bbe5996a9f6 None None] Pushing event updated for resources: {'Port': ['ID=ad109ad8-22da-4dd3-8c66-67b4264d8ad8,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:23.834922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1c592891-a549-4e11-80b5-6bbe5996a9f6 None None] Port 161b97f3-1879-49a6-af29-db09129a4ad4 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:23.865211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ad109ad8-22da-4dd3-8c66-67b4264d8ad8 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:23.880233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.922806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port ad109ad8-22da-4dd3-8c66-67b4264d8ad8 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:23.922806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:23.950467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c603d-4d26-4b07-b3e6-dc625cf1d517 req-773404fa-0429-42f1-9511-2f211baf94ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:23.957764 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ec7c603d-4d26-4b07-b3e6-dc625cf1d517 req-773404fa-0429-42f1-9511-2f211baf94ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.0900142 Mar 29 09:20:23.981077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-78f96665-db6c-4397-b4b4-f94ed98bf3b6 None None] Provisioning complete for port 6b694606-0301-44e0-bdf4-18014b912dba triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:23.981077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-78f96665-db6c-4397-b4b4-f94ed98bf3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.023873 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ec7c603d-4d26-4b07-b3e6-dc625cf1d517 req-feb9c407-1665-44ca-8a24-a0b83b30b31a tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651309 Mar 29 09:20:24.028724 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-78f96665-db6c-4397-b4b4-f94ed98bf3b6 None None] Port 6b694606-0301-44e0-bdf4-18014b912dba cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:24.068112 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-334c5b57-d048-4121-8b0d-c34566ac0acb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.100113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c5b57-d048-4121-8b0d-c34566ac0acb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=6b694606-0301-44e0-bdf4-18014b912dba,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:24.111386 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3afaae63-1a14-4c7b-b3d9-ca0161234aa8 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.123659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-334c5b57-d048-4121-8b0d-c34566ac0acb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.129195 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-334c5b57-d048-4121-8b0d-c34566ac0acb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/6b694606-0301-44e0-bdf4-18014b912dba HTTP/1.1" status: 204 len: 168 time: 0.7433286 Mar 29 09:20:24.129490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48152) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:24.175246 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:20:24.193270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad62bb15-a610-4dbe-8485-21c897269d12 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:24.194796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad62bb15-a610-4dbe-8485-21c897269d12 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:24.196475 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ad62bb15-a610-4dbe-8485-21c897269d12 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0659025 Mar 29 09:20:24.199937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48154) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:24.257260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a8c35155-7f3a-43be-92aa-225c62ab7ec6 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.259223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fdfc15-7ec1-4272-a0a5-5489ee4965c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet a7410abb-3640-48be-99ab-0f5fd0252d96 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:24.262869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-93fdfc15-7ec1-4272-a0a5-5489ee4965c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.304590 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afaae63-1a14-4c7b-b3d9-ca0161234aa8 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event updated for resources: {'Subnet': ['ID=27f61ca1-2e65-4d67-832a-b8d163a91303,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:24.315540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-93fdfc15-7ec1-4272-a0a5-5489ee4965c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.407283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-93fdfc15-7ec1-4272-a0a5-5489ee4965c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.418259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afaae63-1a14-4c7b-b3d9-ca0161234aa8 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Checking segment: {'id': '2bb86adf-9d3e-42f5-acdf-3982a03dbc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd1f634f7-f04c-4a8d-b801-43b58e10a9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:24.418621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afaae63-1a14-4c7b-b3d9-ca0161234aa8 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Network hostable DHCP agents. Network: d1f634f7-f04c-4a8d-b801-43b58e10a9ba, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:20:24.420604 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.456949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.468601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-93fdfc15-7ec1-4272-a0a5-5489ee4965c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.497307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdfc15-7ec1-4272-a0a5-5489ee4965c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=a7410abb-3640-48be-99ab-0f5fd0252d96,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:24.501134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-93fdfc15-7ec1-4272-a0a5-5489ee4965c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.504508 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-93fdfc15-7ec1-4272-a0a5-5489ee4965c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/a7410abb-3640-48be-99ab-0f5fd0252d96 HTTP/1.1" status: 204 len: 168 time: 0.3032973 Mar 29 09:20:24.507691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48156) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:24.514259 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bfbaea-d908-4729-9d59-e2ceb587d33f None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:24.551947 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-382aaf02-fb63-49d0-8892-9fae2dff112a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387127 Mar 29 09:20:24.552180 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afaae63-1a14-4c7b-b3d9-ca0161234aa8 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Network d1f634f7-f04c-4a8d-b801-43b58e10a9ba is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:20:24.553697 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48158) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:24.558994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-54d49bcc-2aed-47b6-887a-b4cbaeb1da52 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:24.653024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-3afaae63-1a14-4c7b-b3d9-ca0161234aa8 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, d1f634f7-f04c-4a8d-b801-43b58e10a9ba) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:24.657206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d49bcc-2aed-47b6-887a-b4cbaeb1da52 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:24.662829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf36ed7f-792b-4332-b46e-a667aaed8de6 None None] Network d1f634f7-f04c-4a8d-b801-43b58e10a9ba requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:24.663011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d49bcc-2aed-47b6-887a-b4cbaeb1da52 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.717612 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afaae63-1a14-4c7b-b3d9-ca0161234aa8 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:24.718215 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3afaae63-1a14-4c7b-b3d9-ca0161234aa8 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.739934 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8080dd-e8b7-4dbb-8d8c-ca4dcbaea358 None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:20:24.798530 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.811114 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3afaae63-1a14-4c7b-b3d9-ca0161234aa8 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3568170 Mar 29 09:20:24.815042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48160) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:24.819798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-91595928-0c4e-4dbe-962f-963e59ccdff4 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1361982354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:24.837979 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.855541 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ff8080dd-e8b7-4dbb-8d8c-ca4dcbaea358 None None] Deleting port ad109ad8-22da-4dd3-8c66-67b4264d8ad8 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:24.855852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ff8080dd-e8b7-4dbb-8d8c-ca4dcbaea358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.862414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91595928-0c4e-4dbe-962f-963e59ccdff4 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.862729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91595928-0c4e-4dbe-962f-963e59ccdff4 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.868558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.26.1.126 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/c2c91b48-f7a8-418c-8209-bab3eb1dbaaf) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:24.911770 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a8c35155-7f3a-43be-92aa-225c62ab7ec6 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.929732 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d49bcc-2aed-47b6-887a-b4cbaeb1da52 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.930183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a8c35155-7f3a-43be-92aa-225c62ab7ec6 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.933227 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-d1f634f7-f04c-4a8d-b801-43b58e10a9ba', 'network_id': 'd1f634f7-f04c-4a8d-b801-43b58e10a9ba', 'tenant_id': '37fed6f2edfa45aab313195f2f8f5136', 'fixed_ips': [{'subnet_id': '27f61ca1-2e65-4d67-832a-b8d163a91303'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:24.934266 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.961107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ff8080dd-e8b7-4dbb-8d8c-ca4dcbaea358 None None] For port ad109ad8-22da-4dd3-8c66-67b4264d8ad8, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ad109ad8-22da-4dd3-8c66-67b4264d8ad8,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:24.962159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ff8080dd-e8b7-4dbb-8d8c-ca4dcbaea358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:24.985858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ff8080dd-e8b7-4dbb-8d8c-ca4dcbaea358 None None] Calling delete_port for ad109ad8-22da-4dd3-8c66-67b4264d8ad8 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:24.989619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91595928-0c4e-4dbe-962f-963e59ccdff4 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.004790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91595928-0c4e-4dbe-962f-963e59ccdff4 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.010848 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d49bcc-2aed-47b6-887a-b4cbaeb1da52 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:25.017056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-54d49bcc-2aed-47b6-887a-b4cbaeb1da52 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:25.024203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d49bcc-2aed-47b6-887a-b4cbaeb1da52 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:25.025073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d49bcc-2aed-47b6-887a-b4cbaeb1da52 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.047924 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-54d49bcc-2aed-47b6-887a-b4cbaeb1da52 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4903033 Mar 29 09:20:25.047924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d49bcc-2aed-47b6-887a-b4cbaeb1da52 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=65e1ac8b-bb80-49ec-8574-6e0a55661097,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:25.048215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48162) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:25.054683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1c7f8fe5-98c6-4c35-ad98-d7988688fc70 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': '65e1ac8b-bb80-49ec-8574-6e0a55661097', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1432339361'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:25.059737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91595928-0c4e-4dbe-962f-963e59ccdff4 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.060564 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-91595928-0c4e-4dbe-962f-963e59ccdff4 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2442408 Mar 29 09:20:25.063335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48166) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:25.190072 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Allocated IP 172.20.0.2 (d1f634f7-f04c-4a8d-b801-43b58e10a9ba/27f61ca1-2e65-4d67-832a-b8d163a91303/aad0ae00-d17a-4972-98bc-f4239a857e8f) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:25.260006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ff8080dd-e8b7-4dbb-8d8c-ca4dcbaea358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.326372 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8080dd-e8b7-4dbb-8d8c-ca4dcbaea358 None None] Pushing event deleted for resources: {'Port': ['ID=ad109ad8-22da-4dd3-8c66-67b4264d8ad8,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:25.328868 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c35155-7f3a-43be-92aa-225c62ab7ec6 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event updated for resources: {'Port': ['ID=161b97f3-1879-49a6-af29-db09129a4ad4,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:25.335551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8080dd-e8b7-4dbb-8d8c-ca4dcbaea358 None None] No DVR routers for this DVR port ad109ad8-22da-4dd3-8c66-67b4264d8ad8 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:20:25.375967 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6899d927-4b2b-4d45-a2e5-455e2f1859c3 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:25.383790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-a8c35155-7f3a-43be-92aa-225c62ab7ec6 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] In _notify_port_updated(), no bound segment for port 161b97f3-1879-49a6-af29-db09129a4ad4 on network 22f55776-f03b-45a6-a940-68788bbd2846 {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:20:25.389450 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c35155-7f3a-43be-92aa-225c62ab7ec6 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:25.390174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a8c35155-7f3a-43be-92aa-225c62ab7ec6 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.394631 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a8c35155-7f3a-43be-92aa-225c62ab7ec6 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "PUT /v2.0/ports/161b97f3-1879-49a6-af29-db09129a4ad4 HTTP/1.1" status: 200 len: 992 time: 1.7808733 Mar 29 09:20:25.394631 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48168) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:25.501818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.542972 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.547917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-53a4e978-2df1-44a8-a25d-0d7ecddf0c0e tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Deleting port 161b97f3-1879-49a6-af29-db09129a4ad4 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:25.548186 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53a4e978-2df1-44a8-a25d-0d7ecddf0c0e tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.563247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.616778 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.672694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Network d1f634f7-f04c-4a8d-b801-43b58e10a9ba is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:25.693245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:25.699416 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Pushing event updated for resources: {'Port': ['ID=aad0ae00-d17a-4972-98bc-f4239a857e8f,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:25.701874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:25.721765 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:25.730894 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-647dbec7-80b3-49cc-bf37-d0b816a0b6e8 None None] Provisioning complete for port 161b97f3-1879-49a6-af29-db09129a4ad4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:25.731181 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-647dbec7-80b3-49cc-bf37-d0b816a0b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.734155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53a4e978-2df1-44a8-a25d-0d7ecddf0c0e tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.743634 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:25.747561 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Allocated IP 172.26.1.174 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/f1459efe-522a-4dd1-8aef-219c1c79af04) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:25.761750 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:25.790361 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-53a4e978-2df1-44a8-a25d-0d7ecddf0c0e tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Calling delete_port for 161b97f3-1879-49a6-af29-db09129a4ad4 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:25.793138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=c2c91b48-f7a8-418c-8209-bab3eb1dbaaf,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:25.822309 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '65e1ac8b-bb80-49ec-8574-6e0a55661097'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:25.823204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.825367 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec0bc0-24c7-4ad3-a89a-c91c91553bac req-5d161461-3666-4d48-b501-b2a9cca0a2e7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:25.826901 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96ec0bc0-24c7-4ad3-a89a-c91c91553bac req-5d161461-3666-4d48-b501-b2a9cca0a2e7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.6788964 Mar 29 09:20:25.849477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Attempting to bind port aad0ae00-d17a-4972-98bc-f4239a857e8f on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:25.849875 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Attempting to bind port aad0ae00-d17a-4972-98bc-f4239a857e8f by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '2bb86adf-9d3e-42f5-acdf-3982a03dbc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd1f634f7-f04c-4a8d-b801-43b58e10a9ba'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:25.850237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Attempting to bind port aad0ae00-d17a-4972-98bc-f4239a857e8f on network d1f634f7-f04c-4a8d-b801-43b58e10a9ba {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:25.856494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-647dbec7-80b3-49cc-bf37-d0b816a0b6e8 None None] Port 161b97f3-1879-49a6-af29-db09129a4ad4 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:25.864828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ad109ad8-22da-4dd3-8c66-67b4264d8ad8 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:25.873658 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:25.874871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Checking segment: {'id': '2bb86adf-9d3e-42f5-acdf-3982a03dbc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd1f634f7-f04c-4a8d-b801-43b58e10a9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:25.874871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.874871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Bound using segment: {'id': '2bb86adf-9d3e-42f5-acdf-3982a03dbc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd1f634f7-f04c-4a8d-b801-43b58e10a9ba'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:25.875341 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Bound port: aad0ae00-d17a-4972-98bc-f4239a857e8f, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb86adf-9d3e-42f5-acdf-3982a03dbc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'd1f634f7-f04c-4a8d-b801-43b58e10a9ba'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:25.875726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.942664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7f8fe5-98c6-4c35-ad98-d7988688fc70 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:25.948055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:25.953437 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96ec0bc0-24c7-4ad3-a89a-c91c91553bac req-03e50629-018e-4f99-9b2e-256c34c64fd2 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049595 Mar 29 09:20:26.083283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: ad109ad8-22da-4dd3-8c66-67b4264d8ad8 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:26.083617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ad109ad8-22da-4dd3-8c66-67b4264d8ad8 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:26.123458 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.162912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8fe5-98c6-4c35-ad98-d7988688fc70 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.215833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-1c7f8fe5-98c6-4c35-ad98-d7988688fc70 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 01eb0d04-e82c-413d-9dd5-6d98234667dc yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:26.232245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] For port aad0ae00-d17a-4972-98bc-f4239a857e8f, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:26.238989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] For port aad0ae00-d17a-4972-98bc-f4239a857e8f, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=aad0ae00-d17a-4972-98bc-f4239a857e8f,segment=NetworkSegment(2bb86adf-9d3e-42f5-acdf-3982a03dbc66),segment_id=2bb86adf-9d3e-42f5-acdf-3982a03dbc66)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:26.252110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.254553 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Allocated IP 2001:db8::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/65e1ac8b-bb80-49ec-8574-6e0a55661097/c57dbdc7-09b5-44e9-958f-5213572c7938) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:26.310515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53a4e978-2df1-44a8-a25d-0d7ecddf0c0e tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.366970 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4e978-2df1-44a8-a25d-0d7ecddf0c0e tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event deleted for resources: {'Port': ['ID=161b97f3-1879-49a6-af29-db09129a4ad4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:26.371342 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f452a02-f944-42da-907e-c462dbaeda22 None None] Pushing event updated for resources: {'Port': ['ID=aad0ae00-d17a-4972-98bc-f4239a857e8f,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:26.412062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.420194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Allocated IP 172.20.0.1 (d1f634f7-f04c-4a8d-b801-43b58e10a9ba/27f61ca1-2e65-4d67-832a-b8d163a91303/cc7f9a0b-a3c9-4cf1-8964-fe000a61b37a) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:26.465999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.527050 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.537333 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.546960 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:26.564087 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:26.574438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:26.575172 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7f8fe5-98c6-4c35-ad98-d7988688fc70 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:20:26.575633 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7f8fe5-98c6-4c35-ad98-d7988688fc70 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:20:26.592515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:26.596842 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:26.600987 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:26.606018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Pushing event updated for resources: {'Port': ['ID=f1459efe-522a-4dd1-8aef-219c1c79af04,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:26.607729 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Pushing event updated for resources: {'Port': ['ID=c57dbdc7-09b5-44e9-958f-5213572c7938,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:26.630085 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1c7f8fe5-98c6-4c35-ad98-d7988688fc70 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.5808642 Mar 29 09:20:26.634978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48170) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:26.720330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.747884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Attempting to bind port c57dbdc7-09b5-44e9-958f-5213572c7938 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:26.748545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Attempting to bind port c57dbdc7-09b5-44e9-958f-5213572c7938 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:26.748937 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Attempting to bind port c57dbdc7-09b5-44e9-958f-5213572c7938 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:26.752945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-562da00f-33a5-4942-8233-71b6b2c4eece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.757514 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:26.758097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:26.758801 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.759346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:26.759945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Bound port: c57dbdc7-09b5-44e9-958f-5213572c7938, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:26.760963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.781375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7810d421-ee1c-43fc-a094-6ff2a12da5cd tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:26.783113 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7810d421-ee1c-43fc-a094-6ff2a12da5cd tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1465216 Mar 29 09:20:26.787428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48174) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:26.849115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] For port c57dbdc7-09b5-44e9-958f-5213572c7938, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:26.851221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53a4e978-2df1-44a8-a25d-0d7ecddf0c0e tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.854439 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] For port c57dbdc7-09b5-44e9-958f-5213572c7938, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c57dbdc7-09b5-44e9-958f-5213572c7938,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:26.859656 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-53a4e978-2df1-44a8-a25d-0d7ecddf0c0e tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "DELETE /v2.0/ports/161b97f3-1879-49a6-af29-db09129a4ad4 HTTP/1.1" status: 204 len: 168 time: 1.4618423 Mar 29 09:20:26.860516 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48176) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:26.872965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.903773 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fe8d18-80fd-47ac-a25d-e394322c08f3 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] GET failed (client error): The resource could not be found. Mar 29 09:20:26.911088 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-84fe8d18-80fd-47ac-a25d-e394322c08f3 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "GET /v2.0/ports/161b97f3-1879-49a6-af29-db09129a4ad4 HTTP/1.1" status: 404 len: 333 time: 0.0438006 Mar 29 09:20:26.915233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1291415-ac2d-4b9a-b3bf-7d537312260c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:26.917496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1291415-ac2d-4b9a-b3bf-7d537312260c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:26.918938 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f1291415-ac2d-4b9a-b3bf-7d537312260c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1301572 Mar 29 09:20:26.919594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48178) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:26.922246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:26.927865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Request body: {'port': {'network_id': '22f55776-f03b-45a6-a940-68788bbd2846', 'name': 'tempest-AllowedAddressPairTestJSON-424151429'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:26.931762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48180) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:26.949972 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5494a-8d0c-454c-9ee5-e6aabd0bc683 None None] Pushing event updated for resources: {'Port': ['ID=c57dbdc7-09b5-44e9-958f-5213572c7938,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:27.016633 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Network d1f634f7-f04c-4a8d-b801-43b58e10a9ba is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:27.027291 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-9837182b-a56a-400c-a7bb-90bab5d89ad7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 65e1ac8b-bb80-49ec-8574-6e0a55661097 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:27.037084 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9837182b-a56a-400c-a7bb-90bab5d89ad7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:27.048512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:27.055445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:27.063680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event updated for resources: {'Port': ['ID=cc7f9a0b-a3c9-4cf1-8964-fe000a61b37a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:27.143312 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9837182b-a56a-400c-a7bb-90bab5d89ad7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:27.161389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:27.218337 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271dd83-ce41-4f6f-a1d2-222032b0e9f0 req-1a54bad7-d22c-427c-b792-8d7ca6033030 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:27.219832 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a271dd83-ce41-4f6f-a1d2-222032b0e9f0 req-1a54bad7-d22c-427c-b792-8d7ca6033030 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.1611526 Mar 29 09:20:27.294369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:27.300583 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Made reservation on behalf of 131c54303c4e42a2a80f83548adf4057 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:27.304740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:27.387715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] device_id is not set on port 325bb038-9eb1-4d80-bd46-630f92ee24d4 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:27.402343 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a271dd83-ce41-4f6f-a1d2-222032b0e9f0 req-8a528cc0-54f4-4b89-9d43-2f92d2cfbbe7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311812 Mar 29 09:20:27.452200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:27.473250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:27.635848 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Allocated IP 172.20.0.11 (22f55776-f03b-45a6-a940-68788bbd2846/3ba493fb-a3b9-49e1-89bd-cab7029bd943/325bb038-9eb1-4d80-bd46-630f92ee24d4) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:27.834473 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a01800-8ecc-4e4a-a515-7ecc9e80ab9f None None] Network d1f634f7-f04c-4a8d-b801-43b58e10a9ba requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:27.861361 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9837182b-a56a-400c-a7bb-90bab5d89ad7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:27.901999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device aad0ae00-d17a-4972-98bc-f4239a857e8f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:27.950559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:27.959442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:27.968293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.001862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f65022a4-d2c9-4109-b232-bd263058c48d None None] Provisioning complete for port aad0ae00-d17a-4972-98bc-f4239a857e8f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:28.002312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f65022a4-d2c9-4109-b232-bd263058c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.016913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.021957 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9837182b-a56a-400c-a7bb-90bab5d89ad7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.141417 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837182b-a56a-400c-a7bb-90bab5d89ad7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=65e1ac8b-bb80-49ec-8574-6e0a55661097,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:28.145275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port aad0ae00-d17a-4972-98bc-f4239a857e8f triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:28.145652 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9837182b-a56a-400c-a7bb-90bab5d89ad7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.145816 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.151864 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9837182b-a56a-400c-a7bb-90bab5d89ad7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/65e1ac8b-bb80-49ec-8574-6e0a55661097 HTTP/1.1" status: 204 len: 168 time: 1.2186840 Mar 29 09:20:28.153036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:20:28.156096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48186) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:28.173525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Network d1f634f7-f04c-4a8d-b801-43b58e10a9ba is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:28.178636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:28.194335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event updated for resources: {'Port': ['ID=cc7f9a0b-a3c9-4cf1-8964-fe000a61b37a,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:28.200962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.226704 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-eb17e88c-786b-4c05-841c-1f65b1893f38 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661869 Mar 29 09:20:28.253312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48188) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:28.261630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f1ffbc7b-2c3d-4a9a-b30e-de1e4f41615d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:28.317893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f65022a4-d2c9-4109-b232-bd263058c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.342060 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.365033 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Network 22f55776-f03b-45a6-a940-68788bbd2846 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:28.374450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:28.377344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:28.377550 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.393943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f65022a4-d2c9-4109-b232-bd263058c48d None None] For port aad0ae00-d17a-4972-98bc-f4239a857e8f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=aad0ae00-d17a-4972-98bc-f4239a857e8f,segment=NetworkSegment(2bb86adf-9d3e-42f5-acdf-3982a03dbc66),segment_id=2bb86adf-9d3e-42f5-acdf-3982a03dbc66)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:28.473790 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e49a431-26ca-42a2-8081-36fc80e7f93d None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:28.479851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event updated for resources: {'Port': ['ID=325bb038-9eb1-4d80-bd46-630f92ee24d4,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:28.518854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:28.519506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.552977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ffbc7b-2c3d-4a9a-b30e-de1e4f41615d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:28.558277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f1ffbc7b-2c3d-4a9a-b30e-de1e4f41615d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.574358 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dc350ec8-290e-422d-8738-9798d4f45581 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6504891 Mar 29 09:20:28.574520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f65022a4-d2c9-4109-b232-bd263058c48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.574663 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:28.584181 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48192) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:28.614771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2655d9b-f7bb-492b-91a6-fed97f7d5306 None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:28.620326 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-17893ba0-e423-4972-b5ac-501ccf5b0c36 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ce:da:ff'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:28.633399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.635937 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-06eed7b5-bc4e-4aea-bd1d-3f4b66f0bdaa tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3169973 Mar 29 09:20:28.640460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Router 3ca4a455-b399-43a1-aeeb-2dfe864a4023 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:20:28.642151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48194) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:28.699872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:20:28.700317 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:20:28.757821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2655d9b-f7bb-492b-91a6-fed97f7d5306 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:28.758600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b2655d9b-f7bb-492b-91a6-fed97f7d5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:28.766176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-dc196e39-46df-4ae6-ad56-1c79925d9935 None None] Provisioning complete for port aad0ae00-d17a-4972-98bc-f4239a857e8f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:28.767008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dc196e39-46df-4ae6-ad56-1c79925d9935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.791249 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-17893ba0-e423-4972-b5ac-501ccf5b0c36 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:28.800006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b638411-ebf2-4fea-87b3-956010622629 req-9ce67bc5-a0af-419b-a3de-716adad0a049 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:28.801554 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b638411-ebf2-4fea-87b3-956010622629 req-9ce67bc5-a0af-419b-a3de-716adad0a049 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2652588 Mar 29 09:20:28.891730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b2655d9b-f7bb-492b-91a6-fed97f7d5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:28.903697 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65022a4-d2c9-4109-b232-bd263058c48d None None] Pushing event updated for resources: {'Port': ['ID=aad0ae00-d17a-4972-98bc-f4239a857e8f,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:28.912840 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2655d9b-f7bb-492b-91a6-fed97f7d5306 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:28.913687 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b2655d9b-f7bb-492b-91a6-fed97f7d5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:19:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:28.976523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b2655d9b-f7bb-492b-91a6-fed97f7d5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:28.977427 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2655d9b-f7bb-492b-91a6-fed97f7d5306 None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:28.991572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0923aa-b547-414b-8af3-485e35f4ce3d None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:20:29.011089 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-17893ba0-e423-4972-b5ac-501ccf5b0c36 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.034634 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-17893ba0-e423-4972-b5ac-501ccf5b0c36 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.074695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-dc196e39-46df-4ae6-ad56-1c79925d9935 None None] Provisioning complete for port c57dbdc7-09b5-44e9-958f-5213572c7938 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:29.075311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dc196e39-46df-4ae6-ad56-1c79925d9935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.084044 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Router 6280c6f0-c9c6-4924-a49a-e77b779253ef is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:20:29.131460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-dd0923aa-b547-414b-8af3-485e35f4ce3d None None] Deleting port c57dbdc7-09b5-44e9-958f-5213572c7938 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:29.131832 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dd0923aa-b547-414b-8af3-485e35f4ce3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.135770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f91bbf22-1edc-48a9-9d2f-9f727f0f5ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.237733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-dd0923aa-b547-414b-8af3-485e35f4ce3d None None] For port c57dbdc7-09b5-44e9-958f-5213572c7938, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c57dbdc7-09b5-44e9-958f-5213572c7938,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:29.238203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dd0923aa-b547-414b-8af3-485e35f4ce3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.255239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-dd0923aa-b547-414b-8af3-485e35f4ce3d None None] Calling delete_port for c57dbdc7-09b5-44e9-958f-5213572c7938 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:29.282927 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:29.284504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17893ba0-e423-4972-b5ac-501ccf5b0c36 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event updated for resources: {'Port': ['ID=325bb038-9eb1-4d80-bd46-630f92ee24d4,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:29.302335 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-17893ba0-e423-4972-b5ac-501ccf5b0c36 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] In _notify_port_updated(), no bound segment for port 325bb038-9eb1-4d80-bd46-630f92ee24d4 on network 22f55776-f03b-45a6-a940-68788bbd2846 {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:20:29.305130 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abaa38-ac1f-49b2-9735-aec77fc63254 None None] Sync routers for ids ['6280c6f0-c9c6-4924-a49a-e77b779253ef'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:29.308297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17893ba0-e423-4972-b5ac-501ccf5b0c36 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:29.309590 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-17893ba0-e423-4972-b5ac-501ccf5b0c36 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.317630 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-17893ba0-e423-4972-b5ac-501ccf5b0c36 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "PUT /v2.0/ports/325bb038-9eb1-4d80-bd46-630f92ee24d4 HTTP/1.1" status: 200 len: 996 time: 0.7137513 Mar 29 09:20:29.323595 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48196) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:29.324854 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abaa38-ac1f-49b2-9735-aec77fc63254 None None] Routers {'6280c6f0-c9c6-4924-a49a-e77b779253ef'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:29.328149 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-53abaa38-ac1f-49b2-9735-aec77fc63254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['6280c6f0-c9c6-4924-a49a-e77b779253ef'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:29.382570 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.390323 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2db48a3d-ad73-451c-9f4b-a5c870ca1206 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.9211962 Mar 29 09:20:29.390999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48198) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:29.398105 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b638411-ebf2-4fea-87b3-956010622629 req-bd9e400c-c039-4b57-9577-5535903bcfd3 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5840957 Mar 29 09:20:29.410188 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-53abaa38-ac1f-49b2-9735-aec77fc63254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:29.433770 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abaa38-ac1f-49b2-9735-aec77fc63254 None None] Routers {'6280c6f0-c9c6-4924-a49a-e77b779253ef'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:29.434693 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-53abaa38-ac1f-49b2-9735-aec77fc63254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['6280c6f0-c9c6-4924-a49a-e77b779253ef'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:29.445372 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c57dbdc7-09b5-44e9-958f-5213572c7938 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:29.467978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:29.473745 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fba01e1f-1541-453c-a0bf-5ea61493951c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "PUT /v2.0/routers/3ca4a455-b399-43a1-aeeb-2dfe864a4023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4094067 Mar 29 09:20:29.477764 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-53abaa38-ac1f-49b2-9735-aec77fc63254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:29.478611 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abaa38-ac1f-49b2-9735-aec77fc63254 None None] The sync data for ids ['6280c6f0-c9c6-4924-a49a-e77b779253ef'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:29.479974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48200) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:29.492447 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Request body: {'port': {'network_id': 'd1f634f7-f04c-4a8d-b801-43b58e10a9ba', 'name': 'tempest-FloatingIPNegativeTestJSON-1796257276'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:29.593886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ee63c674-0c9b-4e07-90a5-b6e2b057f6c0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Deleting port 325bb038-9eb1-4d80-bd46-630f92ee24d4 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:29.594232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee63c674-0c9b-4e07-90a5-b6e2b057f6c0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.616570 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0b4bd-6271-4931-9848-8ac8ebece4fd None None] Sync routers for ids ['3ca4a455-b399-43a1-aeeb-2dfe864a4023'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:29.624621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dc196e39-46df-4ae6-ad56-1c79925d9935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.634378 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-78e3380c-d76d-4009-9ce6-14be0bbef11b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/routers/6280c6f0-c9c6-4924-a49a-e77b779253ef HTTP/1.1" status: 200 len: 920 time: 0.2158022 Mar 29 09:20:29.634583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48202) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:29.647846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0b4bd-6271-4931-9848-8ac8ebece4fd None None] Routers {'3ca4a455-b399-43a1-aeeb-2dfe864a4023'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:29.648542 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-d0f0b4bd-6271-4931-9848-8ac8ebece4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3ca4a455-b399-43a1-aeeb-2dfe864a4023'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:29.658453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f1ffbc7b-2c3d-4a9a-b30e-de1e4f41615d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.695597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dd0923aa-b547-414b-8af3-485e35f4ce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.701639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-d0f0b4bd-6271-4931-9848-8ac8ebece4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:29.710968 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3cf061b4-dd1c-476f-9838-d8ac0374dec5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "GET /v2.0/ports?device_id=6280c6f0-c9c6-4924-a49a-e77b779253ef HTTP/1.1" status: 200 len: 205 time: 0.0719461 Mar 29 09:20:29.711166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No active binding found for port c57dbdc7-09b5-44e9-958f-5213572c7938 {{(pid=102497) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 09:20:29.711166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c57dbdc7-09b5-44e9-958f-5213572c7938 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 29 09:20:29.712345 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48204) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:29.768709 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ffbc7b-2c3d-4a9a-b30e-de1e4f41615d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:29.775440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0923aa-b547-414b-8af3-485e35f4ce3d None None] Pushing event deleted for resources: {'Port': ['ID=c57dbdc7-09b5-44e9-958f-5213572c7938,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:29.779813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-f1ffbc7b-2c3d-4a9a-b30e-de1e4f41615d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:29.782158 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Port c57dbdc7-09b5-44e9-958f-5213572c7938 not found, will not notify nova. {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 29 09:20:29.783694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0923aa-b547-414b-8af3-485e35f4ce3d None None] No DVR routers for this DVR port c57dbdc7-09b5-44e9-958f-5213572c7938 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:20:29.783817 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee63c674-0c9b-4e07-90a5-b6e2b057f6c0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.786304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0b4bd-6271-4931-9848-8ac8ebece4fd None None] Routers {'3ca4a455-b399-43a1-aeeb-2dfe864a4023'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:29.786676 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-d0f0b4bd-6271-4931-9848-8ac8ebece4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3ca4a455-b399-43a1-aeeb-2dfe864a4023'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:29.799550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ffbc7b-2c3d-4a9a-b30e-de1e4f41615d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:29.800341 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f1ffbc7b-2c3d-4a9a-b30e-de1e4f41615d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.802800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ee63c674-0c9b-4e07-90a5-b6e2b057f6c0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Calling delete_port for 325bb038-9eb1-4d80-bd46-630f92ee24d4 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:29.826643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3502f460-d2e8-4601-af1e-8da62511d2e8 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:29.828412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-d0f0b4bd-6271-4931-9848-8ac8ebece4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:29.829022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0b4bd-6271-4931-9848-8ac8ebece4fd None None] The sync data for ids ['3ca4a455-b399-43a1-aeeb-2dfe864a4023'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:29.832295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffbc7b-2c3d-4a9a-b30e-de1e4f41615d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=40130f8e-190e-42e7-9eb0-443037f05a84,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:29.857047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-dc196e39-46df-4ae6-ad56-1c79925d9935 None None] Provisioning complete for port cc7f9a0b-a3c9-4cf1-8964-fe000a61b37a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:29.857719 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dc196e39-46df-4ae6-ad56-1c79925d9935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.875520 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f1ffbc7b-2c3d-4a9a-b30e-de1e4f41615d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6182625 Mar 29 09:20:29.878439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48206) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:29.879031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Made reservation on behalf of 37fed6f2edfa45aab313195f2f8f5136 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:29.882874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.890128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-924938bb-02e4-4028-a1ad-3f9244b6eff4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1266560384', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:29.916207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.939694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] device_id is not set on port 2dcaceb2-727c-4935-92be-859b83da9c45 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:29.942758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-dc196e39-46df-4ae6-ad56-1c79925d9935 None None] Port cc7f9a0b-a3c9-4cf1-8964-fe000a61b37a cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:29.970712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-924938bb-02e4-4028-a1ad-3f9244b6eff4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:29.971738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-924938bb-02e4-4028-a1ad-3f9244b6eff4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.018694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device aad0ae00-d17a-4972-98bc-f4239a857e8f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:30.094695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-90104c56-45da-4f83-b7dc-2aed25d37052 None None] Provisioning complete for port cc7f9a0b-a3c9-4cf1-8964-fe000a61b37a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:30.095160 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-90104c56-45da-4f83-b7dc-2aed25d37052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.096015 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.107800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee63c674-0c9b-4e07-90a5-b6e2b057f6c0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.131637 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '40130f8e-190e-42e7-9eb0-443037f05a84'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:30.132602 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.139907 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-924938bb-02e4-4028-a1ad-3f9244b6eff4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.155980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-924938bb-02e4-4028-a1ad-3f9244b6eff4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.160967 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63c674-0c9b-4e07-90a5-b6e2b057f6c0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event deleted for resources: {'Port': ['ID=325bb038-9eb1-4d80-bd46-630f92ee24d4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:30.180483 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-90104c56-45da-4f83-b7dc-2aed25d37052 None None] Port cc7f9a0b-a3c9-4cf1-8964-fe000a61b37a cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:30.192919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Allocated IP 172.20.0.11 (d1f634f7-f04c-4a8d-b801-43b58e10a9ba/27f61ca1-2e65-4d67-832a-b8d163a91303/2dcaceb2-727c-4935-92be-859b83da9c45) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:30.200609 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-924938bb-02e4-4028-a1ad-3f9244b6eff4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.205153 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-924938bb-02e4-4028-a1ad-3f9244b6eff4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3202100 Mar 29 09:20:30.221453 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48208) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:30.241861 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-90104c56-45da-4f83-b7dc-2aed25d37052 None None] Could not find standard attr ID for object 325bb038-9eb1-4d80-bd46-630f92ee24d4. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:20:30.259339 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port aad0ae00-d17a-4972-98bc-f4239a857e8f triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:30.259971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.266108 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.366822 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee63c674-0c9b-4e07-90a5-b6e2b057f6c0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.373221 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ee63c674-0c9b-4e07-90a5-b6e2b057f6c0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "DELETE /v2.0/ports/325bb038-9eb1-4d80-bd46-630f92ee24d4 HTTP/1.1" status: 204 len: 168 time: 1.0468352 Mar 29 09:20:30.378013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48210) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:30.411867 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Deleting port f1459efe-522a-4dd1-8aef-219c1c79af04 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:30.412309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.419425 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Allocated IP 2001:db8::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/40130f8e-190e-42e7-9eb0-443037f05a84/4dc86be8-6121-4506-925e-a57f5aa1dffd) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:30.456235 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68559cf-5a73-489b-b7ad-ad938822b28e tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] GET failed (client error): The resource could not be found. Mar 29 09:20:30.457812 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d68559cf-5a73-489b-b7ad-ad938822b28e tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "GET /v2.0/ports/325bb038-9eb1-4d80-bd46-630f92ee24d4 HTTP/1.1" status: 404 len: 333 time: 0.0792508 Mar 29 09:20:30.465696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48214) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:30.479387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Request body: {'port': {'network_id': '22f55776-f03b-45a6-a940-68788bbd2846', 'name': 'tempest-AllowedAddressPairTestJSON-1043856708'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:30.547937 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c57dbdc7-09b5-44e9-958f-5213572c7938 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:30.552016 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.583882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: c57dbdc7-09b5-44e9-958f-5213572c7938 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:30.584224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c57dbdc7-09b5-44e9-958f-5213572c7938 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:30.644734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.674372 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.683731 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.737097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:30.740135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:30.744689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:30.747905 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Pushing event updated for resources: {'Port': ['ID=4dc86be8-6121-4506-925e-a57f5aa1dffd,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:30.795908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7cc9-ede0-4735-900f-0648ac15d7b5 req-0eb98d25-e63d-4541-a063-79e862b763a5 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:30.797473 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-307a7cc9-ede0-4735-900f-0648ac15d7b5 req-0eb98d25-e63d-4541-a063-79e862b763a5 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2559557 Mar 29 09:20:30.807343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Attempting to bind port 4dc86be8-6121-4506-925e-a57f5aa1dffd on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:30.808018 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Attempting to bind port 4dc86be8-6121-4506-925e-a57f5aa1dffd by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:30.808571 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Attempting to bind port 4dc86be8-6121-4506-925e-a57f5aa1dffd on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:30.814979 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:30.815788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:30.816490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.817109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:30.818174 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Bound port: 4dc86be8-6121-4506-925e-a57f5aa1dffd, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:30.818793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.890404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.892847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] For port 4dc86be8-6121-4506-925e-a57f5aa1dffd, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:30.897540 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] For port 4dc86be8-6121-4506-925e-a57f5aa1dffd, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4dc86be8-6121-4506-925e-a57f5aa1dffd,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:30.904207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:30.974016 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac08ab-2a7f-4784-95d1-66c0e59d9dd5 None None] Pushing event updated for resources: {'Port': ['ID=4dc86be8-6121-4506-925e-a57f5aa1dffd,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:30.974966 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-307a7cc9-ede0-4735-900f-0648ac15d7b5 req-bb73e38e-7c7e-4468-b9cc-2b7d0c48e980 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595364 Mar 29 09:20:31.009369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.20.0.1 (9b4bd494-4c12-49c4-b613-d31e6e376ed3/aee79e6e-2210-48aa-9a10-560dc68eb498/d86345c2-c0bc-4021-91ef-97e99e9db1f2) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:31.009875 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.011946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Made reservation on behalf of 131c54303c4e42a2a80f83548adf4057 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:31.015475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.024674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Network d1f634f7-f04c-4a8d-b801-43b58e10a9ba is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:31.029788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Calling delete_port for f1459efe-522a-4dd1-8aef-219c1c79af04 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:31.043628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:31.051334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:31.058997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event updated for resources: {'Port': ['ID=2dcaceb2-727c-4935-92be-859b83da9c45,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:31.065796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.099428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] device_id is not set on port 1edd7938-87de-4cfb-858e-4062e8c58ac1 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:31.219220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:31.219945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.277213 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7284f297-8583-44fe-8865-4362e07ec605 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7879727 Mar 29 09:20:31.285206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48218) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:31.312351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:31.362021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.378154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Allocated IP 172.20.0.11 (22f55776-f03b-45a6-a940-68788bbd2846/3ba493fb-a3b9-49e1-89bd-cab7029bd943/1edd7938-87de-4cfb-858e-4062e8c58ac1) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:31.391751 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.485969 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.510693 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a2f5b416-da67-42e6-a76d-4182024436a2 None None] Provisioning complete for port 2dcaceb2-727c-4935-92be-859b83da9c45 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:31.511723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a2f5b416-da67-42e6-a76d-4182024436a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.537253 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::1 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/40130f8e-190e-42e7-9eb0-443037f05a84/3a0844ac-f9a5-4720-80a5-b022a5674bf6) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:31.539346 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.555928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5b416-da67-42e6-a76d-4182024436a2 None None] Port 2dcaceb2-727c-4935-92be-859b83da9c45 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:31.579674 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Pushing event deleted for resources: {'Port': ['ID=f1459efe-522a-4dd1-8aef-219c1c79af04,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:31.709025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.826539 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.833933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.842143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.905819 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.906382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Fanout notify agent at l3_agent the message router_deleted on router 6280c6f0-c9c6-4924-a49a-e77b779253ef {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:20:31.916936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network 9b4bd494-4c12-49c4-b613-d31e6e376ed3 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:31.919020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.920106 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9d826ed4-ee81-43f3-b29e-4af191d3c4f9 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/routers/6280c6f0-c9c6-4924-a49a-e77b779253ef HTTP/1.1" status: 204 len: 168 time: 2.2068670 Mar 29 09:20:31.923602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=d86345c2-c0bc-4021-91ef-97e99e9db1f2,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:31.926294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48222) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:31.930640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:31.930931 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Request body: {'router': {'name': 'tempest-snat-router-552551775', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'enable_snat': False}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:31.937587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:31.962149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:31.965471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.008579 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.019778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.036547 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.037583 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.041288 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.058514 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4dc86be8-6121-4506-925e-a57f5aa1dffd up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:32.125610 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.139660 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 4dc86be8-6121-4506-925e-a57f5aa1dffd triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:32.140352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.165391 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:32.170398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:32.173055 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:32.173807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.235254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.251747 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.283251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 4dc86be8-6121-4506-925e-a57f5aa1dffd, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4dc86be8-6121-4506-925e-a57f5aa1dffd,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:32.290346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.316771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Allocated IP 172.26.1.78 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/1f8d128b-6840-45c9-a4b0-768b42e42f72) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:32.320290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.333896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=3a0844ac-f9a5-4720-80a5-b022a5674bf6,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:32.392417 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=4dc86be8-6121-4506-925e-a57f5aa1dffd,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:32.428154 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d43f1ff7-f04b-4a5a-b1d4-f0ef5e8c0e0e None None] Provisioning complete for port 4dc86be8-6121-4506-925e-a57f5aa1dffd triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:32.428537 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d43f1ff7-f04b-4a5a-b1d4-f0ef5e8c0e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.429871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdd911-855b-407a-8795-a84b9457acf3 req-e4920c56-d3e8-4d95-aea7-84bbb959d77b tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:32.433161 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3fdd911-855b-407a-8795-a84b9457acf3 req-e4920c56-d3e8-4d95-aea7-84bbb959d77b tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3259416 Mar 29 09:20:32.488447 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Network 22f55776-f03b-45a6-a940-68788bbd2846 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:32.498085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event updated for resources: {'Port': ['ID=1edd7938-87de-4cfb-858e-4062e8c58ac1,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:32.499970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.511505 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.522889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:32.549329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:32.629274 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3fdd911-855b-407a-8795-a84b9457acf3 req-a0b53bce-328a-4b7e-b36a-a36f664c17f5 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732774 Mar 29 09:20:32.662234 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.702424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:32.703096 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.765033 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.772357 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e7316d06-75b0-4cab-b775-934d7c332c2b tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3020995 Mar 29 09:20:32.776548 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48226) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:32.789151 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Request body: {'port': {'network_id': '22f55776-f03b-45a6-a940-68788bbd2846', 'name': 'tempest-AllowedAddressPairTestJSON-948064502'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:32.810450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e331c35c-349a-4eca-aa4c-0d08743d5e14 None None] Provisioning complete for port 3a0844ac-f9a5-4720-80a5-b022a5674bf6 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:32.811918 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e331c35c-349a-4eca-aa4c-0d08743d5e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.848257 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.862227 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e331c35c-349a-4eca-aa4c-0d08743d5e14 None None] Port 3a0844ac-f9a5-4720-80a5-b022a5674bf6 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:32.892343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.938476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:32.953813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:32.969734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:32.981711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:32.997696 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-27e23c57-9025-404e-88d9-8c0a20a9e728 None None] Provisioning complete for port 1edd7938-87de-4cfb-858e-4062e8c58ac1 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:32.998161 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-27e23c57-9025-404e-88d9-8c0a20a9e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.009483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event updated for resources: {'Port': ['ID=1f8d128b-6840-45c9-a4b0-768b42e42f72,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:33.055880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-27e23c57-9025-404e-88d9-8c0a20a9e728 None None] Port 1edd7938-87de-4cfb-858e-4062e8c58ac1 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:33.075061 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Made reservation on behalf of 131c54303c4e42a2a80f83548adf4057 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:33.078767 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.136773 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] device_id is not set on port 6abd7230-5402-4d89-bc7e-6f8a01c2d10d yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:33.142810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.146085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.154035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.154887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.155655 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.159349 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.229227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Allocated IP 172.26.1.10 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/cb03f9f3-13b9-43a1-bdfe-826a56b28f3b) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:33.259511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.265321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.292934 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=d86345c2-c0bc-4021-91ef-97e99e9db1f2,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:33.312030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.361914 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=3a0844ac-f9a5-4720-80a5-b022a5674bf6,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:33.456689 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Allocated IP 172.20.0.12 (22f55776-f03b-45a6-a940-68788bbd2846/3ba493fb-a3b9-49e1-89bd-cab7029bd943/6abd7230-5402-4d89-bc7e-6f8a01c2d10d) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:33.459776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network 9b4bd494-4c12-49c4-b613-d31e6e376ed3 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:33.462707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:33.485214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:33.496909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:33.511155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.598656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.608324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.692569 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event updated for resources: {'Port': ['ID=1f8d128b-6840-45c9-a4b0-768b42e42f72,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:33.707210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:33.798223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f9bb2bde-8276-4734-89b6-7dd0762aa042 None None] Provisioning complete for port 3a0844ac-f9a5-4720-80a5-b022a5674bf6 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:33.798825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2bde-8276-4734-89b6-7dd0762aa042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.830408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.838595 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb2bde-8276-4734-89b6-7dd0762aa042 None None] Port 3a0844ac-f9a5-4720-80a5-b022a5674bf6 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:33.870625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d4ddf-dcc8-4476-bda4-66df5ff4d103 req-e940f98b-554e-4097-9b62-f7e493fdd9ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:33.872269 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-420d4ddf-dcc8-4476-bda4-66df5ff4d103 req-e940f98b-554e-4097-9b62-f7e493fdd9ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.1425231 Mar 29 09:20:33.875048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.879973 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e9e72742-f46b-43bd-a17a-66ca70d35a8f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5761669 Mar 29 09:20:33.882180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48230) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:33.888646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-df3fdf44-7821-4c31-918a-9d46f2d1234f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Request body: {'floatingip': {'port_id': '2dcaceb2-727c-4935-92be-859b83da9c45', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:33.922907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4dc86be8-6121-4506-925e-a57f5aa1dffd up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:33.985389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-df3fdf44-7821-4c31-918a-9d46f2d1234f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:33.995803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 4dc86be8-6121-4506-925e-a57f5aa1dffd triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:33.996315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.003971 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.059490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:34.066024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:34.073031 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-992ec366-4981-4308-94f3-47b2a569f738 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "PUT /v2.0/routers/7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4263234 Mar 29 09:20:34.073640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48232) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:34.079377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:34.081283 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ca931-298f-417a-9c7d-430afd291478 None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:34.091042 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:34.091197 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ca931-298f-417a-9c7d-430afd291478 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:34.091656 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9d1ca931-298f-417a-9c7d-430afd291478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:34.096867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'port': {'network_id': '9b4bd494-4c12-49c4-b613-d31e6e376ed3', 'name': 'tempest-FloatingIPTestJSON-76305920'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:34.099319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event updated for resources: {'Port': ['ID=cb03f9f3-13b9-43a1-bdfe-826a56b28f3b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:34.111411 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-420d4ddf-dcc8-4476-bda4-66df5ff4d103 req-bd6ff2e7-5cfc-495a-ac1a-b06267db29e2 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297447 Mar 29 09:20:34.130314 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9d1ca931-298f-417a-9c7d-430afd291478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:34.140433 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ca931-298f-417a-9c7d-430afd291478 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:34.141047 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9d1ca931-298f-417a-9c7d-430afd291478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:34.141824 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.149865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Router b5deed80-0ca7-480f-b1f9-9414bb4b9251 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:20:34.174862 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9d1ca931-298f-417a-9c7d-430afd291478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:34.175577 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1ca931-298f-417a-9c7d-430afd291478 None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:34.224017 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-df3fdf44-7821-4c31-918a-9d46f2d1234f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] update failed (client error): The resource could not be found. Mar 29 09:20:34.225154 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-df3fdf44-7821-4c31-918a-9d46f2d1234f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "PUT /v2.0/floatingips/6b22fcae-2f3d-4912-b12c-447ca4300e82 HTTP/1.1" status: 404 len: 507 time: 0.3402328 Mar 29 09:20:34.230556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48234) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:34.371204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Made reservation on behalf of 84024953660a4dddac261b38b4420928 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:34.371453 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.374766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.378596 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:34.390582 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ab51f821-1af7-43fe-9b31-811477795bd9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "PUT /v2.0/routers/b5deed80-0ca7-480f-b1f9-9414bb4b9251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1648645 Mar 29 09:20:34.391395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48236) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:34.397676 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Sync routers for ids ['b5deed80-0ca7-480f-b1f9-9414bb4b9251'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:34.407660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] device_id is not set on port bcb14268-b9f2-4c82-877c-a19c7590afea yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:34.412539 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Routers {'b5deed80-0ca7-480f-b1f9-9414bb4b9251'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:34.413432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b5deed80-0ca7-480f-b1f9-9414bb4b9251'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:34.458841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Network 22f55776-f03b-45a6-a940-68788bbd2846 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:34.471568 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:34.477321 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:34.484022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55b407c-2992-4fc4-8022-0c9f59e3affe tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:34.487801 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e55b407c-2992-4fc4-8022-0c9f59e3affe tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports/3a0844ac-f9a5-4720-80a5-b022a5674bf6 HTTP/1.1" status: 200 len: 911 time: 0.0929878 Mar 29 09:20:34.491582 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48238) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:34.502129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event updated for resources: {'Port': ['ID=6abd7230-5402-4d89-bc7e-6f8a01c2d10d,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:34.527010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c16c9-60b9-441e-94a9-6cb07c86bb2c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Deleting port 1f8d128b-6840-45c9-a4b0-768b42e42f72 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:34.527351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2e0c16c9-60b9-441e-94a9-6cb07c86bb2c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.559519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Set router b5deed80-0ca7-480f-b1f9-9414bb4b9251 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:34.573202 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:34.573896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.586388 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.628192 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-93c9b713-fd26-4e9c-b914-0a9fe6f6ea89 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8485663 Mar 29 09:20:34.634622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48240) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:34.640940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ed5598d8-ab9b-45a9-972a-cfcbb9eb50da tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ce:da:ff'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:37:1e:96'}]}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:34.679369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b794d2-2e83-4e7d-a8c3-d9e65917199d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:34.685323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b794d2-2e83-4e7d-a8c3-d9e65917199d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:34.686959 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e6b794d2-2e83-4e7d-a8c3-d9e65917199d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1944318 Mar 29 09:20:34.691472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48242) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:34.714570 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.20.0.13 (9b4bd494-4c12-49c4-b613-d31e6e376ed3/aee79e6e-2210-48aa-9a10-560dc68eb498/bcb14268-b9f2-4c82-877c-a19c7590afea) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:34.739730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2e0c16c9-60b9-441e-94a9-6cb07c86bb2c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.740053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2e0c16c9-60b9-441e-94a9-6cb07c86bb2c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.817659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-2e0c16c9-60b9-441e-94a9-6cb07c86bb2c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Calling delete_port for 1f8d128b-6840-45c9-a4b0-768b42e42f72 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:34.850880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5deed80-0ca7-480f-b1f9-9414bb4b9251', 'name': 'tempest-NetworksTestDHCPv6-router-1266560384', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:29Z', 'updated_at': '2022-03-29T09:20:32Z', 'revision_number': 2, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'gw_port_host': None, '_interfaces': [{'id': '3a0844ac-f9a5-4720-80a5-b022a5674bf6', 'name': '', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'mac_address': 'fa:16:3e:30:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5deed80-0ca7-480f-b1f9-9414bb4b9251', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '40130f8e-190e-42e7-9eb0-443037f05a84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:31Z', 'updated_at': '2022-03-29T09:20:32Z', 'revision_number': 2, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'subnets': [{'id': '40130f8e-190e-42e7-9eb0-443037f05a84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:34.895153 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Checking router: b5deed80-0ca7-480f-b1f9-9414bb4b9251 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:20:34.895413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Updating router b5deed80-0ca7-480f-b1f9-9414bb4b9251 port 3a0844ac-f9a5-4720-80a5-b022a5674bf6 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:20:34.919279 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2b0c7351-9a78-43f2-aa41-183926511503 None None] Provisioning complete for port 6abd7230-5402-4d89-bc7e-6f8a01c2d10d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:34.919643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2b0c7351-9a78-43f2-aa41-183926511503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.962249 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.970519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:34.980257 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c7351-9a78-43f2-aa41-183926511503 None None] Port 6abd7230-5402-4d89-bc7e-6f8a01c2d10d cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:35.049430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed5598d8-ab9b-45a9-972a-cfcbb9eb50da tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:35.203771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2e0c16c9-60b9-441e-94a9-6cb07c86bb2c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:35.234189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:35.262020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Router 80b22bbe-9c79-42c5-a1cd-01d3603eccbe is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:20:35.408197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-da4f968b-b72b-4e10-bcdb-1c8ed7f93271 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:35.464379 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:35.471157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:35.523871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:35.524663 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fe650-c44b-45ff-b635-776dfd1c957a None None] Pushing event updated for resources: {'Port': ['ID=3a0844ac-f9a5-4720-80a5-b022a5674bf6,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:35.539633 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Sync routers for ids ['80b22bbe-9c79-42c5-a1cd-01d3603eccbe'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:35.563304 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Routers {'80b22bbe-9c79-42c5-a1cd-01d3603eccbe'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:35.564535 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['80b22bbe-9c79-42c5-a1cd-01d3603eccbe'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:35.571098 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c16c9-60b9-441e-94a9-6cb07c86bb2c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event deleted for resources: {'Port': ['ID=1f8d128b-6840-45c9-a4b0-768b42e42f72,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:35.666701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Attempting to bind port 3a0844ac-f9a5-4720-80a5-b022a5674bf6 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:35.668274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Attempting to bind port 3a0844ac-f9a5-4720-80a5-b022a5674bf6 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:35.668685 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Attempting to bind port 3a0844ac-f9a5-4720-80a5-b022a5674bf6 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:35.677786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:35.678440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:35.680259 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:35.680680 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:35.681187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Bound port: 3a0844ac-f9a5-4720-80a5-b022a5674bf6, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:35.681673 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:35.710317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef45aef-2765-4730-a859-c826a766e11d req-6b5b45a9-e06d-44ab-b82b-489d4613cd59 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:35.712251 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fef45aef-2765-4730-a859-c826a766e11d req-6b5b45a9-e06d-44ab-b82b-489d4613cd59 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.5312479 Mar 29 09:20:35.728220 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Set router 80b22bbe-9c79-42c5-a1cd-01d3603eccbe gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:35.818746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:35.835060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2e0c16c9-60b9-441e-94a9-6cb07c86bb2c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:35.836362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] For port 3a0844ac-f9a5-4720-80a5-b022a5674bf6, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:35.838812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2e0c16c9-60b9-441e-94a9-6cb07c86bb2c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:35.840457 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] For port 3a0844ac-f9a5-4720-80a5-b022a5674bf6, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3a0844ac-f9a5-4720-80a5-b022a5674bf6,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:35.846427 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2e0c16c9-60b9-441e-94a9-6cb07c86bb2c tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "DELETE /v2.0/floatingips/6b22fcae-2f3d-4912-b12c-447ca4300e82 HTTP/1.1" status: 204 len: 168 time: 1.6147707 Mar 29 09:20:35.851467 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:35.853947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48246) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:35.863322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d611ac67-37ee-47c2-962b-a2e8179c6b26 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Request body: {'floatingip': {'floating_network_id': 'd1f634f7-f04c-4a8d-b801-43b58e10a9ba', 'port_id': '2dcaceb2-727c-4935-92be-859b83da9c45', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:35.937286 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fef45aef-2765-4730-a859-c826a766e11d req-1fb54270-af9d-49f2-adb1-4929304e219f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467710 Mar 29 09:20:35.949593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network 9b4bd494-4c12-49c4-b613-d31e6e376ed3 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:35.970924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:36.006898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed5598d8-ab9b-45a9-972a-cfcbb9eb50da tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.009296 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:36.012515 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=bcb14268-b9f2-4c82-877c-a19c7590afea,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:36.017743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d611ac67-37ee-47c2-962b-a2e8179c6b26 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.020193 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b22bbe-9c79-42c5-a1cd-01d3603eccbe', 'name': 'tempest-snat-router-552551775', 'tenant_id': '089e542e425a4eefbee962cac966338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.10'}], 'enable_snat': False}, 'gw_port_id': 'cb03f9f3-13b9-43a1-bdfe-826a56b28f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:31Z', 'updated_at': '2022-03-29T09:20:34Z', 'revision_number': 3, 'project_id': '089e542e425a4eefbee962cac966338c', 'gw_port': {'id': 'cb03f9f3-13b9-43a1-bdfe-826a56b28f3b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b22bbe-9c79-42c5-a1cd-01d3603eccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:32Z', 'updated_at': '2022-03-29T09:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:36.031880 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.037367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fe650-c44b-45ff-b635-776dfd1c957a None None] Pushing event updated for resources: {'Port': ['ID=3a0844ac-f9a5-4720-80a5-b022a5674bf6,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:36.038766 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-834da153-eb48-4f36-bcf8-ecdc1f935b64 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1114254 Mar 29 09:20:36.051267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48248) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:36.052089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed5598d8-ab9b-45a9-972a-cfcbb9eb50da tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.054372 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Routers {'b5deed80-0ca7-480f-b1f9-9414bb4b9251'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:36.055022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b5deed80-0ca7-480f-b1f9-9414bb4b9251'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:36.070853 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Checking router: 80b22bbe-9c79-42c5-a1cd-01d3603eccbe for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:20:36.071192 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Updating router 80b22bbe-9c79-42c5-a1cd-01d3603eccbe port cb03f9f3-13b9-43a1-bdfe-826a56b28f3b binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:20:36.112870 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.173189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-31614740-b143-4279-b239-a7018c0c1aa2 None None] Provisioning complete for port 3a0844ac-f9a5-4720-80a5-b022a5674bf6 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:36.174044 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-31614740-b143-4279-b239-a7018c0c1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.246760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-da4f968b-b72b-4e10-bcdb-1c8ed7f93271 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 3a0844ac-f9a5-4720-80a5-b022a5674bf6 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:36.247552 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-da4f968b-b72b-4e10-bcdb-1c8ed7f93271 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.270675 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] Set router b5deed80-0ca7-480f-b1f9-9414bb4b9251 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:36.304684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:36.305772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.329115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5598d8-ab9b-45a9-972a-cfcbb9eb50da tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event updated for resources: {'Port': ['ID=6abd7230-5402-4d89-bc7e-6f8a01c2d10d,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:36.434033 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ed5598d8-ab9b-45a9-972a-cfcbb9eb50da tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] In _notify_port_updated(), no bound segment for port 6abd7230-5402-4d89-bc7e-6f8a01c2d10d on network 22f55776-f03b-45a6-a940-68788bbd2846 {{(pid=102496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:20:36.439682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5598d8-ab9b-45a9-972a-cfcbb9eb50da tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:36.444935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-31614740-b143-4279-b239-a7018c0c1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.445849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed5598d8-ab9b-45a9-972a-cfcbb9eb50da tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.452113 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48250) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:36.452942 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ed5598d8-ab9b-45a9-972a-cfcbb9eb50da tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "PUT /v2.0/ports/6abd7230-5402-4d89-bc7e-6f8a01c2d10d HTTP/1.1" status: 200 len: 1056 time: 1.8151879 Mar 29 09:20:36.458558 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-842f6ddd-1c98-4958-b49b-25decce3a1ef tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3660598 Mar 29 09:20:36.461401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48252) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:36.473819 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'port': {'network_id': '9b4bd494-4c12-49c4-b613-d31e6e376ed3', 'name': 'tempest-FloatingIPTestJSON-1033277110'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:36.498884 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.501920 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0e7772f4-b121-4424-9925-3abea0b5b004 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/routers/80b22bbe-9c79-42c5-a1cd-01d3603eccbe HTTP/1.1" status: 200 len: 907 time: 0.4470863 Mar 29 09:20:36.508524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48254) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:36.511926 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.513322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Request body: {'router': {'name': 'tempest-snat-router-552551775', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'enable_snat': True}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:36.536794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-da4f968b-b72b-4e10-bcdb-1c8ed7f93271 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] For port 3a0844ac-f9a5-4720-80a5-b022a5674bf6, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3a0844ac-f9a5-4720-80a5-b022a5674bf6,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:36.537342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-da4f968b-b72b-4e10-bcdb-1c8ed7f93271 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.548477 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.549270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.565016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-da4f968b-b72b-4e10-bcdb-1c8ed7f93271 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 3a0844ac-f9a5-4720-80a5-b022a5674bf6 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:36.566194 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Pushing event updated for resources: {'Port': ['ID=cb03f9f3-13b9-43a1-bdfe-826a56b28f3b,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:36.577544 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:36.578178 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:36.578744 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:36.579744 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:36.581136 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:36.582505 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:36.583762 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:36.584579 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:36.585595 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:36.588852 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:36.589396 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:36.590185 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:20:36.618191 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Attempting to bind port cb03f9f3-13b9-43a1-bdfe-826a56b28f3b on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:36.618867 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Attempting to bind port cb03f9f3-13b9-43a1-bdfe-826a56b28f3b by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:36.619968 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Attempting to bind port cb03f9f3-13b9-43a1-bdfe-826a56b28f3b on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:36.627121 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:36.627795 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:36.628915 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.629449 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:36.630108 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Bound port: cb03f9f3-13b9-43a1-bdfe-826a56b28f3b, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:36.630664 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.659462 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-d611ac67-37ee-47c2-962b-a2e8179c6b26 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:20:36.667940 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d611ac67-37ee-47c2-962b-a2e8179c6b26 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8061917 Mar 29 09:20:36.671076 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48256) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:36.682584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '2dcaceb2-727c-4935-92be-859b83da9c45', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:36.682810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-31614740-b143-4279-b239-a7018c0c1aa2 None None] For port 3a0844ac-f9a5-4720-80a5-b022a5674bf6, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3a0844ac-f9a5-4720-80a5-b022a5674bf6,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:36.696744 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.706024 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-31614740-b143-4279-b239-a7018c0c1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.711554 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] For port cb03f9f3-13b9-43a1-bdfe-826a56b28f3b, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:36.717147 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] For port cb03f9f3-13b9-43a1-bdfe-826a56b28f3b, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cb03f9f3-13b9-43a1-bdfe-826a56b28f3b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:36.719854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Made reservation on behalf of 84024953660a4dddac261b38b4420928 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:36.724547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.726641 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.727890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-3e33ff8b-eeea-4d55-9729-9123081739d5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Deleting port 6abd7230-5402-4d89-bc7e-6f8a01c2d10d {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:36.728189 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e33ff8b-eeea-4d55-9729-9123081739d5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.734854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.795819 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Routers {'80b22bbe-9c79-42c5-a1cd-01d3603eccbe'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:36.797132 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['80b22bbe-9c79-42c5-a1cd-01d3603eccbe'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:36.801813 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5deed80-0ca7-480f-b1f9-9414bb4b9251', 'name': 'tempest-NetworksTestDHCPv6-router-1266560384', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:29Z', 'updated_at': '2022-03-29T09:20:32Z', 'revision_number': 2, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'gw_port_host': None, '_interfaces': [{'id': '3a0844ac-f9a5-4720-80a5-b022a5674bf6', 'name': '', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'mac_address': 'fa:16:3e:30:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5deed80-0ca7-480f-b1f9-9414bb4b9251', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '40130f8e-190e-42e7-9eb0-443037f05a84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:31Z', 'updated_at': '2022-03-29T09:20:35Z', 'revision_number': 4, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'subnets': [{'id': '40130f8e-190e-42e7-9eb0-443037f05a84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:36.820297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] device_id is not set on port 509a1495-d57d-452c-bb1f-c2991291a38c yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:36.850299 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce0527-bb69-4547-aa5f-9a519e146ecb None None] The sync data for ids ['b5deed80-0ca7-480f-b1f9-9414bb4b9251'] in dv-neutron-835554-1-hyperv is: [{'id': 'b5deed80-0ca7-480f-b1f9-9414bb4b9251', 'name': 'tempest-NetworksTestDHCPv6-router-1266560384', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:29Z', 'updated_at': '2022-03-29T09:20:32Z', 'revision_number': 2, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'gw_port_host': None, '_interfaces': [{'id': '3a0844ac-f9a5-4720-80a5-b022a5674bf6', 'name': '', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'mac_address': 'fa:16:3e:30:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5deed80-0ca7-480f-b1f9-9414bb4b9251', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '40130f8e-190e-42e7-9eb0-443037f05a84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:31Z', 'updated_at': '2022-03-29T09:20:35Z', 'revision_number': 4, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'subnets': [{'id': '40130f8e-190e-42e7-9eb0-443037f05a84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:36.908841 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1440eb47-e629-46f2-8471-e61086493d77 None None] Provisioning complete for port 6abd7230-5402-4d89-bc7e-6f8a01c2d10d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:36.909878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1440eb47-e629-46f2-8471-e61086493d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.944123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:36.964420 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] Set router 80b22bbe-9c79-42c5-a1cd-01d3603eccbe gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:36.965651 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1440eb47-e629-46f2-8471-e61086493d77 None None] Port 6abd7230-5402-4d89-bc7e-6f8a01c2d10d cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:36.967485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31614740-b143-4279-b239-a7018c0c1aa2 None None] Pushing event updated for resources: {'Port': ['ID=3a0844ac-f9a5-4720-80a5-b022a5674bf6,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:37.001124 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1440eb47-e629-46f2-8471-e61086493d77 None None] Provisioning complete for port 3a0844ac-f9a5-4720-80a5-b022a5674bf6 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:37.001811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1440eb47-e629-46f2-8471-e61086493d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:37.011804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e33ff8b-eeea-4d55-9729-9123081739d5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:37.067688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-3e33ff8b-eeea-4d55-9729-9123081739d5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Calling delete_port for 6abd7230-5402-4d89-bc7e-6f8a01c2d10d owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:37.079635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.20.0.7 (9b4bd494-4c12-49c4-b613-d31e6e376ed3/aee79e6e-2210-48aa-9a10-560dc68eb498/509a1495-d57d-452c-bb1f-c2991291a38c) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:37.153855 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75312d8-9516-41f5-b98d-a30d9731393a None None] Pushing event updated for resources: {'Port': ['ID=cb03f9f3-13b9-43a1-bdfe-826a56b28f3b,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:37.170234 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-da4f968b-b72b-4e10-bcdb-1c8ed7f93271 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:37.195468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d28a0-d24f-49d5-8b0a-c4689467e098 req-ed2210aa-7df9-4647-b512-7c7d7a7eea92 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:37.197060 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f71d28a0-d24f-49d5-8b0a-c4689467e098 req-ed2210aa-7df9-4647-b512-7c7d7a7eea92 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.0972540 Mar 29 09:20:37.243406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f968b-b72b-4e10-bcdb-1c8ed7f93271 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=3a0844ac-f9a5-4720-80a5-b022a5674bf6,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:37.266398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:37.440284 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-da4f968b-b72b-4e10-bcdb-1c8ed7f93271 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:37.464958 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b22bbe-9c79-42c5-a1cd-01d3603eccbe', 'name': 'tempest-snat-router-552551775', 'tenant_id': '089e542e425a4eefbee962cac966338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.10'}], 'enable_snat': False}, 'gw_port_id': 'cb03f9f3-13b9-43a1-bdfe-826a56b28f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:31Z', 'updated_at': '2022-03-29T09:20:34Z', 'revision_number': 3, 'project_id': '089e542e425a4eefbee962cac966338c', 'gw_port': {'id': 'cb03f9f3-13b9-43a1-bdfe-826a56b28f3b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b22bbe-9c79-42c5-a1cd-01d3603eccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:32Z', 'updated_at': '2022-03-29T09:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:37.483442 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f71d28a0-d24f-49d5-8b0a-c4689467e098 req-37172e55-c557-4740-9544-dab0be9d9836 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439260 Mar 29 09:20:37.511486 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f4410a-e5e1-4af5-8cec-eaaf04b9e5a2 None None] The sync data for ids ['80b22bbe-9c79-42c5-a1cd-01d3603eccbe'] in dv-neutron-835554-1-hyperv is: [{'id': '80b22bbe-9c79-42c5-a1cd-01d3603eccbe', 'name': 'tempest-snat-router-552551775', 'tenant_id': '089e542e425a4eefbee962cac966338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.10'}], 'enable_snat': False}, 'gw_port_id': 'cb03f9f3-13b9-43a1-bdfe-826a56b28f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:31Z', 'updated_at': '2022-03-29T09:20:34Z', 'revision_number': 3, 'project_id': '089e542e425a4eefbee962cac966338c', 'gw_port': {'id': 'cb03f9f3-13b9-43a1-bdfe-826a56b28f3b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b22bbe-9c79-42c5-a1cd-01d3603eccbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:32Z', 'updated_at': '2022-03-29T09:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:37.568125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:37.610227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:37.614543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:37.714985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:37.747913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e33ff8b-eeea-4d55-9729-9123081739d5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:37.785840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network 9b4bd494-4c12-49c4-b613-d31e6e376ed3 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:37.792704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:37.797712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:37.803635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=509a1495-d57d-452c-bb1f-c2991291a38c,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:37.809545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33ff8b-eeea-4d55-9729-9123081739d5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event deleted for resources: {'Port': ['ID=6abd7230-5402-4d89-bc7e-6f8a01c2d10d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:37.835382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Allocated IP 172.26.1.71 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/28a8ba7d-6b04-4c77-ae38-ddd08b5a4edc) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:37.862319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:37.863346 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:37.893221 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9a6d3c01-3213-4a34-8815-494554f4fe32 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4275205 Mar 29 09:20:37.893925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48260) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:37.898502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '509a1495-d57d-452c-bb1f-c2991291a38c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:37.936169 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:37.954010 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4f968b-b72b-4e10-bcdb-1c8ed7f93271 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Router b5deed80-0ca7-480f-b1f9-9414bb4b9251 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:38.123539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.247095 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4f968b-b72b-4e10-bcdb-1c8ed7f93271 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:38.255026 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-da4f968b-b72b-4e10-bcdb-1c8ed7f93271 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "PUT /v2.0/routers/b5deed80-0ca7-480f-b1f9-9414bb4b9251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5569794 Mar 29 09:20:38.256293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48262) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:38.283170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.295715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e33ff8b-eeea-4d55-9729-9123081739d5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.301785 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3e33ff8b-eeea-4d55-9729-9123081739d5 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "DELETE /v2.0/ports/6abd7230-5402-4d89-bc7e-6f8a01c2d10d HTTP/1.1" status: 204 len: 168 time: 1.8349361 Mar 29 09:20:38.303212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48264) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:38.334907 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfedfc44-f99d-4817-9af2-265052cbd2eb tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] GET failed (client error): The resource could not be found. Mar 29 09:20:38.338707 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bfedfc44-f99d-4817-9af2-265052cbd2eb tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "GET /v2.0/ports/6abd7230-5402-4d89-bc7e-6f8a01c2d10d HTTP/1.1" status: 404 len: 333 time: 0.0335073 Mar 29 09:20:38.339201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.341686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48268) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:38.344797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877f22e5-43bd-44a0-a43b-c3773f084cd4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:38.346548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877f22e5-43bd-44a0-a43b-c3773f084cd4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:38.348068 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-877f22e5-43bd-44a0-a43b-c3773f084cd4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0905569 Mar 29 09:20:38.352073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48270) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:38.417309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:38.423855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:38.426563 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:38.454578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Allocated IP 172.26.1.106 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/6ec15c27-494e-4111-a885-2d6de5ce6a87) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:38.460184 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-034689e2-c347-4e13-b21b-b9daecaa2291 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 40130f8e-190e-42e7-9eb0-443037f05a84 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:38.465804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-034689e2-c347-4e13-b21b-b9daecaa2291 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.474991 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event updated for resources: {'Port': ['ID=28a8ba7d-6b04-4c77-ae38-ddd08b5a4edc,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:38.538655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-034689e2-c347-4e13-b21b-b9daecaa2291 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.593705 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-321692d6-dd19-41fa-bae4-2eb9f6b04f0d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Deleting port 1edd7938-87de-4cfb-858e-4062e8c58ac1 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:38.594057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-321692d6-dd19-41fa-bae4-2eb9f6b04f0d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.724530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fa068-fd91-46f0-83c6-6b560a377f20 req-bef7698f-c8e0-4e7f-8bf9-fd36e178a980 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:38.726248 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d15fa068-fd91-46f0-83c6-6b560a377f20 req-bef7698f-c8e0-4e7f-8bf9-fd36e178a980 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.1542840 Mar 29 09:20:38.735166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-321692d6-dd19-41fa-bae4-2eb9f6b04f0d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.747648 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.752742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-321692d6-dd19-41fa-bae4-2eb9f6b04f0d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Calling delete_port for 1edd7938-87de-4cfb-858e-4062e8c58ac1 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:38.765752 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-034689e2-c347-4e13-b21b-b9daecaa2291 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.810973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Deleting port 28a8ba7d-6b04-4c77-ae38-ddd08b5a4edc {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:38.811312 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.843237 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d15fa068-fd91-46f0-83c6-6b560a377f20 req-20ef17a1-584e-4348-8c5d-2e8a5c4827eb tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081970 Mar 29 09:20:38.866555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.929000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-034689e2-c347-4e13-b21b-b9daecaa2291 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.970523 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:38.972909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.973245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:38.999298 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Calling delete_port for 28a8ba7d-6b04-4c77-ae38-ddd08b5a4edc owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:39.011680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.26.1.115 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/4023961d-0281-4340-a641-2e18ac3f7742) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:39.013926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034689e2-c347-4e13-b21b-b9daecaa2291 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=40130f8e-190e-42e7-9eb0-443037f05a84,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:39.016232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:39.024401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:39.026583 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event updated for resources: {'Port': ['ID=6ec15c27-494e-4111-a885-2d6de5ce6a87,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:39.030359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-034689e2-c347-4e13-b21b-b9daecaa2291 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:39.033722 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-034689e2-c347-4e13-b21b-b9daecaa2291 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/40130f8e-190e-42e7-9eb0-443037f05a84 HTTP/1.1" status: 204 len: 168 time: 0.6805704 Mar 29 09:20:39.037962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48280) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:39.050538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f09d206-5e35-445a-a173-87798ebd2aac None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:39.086726 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-321692d6-dd19-41fa-bae4-2eb9f6b04f0d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:39.146506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321692d6-dd19-41fa-bae4-2eb9f6b04f0d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event deleted for resources: {'Port': ['ID=1edd7938-87de-4cfb-858e-4062e8c58ac1,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:39.252997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-321692d6-dd19-41fa-bae4-2eb9f6b04f0d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:39.259460 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-321692d6-dd19-41fa-bae4-2eb9f6b04f0d tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "DELETE /v2.0/ports/1edd7938-87de-4cfb-858e-4062e8c58ac1 HTTP/1.1" status: 204 len: 168 time: 0.9148426 Mar 29 09:20:39.267918 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48282) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:39.292783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a7a48-771f-490a-8072-b43b50648deb None None] Sync routers for ids ['b5deed80-0ca7-480f-b1f9-9414bb4b9251'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:39.299524 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-32135415-e7b1-4ddc-90f2-1291b3a19144 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] GET failed (client error): The resource could not be found. Mar 29 09:20:39.301160 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-32135415-e7b1-4ddc-90f2-1291b3a19144 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "GET /v2.0/ports/1edd7938-87de-4cfb-858e-4062e8c58ac1 HTTP/1.1" status: 404 len: 333 time: 0.0322652 Mar 29 09:20:39.305192 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48284) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:39.323291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6dd98b-7f01-4387-828d-bc2c66c540f4 None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:20:39.329964 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a7a48-771f-490a-8072-b43b50648deb None None] Routers {'b5deed80-0ca7-480f-b1f9-9414bb4b9251'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:39.330893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-083a7a48-771f-490a-8072-b43b50648deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b5deed80-0ca7-480f-b1f9-9414bb4b9251'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:39.458674 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:39.482788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-083a7a48-771f-490a-8072-b43b50648deb None None] Set router b5deed80-0ca7-480f-b1f9-9414bb4b9251 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:39.493842 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event deleted for resources: {'Port': ['ID=28a8ba7d-6b04-4c77-ae38-ddd08b5a4edc,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:39.500485 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-80bc12b8-d19a-4844-8d5f-cf84b1b8282c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Deleting port a9aa211e-0c3c-4a7a-8310-969825a60e82 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:39.500883 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-80bc12b8-d19a-4844-8d5f-cf84b1b8282c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:39.554242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-083a7a48-771f-490a-8072-b43b50648deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5deed80-0ca7-480f-b1f9-9414bb4b9251', 'name': 'tempest-NetworksTestDHCPv6-router-1266560384', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:29Z', 'updated_at': '2022-03-29T09:20:36Z', 'revision_number': 3, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:39.602854 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a7a48-771f-490a-8072-b43b50648deb None None] Checking router: b5deed80-0ca7-480f-b1f9-9414bb4b9251 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:20:39.625742 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a7a48-771f-490a-8072-b43b50648deb None None] Routers {'b5deed80-0ca7-480f-b1f9-9414bb4b9251'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:39.627521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-083a7a48-771f-490a-8072-b43b50648deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b5deed80-0ca7-480f-b1f9-9414bb4b9251'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:39.671512 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4a6dd98b-7f01-4387-828d-bc2c66c540f4 None None] Deleting port 4dc86be8-6121-4506-925e-a57f5aa1dffd {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:39.671876 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4a6dd98b-7f01-4387-828d-bc2c66c540f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:39.702377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a946a1e-c538-48a9-86d4-e8aa5c4ff239 req-970d657d-216b-4fb4-b804-09265b3d772d tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:39.703997 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a946a1e-c538-48a9-86d4-e8aa5c4ff239 req-970d657d-216b-4fb4-b804-09265b3d772d tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2702322 Mar 29 09:20:39.735555 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2079ef85-21b2-4f8d-9bd2-f9a191ccd44a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3478465 Mar 29 09:20:39.748404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-083a7a48-771f-490a-8072-b43b50648deb None None] Set router b5deed80-0ca7-480f-b1f9-9414bb4b9251 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:39.770398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48286) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:39.786891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52514821-f49d-42e6-81c2-6908bfdd3883 req-f5f97fa1-5447-4ccc-b1fb-a24248a5e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:39.792895 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-52514821-f49d-42e6-81c2-6908bfdd3883 req-f5f97fa1-5447-4ccc-b1fb-a24248a5e521 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8af97d3b7c8a40caa5a3275d0644629b&device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 1098 time: 0.3667364 Mar 29 09:20:39.919150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:39.970034 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-80bc12b8-d19a-4844-8d5f-cf84b1b8282c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:39.987310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-80bc12b8-d19a-4844-8d5f-cf84b1b8282c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Calling delete_port for a9aa211e-0c3c-4a7a-8310-969825a60e82 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:39.989594 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] create failed (client error): The resource could not be found. Mar 29 09:20:39.991057 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-decdb112-cc9f-4775-aea4-c2bf4eb6e5bf tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3152096 Mar 29 09:20:39.999055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a39bf3d1-04e5-4fb2-9ca9-3c542f9f838b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.000812 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48288) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:40.001763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-083a7a48-771f-490a-8072-b43b50648deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5deed80-0ca7-480f-b1f9-9414bb4b9251', 'name': 'tempest-NetworksTestDHCPv6-router-1266560384', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:29Z', 'updated_at': '2022-03-29T09:20:36Z', 'revision_number': 3, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:40.012468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-4a6dd98b-7f01-4387-828d-bc2c66c540f4 None None] For port 4dc86be8-6121-4506-925e-a57f5aa1dffd, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4dc86be8-6121-4506-925e-a57f5aa1dffd,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:40.013460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4a6dd98b-7f01-4387-828d-bc2c66c540f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.036760 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4a6dd98b-7f01-4387-828d-bc2c66c540f4 None None] Calling delete_port for 4dc86be8-6121-4506-925e-a57f5aa1dffd owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:40.094888 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a946a1e-c538-48a9-86d4-e8aa5c4ff239 req-6b7062d5-3c24-4f6c-869a-ad2a19832659 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298967 Mar 29 09:20:40.131412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cb03f9f3-13b9-43a1-bdfe-826a56b28f3b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:40.139140 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a7a48-771f-490a-8072-b43b50648deb None None] The sync data for ids ['b5deed80-0ca7-480f-b1f9-9414bb4b9251'] in dv-neutron-835554-1-hyperv is: [{'id': 'b5deed80-0ca7-480f-b1f9-9414bb4b9251', 'name': 'tempest-NetworksTestDHCPv6-router-1266560384', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:29Z', 'updated_at': '2022-03-29T09:20:36Z', 'revision_number': 3, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'gw_port_host': None}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:40.187412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ade8d02d-1344-4775-b3d4-8da419f0225e tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Deleting port 2dcaceb2-727c-4935-92be-859b83da9c45 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:40.187798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ade8d02d-1344-4775-b3d4-8da419f0225e tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.235293 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port cb03f9f3-13b9-43a1-bdfe-826a56b28f3b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:40.236033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.258761 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4a6dd98b-7f01-4387-828d-bc2c66c540f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.287872 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.293225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dd98b-7f01-4387-828d-bc2c66c540f4 None None] Pushing event deleted for resources: {'Port': ['ID=4dc86be8-6121-4506-925e-a57f5aa1dffd,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:40.295508 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52514821-f49d-42e6-81c2-6908bfdd3883 req-d98ea656-38d1-41c4-8bbf-96810450bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:40.296965 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-52514821-f49d-42e6-81c2-6908bfdd3883 req-d98ea656-38d1-41c4-8bbf-96810450bcff service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea HTTP/1.1" status: 200 len: 912 time: 0.4405358 Mar 29 09:20:40.300486 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6dd98b-7f01-4387-828d-bc2c66c540f4 None None] No DVR routers for this DVR port 4dc86be8-6121-4506-925e-a57f5aa1dffd on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:20:40.366679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ade8d02d-1344-4775-b3d4-8da419f0225e tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.371058 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.375589 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-80bc12b8-d19a-4844-8d5f-cf84b1b8282c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.390158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a39bf3d1-04e5-4fb2-9ca9-3c542f9f838b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.390560 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ade8d02d-1344-4775-b3d4-8da419f0225e tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Calling delete_port for 2dcaceb2-727c-4935-92be-859b83da9c45 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:40.395232 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port cb03f9f3-13b9-43a1-bdfe-826a56b28f3b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cb03f9f3-13b9-43a1-bdfe-826a56b28f3b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:40.403112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.414333 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc12b8-d19a-4844-8d5f-cf84b1b8282c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event deleted for resources: {'Port': ['ID=a9aa211e-0c3c-4a7a-8310-969825a60e82,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:40.437788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a39bf3d1-04e5-4fb2-9ca9-3c542f9f838b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.461816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:40.478302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=cb03f9f3-13b9-43a1-bdfe-826a56b28f3b,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:40.500497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:40.531199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:40.562032 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a39bf3d1-04e5-4fb2-9ca9-3c542f9f838b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.562556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39bf3d1-04e5-4fb2-9ca9-3c542f9f838b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Fanout notify agent at l3_agent the message router_deleted on router b5deed80-0ca7-480f-b1f9-9414bb4b9251 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:20:40.564444 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.566152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=4023961d-0281-4340-a641-2e18ac3f7742,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:40.578231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-80bc12b8-d19a-4844-8d5f-cf84b1b8282c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.580051 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a39bf3d1-04e5-4fb2-9ca9-3c542f9f838b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.581220 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a39bf3d1-04e5-4fb2-9ca9-3c542f9f838b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/routers/b5deed80-0ca7-480f-b1f9-9414bb4b9251 HTTP/1.1" status: 204 len: 168 time: 0.8091524 Mar 29 09:20:40.590461 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-80bc12b8-d19a-4844-8d5f-cf84b1b8282c tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "DELETE /v2.0/ports/a9aa211e-0c3c-4a7a-8310-969825a60e82 HTTP/1.1" status: 204 len: 168 time: 1.2841432 Mar 29 09:20:40.591266 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48290) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:40.591660 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48292) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:40.613424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4dc86be8-6121-4506-925e-a57f5aa1dffd no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:40.627508 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-38e21008-0ec1-4998-91f6-0c5813867004 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:40.637705 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-52514821-f49d-42e6-81c2-6908bfdd3883 req-ea3bec57-9134-49b6-8ca4-7470a56b82e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93811a99-e22b-458a-b83e-b3fd29815959 HTTP/1.1" status: 200 len: 1001 time: 0.2807920 Mar 29 09:20:40.641075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 4dc86be8-6121-4506-925e-a57f5aa1dffd {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:40.641520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4dc86be8-6121-4506-925e-a57f5aa1dffd not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:40.793411 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-52abfcd3-e599-4bb5-9ca8-c8348d3404ed tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Deleting subnet 3ba493fb-a3b9-49e1-89bd-cab7029bd943 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:40.809845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-52abfcd3-e599-4bb5-9ca8-c8348d3404ed tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.834637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52514821-f49d-42e6-81c2-6908bfdd3883 req-dcf858ef-3d8c-4530-b1db-2e1605b68d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:40.836097 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-52514821-f49d-42e6-81c2-6908bfdd3883 req-dcf858ef-3d8c-4530-b1db-2e1605b68d3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87c15ca4-f48e-4474-bd41-14ac18cc263a HTTP/1.1" status: 200 len: 850 time: 0.1833441 Mar 29 09:20:40.861754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ade8d02d-1344-4775-b3d4-8da419f0225e tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.875061 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-52abfcd3-e599-4bb5-9ca8-c8348d3404ed tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:40.929969 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8d02d-1344-4775-b3d4-8da419f0225e tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event deleted for resources: {'Port': ['ID=2dcaceb2-727c-4935-92be-859b83da9c45,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:40.946533 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e21008-0ec1-4998-91f6-0c5813867004 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:40.950134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38e21008-0ec1-4998-91f6-0c5813867004 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.143493 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ade8d02d-1344-4775-b3d4-8da419f0225e tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.149686 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ade8d02d-1344-4775-b3d4-8da419f0225e tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "DELETE /v2.0/ports/2dcaceb2-727c-4935-92be-859b83da9c45 HTTP/1.1" status: 204 len: 168 time: 1.1475339 Mar 29 09:20:41.150903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48296) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:41.159827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-52abfcd3-e599-4bb5-9ca8-c8348d3404ed tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.300966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52514821-f49d-42e6-81c2-6908bfdd3883 req-8abf385e-3535-477b-9c16-d3869c424f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:41.302401 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-52514821-f49d-42e6-81c2-6908bfdd3883 req-8abf385e-3535-477b-9c16-d3869c424f82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4568384 Mar 29 09:20:41.309360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c126352-849b-4639-80c5-06cb5ebfa8b1 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:41.310949 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0c126352-849b-4639-80c5-06cb5ebfa8b1 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ca4a455-b399-43a1-aeeb-2dfe864a4023 HTTP/1.1" status: 200 len: 913 time: 0.1531806 Mar 29 09:20:41.314491 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48298) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:41.327224 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-52abfcd3-e599-4bb5-9ca8-c8348d3404ed tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.399013 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abfcd3-e599-4bb5-9ca8-c8348d3404ed tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba493fb-a3b9-49e1-89bd-cab7029bd943,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:41.402971 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-52abfcd3-e599-4bb5-9ca8-c8348d3404ed tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.405607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5625f0c9-eae3-44bc-ad3c-1f63308c800f None None] Network 22f55776-f03b-45a6-a940-68788bbd2846 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:41.409460 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-52abfcd3-e599-4bb5-9ca8-c8348d3404ed tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "DELETE /v2.0/subnets/3ba493fb-a3b9-49e1-89bd-cab7029bd943 HTTP/1.1" status: 204 len: 168 time: 0.7709215 Mar 29 09:20:41.412406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48300) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:41.497552 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38e21008-0ec1-4998-91f6-0c5813867004 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.513696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ff6c8-94aa-485c-9780-62ca1f95ae73 req-f9ca8058-4d3f-4b80-b568-339db4613fed tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:41.515222 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db9ff6c8-94aa-485c-9780-62ca1f95ae73 req-f9ca8058-4d3f-4b80-b568-339db4613fed tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2591541 Mar 29 09:20:41.608261 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e21008-0ec1-4998-91f6-0c5813867004 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:41.612102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.613431 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-38e21008-0ec1-4998-91f6-0c5813867004 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:41.618785 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e5ff15-208e-45b2-a61c-22ac81a0a288 None None] DHCP port deletion for 22f55776-f03b-45a6-a940-68788bbd2846 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:20:41.619198 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e21008-0ec1-4998-91f6-0c5813867004 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:41.619856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38e21008-0ec1-4998-91f6-0c5813867004 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.628817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94ab2a-bc0c-41f4-8186-79a2f8590619 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:41.639810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e21008-0ec1-4998-91f6-0c5813867004 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=d9b123db-6bd9-4797-8b12-a2fe61dc5abc,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:41.646562 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-52514821-f49d-42e6-81c2-6908bfdd3883 req-e7366a44-6992-4fd5-a75a-8e43d26d6460 service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085454 Mar 29 09:20:41.675592 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-38e21008-0ec1-4998-91f6-0c5813867004 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0708225 Mar 29 09:20:41.678700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48302) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:41.686369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-164aaefd-92e0-4a03-9d7e-72a2b3672ddd tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-37449696', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:41.687276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.736783 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db9ff6c8-94aa-485c-9780-62ca1f95ae73 req-2cca4658-673d-46fe-85e0-b308cdec9190 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803863 Mar 29 09:20:41.768135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-164aaefd-92e0-4a03-9d7e-72a2b3672ddd tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.769186 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-164aaefd-92e0-4a03-9d7e-72a2b3672ddd tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.795812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-55e5ff15-208e-45b2-a61c-22ac81a0a288 None None] Deleting port b272e054-3bf3-407a-836e-a311f0065592 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:41.796121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-55e5ff15-208e-45b2-a61c-22ac81a0a288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.853906 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-164aaefd-92e0-4a03-9d7e-72a2b3672ddd tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.863002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-164aaefd-92e0-4a03-9d7e-72a2b3672ddd tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.911803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-55e5ff15-208e-45b2-a61c-22ac81a0a288 None None] For port b272e054-3bf3-407a-836e-a311f0065592, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b272e054-3bf3-407a-836e-a311f0065592,segment=NetworkSegment(9d11eb97-948c-4191-b68a-fc26bd8315c3),segment_id=9d11eb97-948c-4191-b68a-fc26bd8315c3)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:41.912422 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-55e5ff15-208e-45b2-a61c-22ac81a0a288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.923988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': 'd9b123db-6bd9-4797-8b12-a2fe61dc5abc'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:41.925189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.927088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-164aaefd-92e0-4a03-9d7e-72a2b3672ddd tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:41.931075 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-164aaefd-92e0-4a03-9d7e-72a2b3672ddd tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2490945 Mar 29 09:20:41.934736 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48304) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:41.961509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-55e5ff15-208e-45b2-a61c-22ac81a0a288 None None] Calling delete_port for b272e054-3bf3-407a-836e-a311f0065592 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:41.991174 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-52514821-f49d-42e6-81c2-6908bfdd3883 req-a6d6d8c7-5eb0-4ba2-897e-302d32622492 service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955506 Mar 29 09:20:41.999926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.027755 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cb03f9f3-13b9-43a1-bdfe-826a56b28f3b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:42.069985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Router 40f7f1c0-0480-41dc-8155-fe549bfa7851 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:20:42.073843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Deleting port b272e054-3bf3-407a-836e-a311f0065592 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:42.074406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.142057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.188834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-309caa9d-3d33-4367-8f92-409797bef3cb tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.228114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-55e5ff15-208e-45b2-a61c-22ac81a0a288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.235899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port cb03f9f3-13b9-43a1-bdfe-826a56b28f3b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:42.236263 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.251621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] For port b272e054-3bf3-407a-836e-a311f0065592, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b272e054-3bf3-407a-836e-a311f0065592,segment=NetworkSegment(9d11eb97-948c-4191-b68a-fc26bd8315c3),segment_id=9d11eb97-948c-4191-b68a-fc26bd8315c3)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:42.252248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.271148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Allocated IP 2001:db8::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/d9b123db-6bd9-4797-8b12-a2fe61dc5abc/7325bf27-4737-448f-b1de-03c60452a452) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:42.279731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Calling delete_port for b272e054-3bf3-407a-836e-a311f0065592 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:42.296877 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5ff15-208e-45b2-a61c-22ac81a0a288 None None] Pushing event deleted for resources: {'Port': ['ID=b272e054-3bf3-407a-836e-a311f0065592,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:42.310817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e5ff15-208e-45b2-a61c-22ac81a0a288 None None] No DVR routers for this DVR port b272e054-3bf3-407a-836e-a311f0065592 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:20:42.403288 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.455534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:42.482268 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Sync routers for ids ['40f7f1c0-0480-41dc-8155-fe549bfa7851'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:42.514694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.524731 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Routers {'40f7f1c0-0480-41dc-8155-fe549bfa7851'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:42.527651 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['40f7f1c0-0480-41dc-8155-fe549bfa7851'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:42.545530 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.582110 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.592814 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a7e248a5-c1d6-496c-9b4b-6f55637ab032 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0810614 Mar 29 09:20:42.594108 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.597599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48306) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:42.625134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b272e054-3bf3-407a-836e-a311f0065592 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:42.630677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:42.658696 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:42.665013 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:42.668599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: b272e054-3bf3-407a-836e-a311f0065592 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:42.669115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b272e054-3bf3-407a-836e-a311f0065592 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:42.669938 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3a0844ac-f9a5-4720-80a5-b022a5674bf6 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:42.696545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Pushing event updated for resources: {'Port': ['ID=7325bf27-4737-448f-b1de-03c60452a452,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:42.704701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 3a0844ac-f9a5-4720-80a5-b022a5674bf6 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:42.705429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3a0844ac-f9a5-4720-80a5-b022a5674bf6 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:42.740252 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Set router 40f7f1c0-0480-41dc-8155-fe549bfa7851 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:42.750577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event deleted for resources: {'Port': ['ID=b272e054-3bf3-407a-836e-a311f0065592,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:42.756531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] No DVR routers for this DVR port b272e054-3bf3-407a-836e-a311f0065592 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:20:42.800537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.816642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Attempting to bind port 7325bf27-4737-448f-b1de-03c60452a452 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:42.817002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Attempting to bind port 7325bf27-4737-448f-b1de-03c60452a452 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:42.817362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Attempting to bind port 7325bf27-4737-448f-b1de-03c60452a452 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:42.825832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.829235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:42.829627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:42.830033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.831303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:42.831787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Bound port: 7325bf27-4737-448f-b1de-03c60452a452, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:42.834344 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.954414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] For port 7325bf27-4737-448f-b1de-03c60452a452, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:42.961783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] For port 7325bf27-4737-448f-b1de-03c60452a452, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=7325bf27-4737-448f-b1de-03c60452a452,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:42.970506 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:42.988876 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.002486 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f7f1c0-0480-41dc-8155-fe549bfa7851', 'name': 'tempest-snat-router-552551775', 'tenant_id': '089e542e425a4eefbee962cac966338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '6ec15c27-494e-4111-a885-2d6de5ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:36Z', 'updated_at': '2022-03-29T09:20:39Z', 'revision_number': 3, 'project_id': '089e542e425a4eefbee962cac966338c', 'gw_port': {'id': '6ec15c27-494e-4111-a885-2d6de5ce6a87', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f7f1c0-0480-41dc-8155-fe549bfa7851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:37Z', 'updated_at': '2022-03-29T09:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:43.046993 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Checking router: 40f7f1c0-0480-41dc-8155-fe549bfa7851 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:20:43.047340 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Updating router 40f7f1c0-0480-41dc-8155-fe549bfa7851 port 6ec15c27-494e-4111-a885-2d6de5ce6a87 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:20:43.057501 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f55776-f03b-45a6-a940-68788bbd2846']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:43.077804 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.080360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d11eb97-948c-4191-b68a-fc26bd8315c3') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:43.080944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d11eb97-948c-4191-b68a-fc26bd8315c3') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:43.086608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=4023961d-0281-4340-a641-2e18ac3f7742,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:43.100411 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3b3c3179-f5e2-4d59-b9de-e1ca5b283cf2 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/routers/40f7f1c0-0480-41dc-8155-fe549bfa7851 HTTP/1.1" status: 200 len: 907 time: 0.4912417 Mar 29 09:20:43.106298 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48310) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:43.110823 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.120979 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c02618-86cb-4673-a485-fae732e50b36 None None] Pushing event updated for resources: {'Port': ['ID=7325bf27-4737-448f-b1de-03c60452a452,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:43.141037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abc78f-9140-4650-8ad3-7dbba76f051f req-5d8a49e4-4330-4f15-af2c-d82390dc5bbb tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:43.142895 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b5abc78f-9140-4650-8ad3-7dbba76f051f req-5d8a49e4-4330-4f15-af2c-d82390dc5bbb tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2637370 Mar 29 09:20:43.168983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::1 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/d9b123db-6bd9-4797-8b12-a2fe61dc5abc/2feb1188-e21c-4fc8-a635-900811d12a93) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:43.180074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.192138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.194424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-309caa9d-3d33-4367-8f92-409797bef3cb tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Deleting port cc7f9a0b-a3c9-4cf1-8964-fe000a61b37a {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:43.194947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-309caa9d-3d33-4367-8f92-409797bef3cb tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.458699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-309caa9d-3d33-4367-8f92-409797bef3cb tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.464954 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.482041 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-309caa9d-3d33-4367-8f92-409797bef3cb tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Calling delete_port for cc7f9a0b-a3c9-4cf1-8964-fe000a61b37a owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:43.487326 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.494282 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.543169 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc115e-b24f-498e-85bb-03ded56d654b None None] Pushing event updated for resources: {'Port': ['ID=6ec15c27-494e-4111-a885-2d6de5ce6a87,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:43.570588 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Attempting to bind port 6ec15c27-494e-4111-a885-2d6de5ce6a87 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:43.571014 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Attempting to bind port 6ec15c27-494e-4111-a885-2d6de5ce6a87 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:43.571374 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Attempting to bind port 6ec15c27-494e-4111-a885-2d6de5ce6a87 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:43.578353 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:43.579742 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:43.580426 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.581019 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:43.581742 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Bound port: 6ec15c27-494e-4111-a885-2d6de5ce6a87, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:43.582357 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.582889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.589589 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:20:43.590704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.646504 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] For port 6ec15c27-494e-4111-a885-2d6de5ce6a87, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:43.650767 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] For port 6ec15c27-494e-4111-a885-2d6de5ce6a87, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6ec15c27-494e-4111-a885-2d6de5ce6a87,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:43.659545 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:20:43.663934 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:20:43.674814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.680522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:43.689261 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:43.697367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=2feb1188-e21c-4fc8-a635-900811d12a93,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:43.700929 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:43.701179 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.704684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.707661 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] 10.222.0.32 "DELETE /v2.0/networks/22f55776-f03b-45a6-a940-68788bbd2846 HTTP/1.1" status: 204 len: 168 time: 2.2895679 Mar 29 09:20:43.722370 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b5abc78f-9140-4650-8ad3-7dbba76f051f req-c1bde624-999c-4427-b872-a2e1d72b0699 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5391755 Mar 29 09:20:43.731602 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc115e-b24f-498e-85bb-03ded56d654b None None] Pushing event updated for resources: {'Port': ['ID=6ec15c27-494e-4111-a885-2d6de5ce6a87,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:43.752510 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Routers {'40f7f1c0-0480-41dc-8155-fe549bfa7851'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:43.753238 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['40f7f1c0-0480-41dc-8155-fe549bfa7851'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:43.890522 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] Set router 40f7f1c0-0480-41dc-8155-fe549bfa7851 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:43.955831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e27a7-ad67-426f-bfe9-2bb72940fbe0 tempest-AllowedAddressPairTestJSON-1137997426 tempest-AllowedAddressPairTestJSON-1137997426-project] Pushing event deleted for resources: {'Network': ['ID=22f55776-f03b-45a6-a940-68788bbd2846,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:43.979701 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:43.994823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7325bf27-4737-448f-b1de-03c60452a452 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:44.047544 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Floating IP eb35bd37-5a4e-4c7b-bb0b-0289e06123fc associated. External IP: 172.26.1.115, port: 509a1495-d57d-452c-bb1f-c2991291a38c. Mar 29 09:20:44.084219 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-309caa9d-3d33-4367-8f92-409797bef3cb tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:44.123693 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 7325bf27-4737-448f-b1de-03c60452a452 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:44.127229 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:44.156039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:44.210704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48318) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:44.252342 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357256e-e402-438c-aa4e-7e0bd3967dee req-fe53e7a1-f4e1-479c-8610-ad54ae44d5b8 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:44.255184 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c357256e-e402-438c-aa4e-7e0bd3967dee req-fe53e7a1-f4e1-479c-8610-ad54ae44d5b8 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2880597 Mar 29 09:20:44.281540 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f7f1c0-0480-41dc-8155-fe549bfa7851', 'name': 'tempest-snat-router-552551775', 'tenant_id': '089e542e425a4eefbee962cac966338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '6ec15c27-494e-4111-a885-2d6de5ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:36Z', 'updated_at': '2022-03-29T09:20:39Z', 'revision_number': 3, 'project_id': '089e542e425a4eefbee962cac966338c', 'gw_port': {'id': '6ec15c27-494e-4111-a885-2d6de5ce6a87', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f7f1c0-0480-41dc-8155-fe549bfa7851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:37Z', 'updated_at': '2022-03-29T09:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:44.290617 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309caa9d-3d33-4367-8f92-409797bef3cb tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event deleted for resources: {'Port': ['ID=cc7f9a0b-a3c9-4cf1-8964-fe000a61b37a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:44.327463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:44.348368 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ddc9b4-a14d-4e28-946f-43959e2977da None None] The sync data for ids ['40f7f1c0-0480-41dc-8155-fe549bfa7851'] in dv-neutron-835554-1-hyperv is: [{'id': '40f7f1c0-0480-41dc-8155-fe549bfa7851', 'name': 'tempest-snat-router-552551775', 'tenant_id': '089e542e425a4eefbee962cac966338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '6ec15c27-494e-4111-a885-2d6de5ce6a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:36Z', 'updated_at': '2022-03-29T09:20:39Z', 'revision_number': 3, 'project_id': '089e542e425a4eefbee962cac966338c', 'gw_port': {'id': '6ec15c27-494e-4111-a885-2d6de5ce6a87', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f7f1c0-0480-41dc-8155-fe549bfa7851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:37Z', 'updated_at': '2022-03-29T09:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:44.402401 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 7325bf27-4737-448f-b1de-03c60452a452, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=7325bf27-4737-448f-b1de-03c60452a452,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:44.411574 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:44.452464 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-309caa9d-3d33-4367-8f92-409797bef3cb tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:44.525927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=7325bf27-4737-448f-b1de-03c60452a452,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:44.572706 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c357256e-e402-438c-aa4e-7e0bd3967dee req-87134001-7a16-4a10-9ba6-0868bea1e65d tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034186 Mar 29 09:20:44.642057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:44.785535 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c5dd7f7d-fc86-421b-b8a7-f7a24f29ce92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=131c54303c4e42a2a80f83548adf4057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159140 Mar 29 09:20:44.790298 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48324) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:44.803881 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309caa9d-3d33-4367-8f92-409797bef3cb tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Router 3ca4a455-b399-43a1-aeeb-2dfe864a4023 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:44.826129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:44.872980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ad781512-a78f-4276-803c-781a8167a9d0 None None] Provisioning complete for port 7325bf27-4737-448f-b1de-03c60452a452 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:44.873356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad781512-a78f-4276-803c-781a8167a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:44.976190 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.040408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Deleting port 6ec15c27-494e-4111-a885-2d6de5ce6a87 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:45.041462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.077140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.077944 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.117339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702ce25-f05a-4a83-9ed4-ed0ba756534d req-4a1ba5de-528b-40ca-b62e-b868d3ffae06 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:45.120449 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5702ce25-f05a-4a83-9ed4-ed0ba756534d req-4a1ba5de-528b-40ca-b62e-b868d3ffae06 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.1831918 Mar 29 09:20:45.127989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309caa9d-3d33-4367-8f92-409797bef3cb tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:45.139155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606afa8-33c9-46ba-83ba-77481ff1d1e1 None None] Sync routers for ids ['3ca4a455-b399-43a1-aeeb-2dfe864a4023'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:45.149344 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-309caa9d-3d33-4367-8f92-409797bef3cb tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "PUT /v2.0/routers/3ca4a455-b399-43a1-aeeb-2dfe864a4023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8336916 Mar 29 09:20:45.154352 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48328) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:45.159080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606afa8-33c9-46ba-83ba-77481ff1d1e1 None None] Routers {'3ca4a455-b399-43a1-aeeb-2dfe864a4023'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:45.160482 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c606afa8-33c9-46ba-83ba-77481ff1d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3ca4a455-b399-43a1-aeeb-2dfe864a4023'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:45.164911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:45.169648 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fa332bd-1593-466e-99e6-51b5cbce17ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.175933 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401d2800-2f20-4f4f-adc0-dc8e97c67a9d None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:45.190714 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d2800-2f20-4f4f-adc0-dc8e97c67a9d None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:45.191336 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-401d2800-2f20-4f4f-adc0-dc8e97c67a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:45.196458 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fa332bd-1593-466e-99e6-51b5cbce17ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.244585 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5702ce25-f05a-4a83-9ed4-ed0ba756534d req-8dfcb783-78ea-4943-a395-dca0c95edfa4 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813892 Mar 29 09:20:45.250167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.256017 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-401d2800-2f20-4f4f-adc0-dc8e97c67a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:45.276914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c606afa8-33c9-46ba-83ba-77481ff1d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:45.278071 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d2800-2f20-4f4f-adc0-dc8e97c67a9d None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:45.278972 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-401d2800-2f20-4f4f-adc0-dc8e97c67a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:45.319548 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fa332bd-1593-466e-99e6-51b5cbce17ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.322233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606afa8-33c9-46ba-83ba-77481ff1d1e1 None None] Routers {'3ca4a455-b399-43a1-aeeb-2dfe864a4023'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:45.322646 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fa332bd-1593-466e-99e6-51b5cbce17ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.322951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c606afa8-33c9-46ba-83ba-77481ff1d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3ca4a455-b399-43a1-aeeb-2dfe864a4023'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:45.323868 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8fa332bd-1593-466e-99e6-51b5cbce17ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57c1f518-f44a-49f6-b7bf-313964a923d0 HTTP/1.1" status: 204 len: 168 time: 0.5317297 Mar 29 09:20:45.342979 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-401d2800-2f20-4f4f-adc0-dc8e97c67a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:45.345248 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401d2800-2f20-4f4f-adc0-dc8e97c67a9d None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:45.373051 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] For port 6ec15c27-494e-4111-a885-2d6de5ce6a87, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6ec15c27-494e-4111-a885-2d6de5ce6a87,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:45.373514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.377217 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-44071360-11fd-41f6-ae34-f66c9010477a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4822464 Mar 29 09:20:45.380756 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48334) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:45.396651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9dd69099-0c5c-4341-b397-411262a35d7e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:45.401392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c606afa8-33c9-46ba-83ba-77481ff1d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:45.401963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c606afa8-33c9-46ba-83ba-77481ff1d1e1 None None] The sync data for ids ['3ca4a455-b399-43a1-aeeb-2dfe864a4023'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:45.411910 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8f1c03fc-2432-4495-849d-00effc0480f7 None None] Provisioning complete for port 2feb1188-e21c-4fc8-a635-900811d12a93 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:45.412525 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8f1c03fc-2432-4495-849d-00effc0480f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.454955 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=2feb1188-e21c-4fc8-a635-900811d12a93,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:45.468302 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2186add-f2c5-4ba0-a31c-5c15c6dca50f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.470768 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa332bd-1593-466e-99e6-51b5cbce17ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c1f518-f44a-49f6-b7bf-313964a923d0,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:45.509801 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Calling delete_port for 6ec15c27-494e-4111-a885-2d6de5ce6a87 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:45.515810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c03fc-2432-4495-849d-00effc0480f7 None None] Port 2feb1188-e21c-4fc8-a635-900811d12a93 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:45.538840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672a81d-6035-4291-8b0b-70401e9e96b6 req-82ef3b6b-25dd-4903-b4c3-08a47027fd61 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:45.548590 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0672a81d-6035-4291-8b0b-70401e9e96b6 req-82ef3b6b-25dd-4903-b4c3-08a47027fd61 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.1466303 Mar 29 09:20:45.637801 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9dd69099-0c5c-4341-b397-411262a35d7e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.642262 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0672a81d-6035-4291-8b0b-70401e9e96b6 req-79710f86-ace1-44e5-be0b-4c23c2cd51bd tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926738 Mar 29 09:20:45.672727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:45.675920 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:45.716529 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2186add-f2c5-4ba0-a31c-5c15c6dca50f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.719732 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2186add-f2c5-4ba0-a31c-5c15c6dca50f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.835442 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2186add-f2c5-4ba0-a31c-5c15c6dca50f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.835442 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2186add-f2c5-4ba0-a31c-5c15c6dca50f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Fanout notify agent at l3_agent the message router_deleted on router 3ca4a455-b399-43a1-aeeb-2dfe864a4023 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:20:45.859098 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2186add-f2c5-4ba0-a31c-5c15c6dca50f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:45.862707 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e2186add-f2c5-4ba0-a31c-5c15c6dca50f tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "DELETE /v2.0/routers/3ca4a455-b399-43a1-aeeb-2dfe864a4023 HTTP/1.1" status: 204 len: 168 time: 0.7037239 Mar 29 09:20:45.864997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48348) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:46.039496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Router f117c1cb-6435-4475-aa53-45af96bde358 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:20:46.047179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1e39a-c55d-457a-adab-b3a254c990a0 req-3fdeaaaf-b975-4d36-af0a-d52d4ccdb6b0 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:46.049034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e3d1e39a-c55d-457a-adab-b3a254c990a0 req-3fdeaaaf-b975-4d36-af0a-d52d4ccdb6b0 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2396989 Mar 29 09:20:46.078460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7325bf27-4737-448f-b1de-03c60452a452 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:46.128945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c3128e-6e1f-49eb-be2c-28fbc1bb1176 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Deleting subnet 27f61ca1-2e65-4d67-832a-b8d163a91303 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:46.139835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 7325bf27-4737-448f-b1de-03c60452a452 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:46.140869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:46.154657 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65c3128e-6e1f-49eb-be2c-28fbc1bb1176 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:46.179489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:46.188729 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-86cc6b7d-75c1-4309-8c05-500cfafe4cad tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "PUT /v2.0/routers/f117c1cb-6435-4475-aa53-45af96bde358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2503710 Mar 29 09:20:46.188855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48356) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:46.199614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Sync routers for ids ['f117c1cb-6435-4475-aa53-45af96bde358'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:46.212182 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d3411f38-9d44-490f-9931-036563eaad82 None None] Provisioning complete for port 2feb1188-e21c-4fc8-a635-900811d12a93 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:46.213785 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d3411f38-9d44-490f-9931-036563eaad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:46.252095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Routers {'f117c1cb-6435-4475-aa53-45af96bde358'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:46.252941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f117c1cb-6435-4475-aa53-45af96bde358'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:46.255602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd3d5f-b212-4f51-8beb-6436f581b3a1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:46.258991 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cccd3d5f-b212-4f51-8beb-6436f581b3a1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports/2feb1188-e21c-4fc8-a635-900811d12a93 HTTP/1.1" status: 200 len: 911 time: 0.0692422 Mar 29 09:20:46.263071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48360) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:46.285811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9dd69099-0c5c-4341-b397-411262a35d7e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:46.289046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:46.304035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d3411f38-9d44-490f-9931-036563eaad82 None None] Port 2feb1188-e21c-4fc8-a635-900811d12a93 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:20:46.344378 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e3d1e39a-c55d-457a-adab-b3a254c990a0 req-f6eae6e8-b19e-43a2-92f5-e0b169851f90 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585309 Mar 29 09:20:46.345034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9dd69099-0c5c-4341-b397-411262a35d7e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:46.345368 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-9dd69099-0c5c-4341-b397-411262a35d7e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Floating IP eb35bd37-5a4e-4c7b-bb0b-0289e06123fc disassociated. External IP: 172.26.1.115, port: 509a1495-d57d-452c-bb1f-c2991291a38c. Mar 29 09:20:46.349920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65c3128e-6e1f-49eb-be2c-28fbc1bb1176 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:46.365211 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd13ef-d06e-408c-8279-547089cfa60f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:46.375819 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd13ef-d06e-408c-8279-547089cfa60f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:46.380767 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e9fd13ef-d06e-408c-8279-547089cfa60f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1166363 Mar 29 09:20:46.381984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48364) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:46.466196 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48366) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:46.477624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ec15c27-494e-4111-a885-2d6de5ce6a87,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:46.624803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Set router f117c1cb-6435-4475-aa53-45af96bde358 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:46.657881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6ec15c27-494e-4111-a885-2d6de5ce6a87 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:46.661154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1735662956'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:46.683388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 6ec15c27-494e-4111-a885-2d6de5ce6a87 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:46.684014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6ec15c27-494e-4111-a885-2d6de5ce6a87 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 29 09:20:46.711072 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Port 6ec15c27-494e-4111-a885-2d6de5ce6a87 not found, will not notify nova. {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 29 09:20:46.783122 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65c3128e-6e1f-49eb-be2c-28fbc1bb1176 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:46.964384 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f117c1cb-6435-4475-aa53-45af96bde358', 'name': 'tempest-NetworksTestDHCPv6-router-37449696', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:41Z', 'updated_at': '2022-03-29T09:20:43Z', 'revision_number': 2, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'gw_port_host': None, '_interfaces': [{'id': '2feb1188-e21c-4fc8-a635-900811d12a93', 'name': '', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'mac_address': 'fa:16:3e:9f:5e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f117c1cb-6435-4475-aa53-45af96bde358', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd9b123db-6bd9-4797-8b12-a2fe61dc5abc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:42Z', 'updated_at': '2022-03-29T09:20:44Z', 'revision_number': 2, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'subnets': [{'id': 'd9b123db-6bd9-4797-8b12-a2fe61dc5abc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:46.999177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Checking router: f117c1cb-6435-4475-aa53-45af96bde358 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:20:46.999635 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Updating router f117c1cb-6435-4475-aa53-45af96bde358 port 2feb1188-e21c-4fc8-a635-900811d12a93 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:20:47.029212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.057735 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:47.061509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.074364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.155456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.203564 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.210919 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.261227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:20:47.288614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.289030 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Added segment dc6f7b00-7526-487f-a0d3-c95250135d69 of type vlan for network 6d83e268-5ba7-4f16-9c2d-ee96085298d9 Mar 29 09:20:47.290621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb666f9-6a33-47df-8659-63d0f914fdf0,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:47.301644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-546da2fe-78b8-400a-a09d-73ba9f0629c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.309144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897a721-a7ba-4790-9b39-ec9a1ec855d9 req-231645d5-a753-4943-b53b-b1e17e85048f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:47.316742 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0897a721-a7ba-4790-9b39-ec9a1ec855d9 req-231645d5-a753-4943-b53b-b1e17e85048f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.6802208 Mar 29 09:20:47.342078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.349083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.375356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd69099-0c5c-4341-b397-411262a35d7e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:47.410098 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.417324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.420449 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.422854 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf706a0-1382-4fa0-9b56-c001e1aa30ec None None] Pushing event updated for resources: {'Port': ['ID=2feb1188-e21c-4fc8-a635-900811d12a93,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:47.472227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65c3128e-6e1f-49eb-be2c-28fbc1bb1176 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.482440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Attempting to bind port 2feb1188-e21c-4fc8-a635-900811d12a93 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:47.482907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Attempting to bind port 2feb1188-e21c-4fc8-a635-900811d12a93 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:47.483511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Attempting to bind port 2feb1188-e21c-4fc8-a635-900811d12a93 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:47.491990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:47.492649 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:47.493173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.493669 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:47.494259 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Bound port: 2feb1188-e21c-4fc8-a635-900811d12a93, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:47.494732 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.503793 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.510046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:47.510649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.553561 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0897a721-a7ba-4790-9b39-ec9a1ec855d9 req-1e8ffd12-e630-4e04-bfd8-8f6fb4f87334 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358522 Mar 29 09:20:47.563341 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.575313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40f7f1c0-0480-41dc-8155-fe549bfa7851 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:20:47.582039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3128e-6e1f-49eb-be2c-28fbc1bb1176 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event deleted for resources: {'Subnet': ['ID=27f61ca1-2e65-4d67-832a-b8d163a91303,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:47.586587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.588619 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f4a910db-e49d-4b87-a082-4b63ecdbf74c tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "DELETE /v2.0/routers/40f7f1c0-0480-41dc-8155-fe549bfa7851 HTTP/1.1" status: 204 len: 168 time: 4.4729199 Mar 29 09:20:47.594544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48374) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:47.597046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65c3128e-6e1f-49eb-be2c-28fbc1bb1176 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.604377 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1369028 Mar 29 09:20:47.606095 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-65c3128e-6e1f-49eb-be2c-28fbc1bb1176 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "DELETE /v2.0/subnets/27f61ca1-2e65-4d67-832a-b8d163a91303 HTTP/1.1" status: 204 len: 168 time: 1.7378690 Mar 29 09:20:47.611287 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db58a767-e401-4ee6-a810-046cc499faff None None] Network d1f634f7-f04c-4a8d-b801-43b58e10a9ba requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:47.613395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48378) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:47.621878 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037043c7-6404-4bc1-aaa2-39d967a57a65 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Network': ['ID=6d83e268-5ba7-4f16-9c2d-ee96085298d9,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:47.646684 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 6d83e268-5ba7-4f16-9c2d-ee96085298d9 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:20:47.736292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] For port 2feb1188-e21c-4fc8-a635-900811d12a93, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:47.792329 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-546da2fe-78b8-400a-a09d-73ba9f0629c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 2feb1188-e21c-4fc8-a635-900811d12a93 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:47.792910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-546da2fe-78b8-400a-a09d-73ba9f0629c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.865787 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.916004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd69099-0c5c-4341-b397-411262a35d7e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:47.925737 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2007e-27c6-4b9d-8c24-10ccbd6dafc5 None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:47.930255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9dd69099-0c5c-4341-b397-411262a35d7e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:47.939937 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2007e-27c6-4b9d-8c24-10ccbd6dafc5 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:47.942800 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-bbd2007e-27c6-4b9d-8c24-10ccbd6dafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:48.004112 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-bbd2007e-27c6-4b9d-8c24-10ccbd6dafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:48.008607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-546da2fe-78b8-400a-a09d-73ba9f0629c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] For port 2feb1188-e21c-4fc8-a635-900811d12a93, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:48.012294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-546da2fe-78b8-400a-a09d-73ba9f0629c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.015644 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2007e-27c6-4b9d-8c24-10ccbd6dafc5 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:48.016435 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-bbd2007e-27c6-4b9d-8c24-10ccbd6dafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:48.031490 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9dd69099-0c5c-4341-b397-411262a35d7e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "PUT /v2.0/floatingips/eb35bd37-5a4e-4c7b-bb0b-0289e06123fc HTTP/1.1" status: 200 len: 688 time: 2.6389453 Mar 29 09:20:48.033511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48380) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:48.041422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-546da2fe-78b8-400a-a09d-73ba9f0629c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 2feb1188-e21c-4fc8-a635-900811d12a93 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:48.058824 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-bbd2007e-27c6-4b9d-8c24-10ccbd6dafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:48.059837 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd2007e-27c6-4b9d-8c24-10ccbd6dafc5 None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:48.063581 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] For port 2feb1188-e21c-4fc8-a635-900811d12a93, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=2feb1188-e21c-4fc8-a635-900811d12a93,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:48.078950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.081472 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.147520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-9d01f4c5-703e-43d8-bdb4-646e93a79563 None None] Provisioning complete for port 2feb1188-e21c-4fc8-a635-900811d12a93 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:48.147768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9d01f4c5-703e-43d8-bdb4-646e93a79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.185698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Deleting port aad0ae00-d17a-4972-98bc-f4239a857e8f {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:48.186366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.249944 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Routers {'f117c1cb-6435-4475-aa53-45af96bde358'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:48.250662 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f117c1cb-6435-4475-aa53-45af96bde358'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:48.362471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f506ef3-0fd7-48c5-adb3-c220727a4971 None None] DHCP port deletion for d1f634f7-f04c-4a8d-b801-43b58e10a9ba request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:20:48.369216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf706a0-1382-4fa0-9b56-c001e1aa30ec None None] Pushing event updated for resources: {'Port': ['ID=2feb1188-e21c-4fc8-a635-900811d12a93,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:48.434552 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] For port aad0ae00-d17a-4972-98bc-f4239a857e8f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=aad0ae00-d17a-4972-98bc-f4239a857e8f,segment=NetworkSegment(2bb86adf-9d3e-42f5-acdf-3982a03dbc66),segment_id=2bb86adf-9d3e-42f5-acdf-3982a03dbc66)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:48.434927 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.451828 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-546da2fe-78b8-400a-a09d-73ba9f0629c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.474287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Calling delete_port for aad0ae00-d17a-4972-98bc-f4239a857e8f owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:48.482134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.500868 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546da2fe-78b8-400a-a09d-73ba9f0629c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=2feb1188-e21c-4fc8-a635-900811d12a93,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:48.542754 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-9d01f4c5-703e-43d8-bdb4-646e93a79563 None None] Port 2feb1188-e21c-4fc8-a635-900811d12a93 update to ACTIVE by agent not found {{(pid=102497) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 29 09:20:48.561505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] Set router f117c1cb-6435-4475-aa53-45af96bde358 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:20:48.632039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-e882c4a4-113a-42e8-93b8-19acaa4a3bac tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port 4023961d-0281-4340-a641-2e18ac3f7742 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:48.632602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e882c4a4-113a-42e8-93b8-19acaa4a3bac tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.640218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2f506ef3-0fd7-48c5-adb3-c220727a4971 None None] Deleting port aad0ae00-d17a-4972-98bc-f4239a857e8f {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:48.640902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2f506ef3-0fd7-48c5-adb3-c220727a4971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.738581 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-546da2fe-78b8-400a-a09d-73ba9f0629c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.766462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a319a99e-33cc-47cc-9388-e7f2941fdca8 None None] Could not find standard attr ID for object 2feb1188-e21c-4fc8-a635-900811d12a93. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:20:48.863495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e882c4a4-113a-42e8-93b8-19acaa4a3bac tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.864113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e882c4a4-113a-42e8-93b8-19acaa4a3bac tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.885392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.905916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-e882c4a4-113a-42e8-93b8-19acaa4a3bac tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for 4023961d-0281-4340-a641-2e18ac3f7742 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:48.938245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-2f506ef3-0fd7-48c5-adb3-c220727a4971 None None] For port aad0ae00-d17a-4972-98bc-f4239a857e8f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=aad0ae00-d17a-4972-98bc-f4239a857e8f,segment=NetworkSegment(2bb86adf-9d3e-42f5-acdf-3982a03dbc66),segment_id=2bb86adf-9d3e-42f5-acdf-3982a03dbc66)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:48.938914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2f506ef3-0fd7-48c5-adb3-c220727a4971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.953146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968d35b-09c7-4eea-b861-8b15aeded9ef req-495d6208-4ee3-4773-bb25-6538845345ca tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:48.960742 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3968d35b-09c7-4eea-b861-8b15aeded9ef req-495d6208-4ee3-4773-bb25-6538845345ca tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2662468 Mar 29 09:20:48.965837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event deleted for resources: {'Port': ['ID=aad0ae00-d17a-4972-98bc-f4239a857e8f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:48.966223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2f506ef3-0fd7-48c5-adb3-c220727a4971 None None] Calling delete_port for aad0ae00-d17a-4972-98bc-f4239a857e8f owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:48.969763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Deleting port cb03f9f3-13b9-43a1-bdfe-826a56b28f3b {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:48.970331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:48.972413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] No DVR routers for this DVR port aad0ae00-d17a-4972-98bc-f4239a857e8f on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:20:49.004237 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546da2fe-78b8-400a-a09d-73ba9f0629c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Router f117c1cb-6435-4475-aa53-45af96bde358 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:49.112797 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f117c1cb-6435-4475-aa53-45af96bde358', 'name': 'tempest-NetworksTestDHCPv6-router-37449696', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:41Z', 'updated_at': '2022-03-29T09:20:43Z', 'revision_number': 2, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'gw_port_host': None, '_interfaces': [{'id': '2feb1188-e21c-4fc8-a635-900811d12a93', 'name': '', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'mac_address': 'fa:16:3e:9f:5e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f117c1cb-6435-4475-aa53-45af96bde358', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd9b123db-6bd9-4797-8b12-a2fe61dc5abc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:42Z', 'updated_at': '2022-03-29T09:20:47Z', 'revision_number': 4, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'subnets': [{'id': 'd9b123db-6bd9-4797-8b12-a2fe61dc5abc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:49.122328 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546da2fe-78b8-400a-a09d-73ba9f0629c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:49.129612 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-546da2fe-78b8-400a-a09d-73ba9f0629c6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "PUT /v2.0/routers/f117c1cb-6435-4475-aa53-45af96bde358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7455945 Mar 29 09:20:49.131510 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48384) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:49.161763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ed156e-857d-41f5-90dd-78c1173c9507 None None] The sync data for ids ['f117c1cb-6435-4475-aa53-45af96bde358'] in dv-neutron-835554-1-hyperv is: [{'id': 'f117c1cb-6435-4475-aa53-45af96bde358', 'name': 'tempest-NetworksTestDHCPv6-router-37449696', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:20:41Z', 'updated_at': '2022-03-29T09:20:43Z', 'revision_number': 2, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'gw_port_host': None, '_interfaces': [{'id': '2feb1188-e21c-4fc8-a635-900811d12a93', 'name': '', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'mac_address': 'fa:16:3e:9f:5e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f117c1cb-6435-4475-aa53-45af96bde358', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'd9b123db-6bd9-4797-8b12-a2fe61dc5abc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:20:42Z', 'updated_at': '2022-03-29T09:20:47Z', 'revision_number': 4, 'project_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'subnets': [{'id': 'd9b123db-6bd9-4797-8b12-a2fe61dc5abc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:49.171835 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3968d35b-09c7-4eea-b861-8b15aeded9ef req-9ef17ea0-071e-41c0-8047-395d80485fa5 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080781 Mar 29 09:20:49.178716 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2f506ef3-0fd7-48c5-adb3-c220727a4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:49.241388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f506ef3-0fd7-48c5-adb3-c220727a4971 None None] Pushing event deleted for resources: {'Port': ['ID=aad0ae00-d17a-4972-98bc-f4239a857e8f,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:49.256690 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f502f-1ddf-4db4-920a-cc99c72f3fba tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:49.258340 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f506ef3-0fd7-48c5-adb3-c220727a4971 None None] No DVR routers for this DVR port aad0ae00-d17a-4972-98bc-f4239a857e8f on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:20:49.260867 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f502f-1ddf-4db4-920a-cc99c72f3fba tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:49.265133 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cb3f502f-1ddf-4db4-920a-cc99c72f3fba tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1319053 Mar 29 09:20:49.270694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:49.271524 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48388) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:49.382168 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-d373c6ff-e5c0-401e-96c5-605d2ffe5a82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet d9b123db-6bd9-4797-8b12-a2fe61dc5abc {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:49.391967 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d373c6ff-e5c0-401e-96c5-605d2ffe5a82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:49.418298 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] For port cb03f9f3-13b9-43a1-bdfe-826a56b28f3b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cb03f9f3-13b9-43a1-bdfe-826a56b28f3b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:49.418817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:49.433000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f634f7-f04c-4a8d-b801-43b58e10a9ba']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:49.458332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb86adf-9d3e-42f5-acdf-3982a03dbc66') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:49.458332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb86adf-9d3e-42f5-acdf-3982a03dbc66') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:49.486672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d373c6ff-e5c0-401e-96c5-605d2ffe5a82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:49.487244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Calling delete_port for cb03f9f3-13b9-43a1-bdfe-826a56b28f3b owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:49.494432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:49.571059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e882c4a4-113a-42e8-93b8-19acaa4a3bac tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:49.678111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:49.689752 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882c4a4-113a-42e8-93b8-19acaa4a3bac tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=4023961d-0281-4340-a641-2e18ac3f7742,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:49.702628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:20:49.703048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:20:49.707259 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:20:49.733428 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d373c6ff-e5c0-401e-96c5-605d2ffe5a82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:49.818483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f0fc0-6c44-4126-8bb3-df7e2b40e527 req-b56d3841-0cd5-44c4-bd3f-760e0c6dff82 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:49.826317 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb0f0fc0-6c44-4126-8bb3-df7e2b40e527 req-b56d3841-0cd5-44c4-bd3f-760e0c6dff82 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3772764 Mar 29 09:20:49.828767 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d373c6ff-e5c0-401e-96c5-605d2ffe5a82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:49.854942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373c6ff-e5c0-401e-96c5-605d2ffe5a82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b123db-6bd9-4797-8b12-a2fe61dc5abc,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:49.877205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d373c6ff-e5c0-401e-96c5-605d2ffe5a82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:49.882899 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d373c6ff-e5c0-401e-96c5-605d2ffe5a82 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/d9b123db-6bd9-4797-8b12-a2fe61dc5abc HTTP/1.1" status: 204 len: 168 time: 0.6080799 Mar 29 09:20:49.883172 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48392) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:49.907323 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7497ca7b-959c-4dda-bf1e-e7e2fc2d9814 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:50.014191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6ec15c27-494e-4111-a885-2d6de5ce6a87 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:50.049304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 6ec15c27-494e-4111-a885-2d6de5ce6a87 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:50.049739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6ec15c27-494e-4111-a885-2d6de5ce6a87 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:50.050130 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device aad0ae00-d17a-4972-98bc-f4239a857e8f no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:50.076235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: aad0ae00-d17a-4972-98bc-f4239a857e8f {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:50.076690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device aad0ae00-d17a-4972-98bc-f4239a857e8f not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:50.126160 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-904f9d5a-4669-44cd-80d2-ff4ed79cd42a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2399240 Mar 29 09:20:50.130006 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48394) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:50.159028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.236270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95702f39-2358-445f-872b-c3649f493555 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.268738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.274129 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023fc9d7-021c-47de-b5c2-dbd0cf0fd710 None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:20:50.276414 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] 10.222.0.32 "DELETE /v2.0/networks/d1f634f7-f04c-4a8d-b801-43b58e10a9ba HTTP/1.1" status: 204 len: 168 time: 2.6618712 Mar 29 09:20:50.304345 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3a7f0-48f7-496c-8ddd-3d70e11bb666 tempest-FloatingIPNegativeTestJSON-116290490 tempest-FloatingIPNegativeTestJSON-116290490-project] Pushing event deleted for resources: {'Network': ['ID=d1f634f7-f04c-4a8d-b801-43b58e10a9ba,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:50.335128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e882c4a4-113a-42e8-93b8-19acaa4a3bac tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.343572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e882c4a4-113a-42e8-93b8-19acaa4a3bac tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.351480 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e882c4a4-113a-42e8-93b8-19acaa4a3bac tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/floatingips/eb35bd37-5a4e-4c7b-bb0b-0289e06123fc HTTP/1.1" status: 204 len: 168 time: 2.3148038 Mar 29 09:20:50.359072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48398) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:50.377060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': 'bcb14268-b9f2-4c82-877c-a19c7590afea'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:50.466548 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb0f0fc0-6c44-4126-8bb3-df7e2b40e527 req-0315917e-2dc2-480c-bdb3-b7e4fbd22c45 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4408014 Mar 29 09:20:50.468107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-023fc9d7-021c-47de-b5c2-dbd0cf0fd710 None None] Deleting port 7325bf27-4737-448f-b1de-03c60452a452 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:50.468715 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-023fc9d7-021c-47de-b5c2-dbd0cf0fd710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.490639 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95702f39-2358-445f-872b-c3649f493555 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.494182 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95702f39-2358-445f-872b-c3649f493555 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.554335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.573449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.613275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95702f39-2358-445f-872b-c3649f493555 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.614011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95702f39-2358-445f-872b-c3649f493555 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Fanout notify agent at l3_agent the message router_deleted on router f117c1cb-6435-4475-aa53-45af96bde358 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:20:50.636640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95702f39-2358-445f-872b-c3649f493555 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.638989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-023fc9d7-021c-47de-b5c2-dbd0cf0fd710 None None] For port 7325bf27-4737-448f-b1de-03c60452a452, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=7325bf27-4737-448f-b1de-03c60452a452,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:50.644519 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-95702f39-2358-445f-872b-c3649f493555 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/routers/f117c1cb-6435-4475-aa53-45af96bde358 HTTP/1.1" status: 204 len: 168 time: 0.5117583 Mar 29 09:20:50.645555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-023fc9d7-021c-47de-b5c2-dbd0cf0fd710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:50.646247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48400) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:50.692645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb03f9f3-13b9-43a1-bdfe-826a56b28f3b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:50.707261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-023fc9d7-021c-47de-b5c2-dbd0cf0fd710 None None] Calling delete_port for 7325bf27-4737-448f-b1de-03c60452a452 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:50.799094 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bb1759-6b02-45dc-bd79-f37ac7ac5e62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:50.808855 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-87bb1759-6b02-45dc-bd79-f37ac7ac5e62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1607327 Mar 29 09:20:50.811498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48404) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:50.848869 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48406) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:50.972799 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6d43d6-102e-4880-8d78-baa608b7e67b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:50.979195 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3c6d43d6-102e-4880-8d78-baa608b7e67b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1632733 Mar 29 09:20:50.983619 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48410) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:51.056059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-023fc9d7-021c-47de-b5c2-dbd0cf0fd710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.102490 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4be319b7-5ec0-4f78-b01d-df1ff3cc4a2d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129298 Mar 29 09:20:51.102881 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48412) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:51.114202 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-750f9d3b-1824-43e8-b7c2-d243446e8bee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:51.130077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fc9d7-021c-47de-b5c2-dbd0cf0fd710 None None] Pushing event deleted for resources: {'Port': ['ID=7325bf27-4737-448f-b1de-03c60452a452,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:51.136380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023fc9d7-021c-47de-b5c2-dbd0cf0fd710 None None] No DVR routers for this DVR port 7325bf27-4737-448f-b1de-03c60452a452 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:20:51.245626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.272024 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-417bcaa4-5274-424a-987f-92060e78aee2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37fed6f2edfa45aab313195f2f8f5136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3995147 Mar 29 09:20:51.273130 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48414) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:51.273450 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48416) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:51.279251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-092df070-6536-4b81-8445-b9ce1b85142b tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'subnet': {'network_id': '6d83e268-5ba7-4f16-9c2d-ee96085298d9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:51.346293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.349104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.388386 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750f9d3b-1824-43e8-b7c2-d243446e8bee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:51.392024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-750f9d3b-1824-43e8-b7c2-d243446e8bee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.403171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.403171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80b22bbe-9c79-42c5-a1cd-01d3603eccbe {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:20:51.408265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.413314 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a16e02ce-f1ee-42c8-983f-c6e7aa601558 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "DELETE /v2.0/routers/80b22bbe-9c79-42c5-a1cd-01d3603eccbe HTTP/1.1" status: 204 len: 168 time: 3.8175471 Mar 29 09:20:51.415686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48418) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:51.423679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.425274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1116078971', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:51.428999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c978a72-da9d-483a-8acb-61089b148c5f None None] Sync routers for ids ['f117c1cb-6435-4475-aa53-45af96bde358'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:51.443887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c978a72-da9d-483a-8acb-61089b148c5f None None] Routers set() bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:51.444414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c978a72-da9d-483a-8acb-61089b148c5f None None] Router IDs set() for agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 09:20:51.445166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_agentschedulers_db [None req-1c978a72-da9d-483a-8acb-61089b148c5f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f117c1cb-6435-4475-aa53-45af96bde358'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent'). {{(pid=102497) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 29 09:20:51.467829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c978a72-da9d-483a-8acb-61089b148c5f None None] Routers set() bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:51.468255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c978a72-da9d-483a-8acb-61089b148c5f None None] Router IDs set() for agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 09:20:51.468938 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_agentschedulers_db [None req-1c978a72-da9d-483a-8acb-61089b148c5f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f117c1cb-6435-4475-aa53-45af96bde358'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent'). {{(pid=102497) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 29 09:20:51.469384 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c978a72-da9d-483a-8acb-61089b148c5f None None] The sync data for ids ['f117c1cb-6435-4475-aa53-45af96bde358'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:51.545229 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-43259857-11e9-492f-a7a8-f66bae553c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.561599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092df070-6536-4b81-8445-b9ce1b85142b tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:51.565866 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-092df070-6536-4b81-8445-b9ce1b85142b tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.580746 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.581784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.628012 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-43259857-11e9-492f-a7a8-f66bae553c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.631227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.26.1.119 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/160d3bcb-89a4-4052-b6e7-2c62b829f984) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:51.646297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6bb46-5808-4966-a796-d1358e3dc308 req-1aba0ce7-05a8-44e2-8f0e-f89be460845f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:51.649630 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9de6bb46-5808-4966-a796-d1358e3dc308 req-1aba0ce7-05a8-44e2-8f0e-f89be460845f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.0906785 Mar 29 09:20:51.743796 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9de6bb46-5808-4966-a796-d1358e3dc308 req-8e165909-d2f3-4e60-b72c-31bb4f18e54a tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840936 Mar 29 09:20:51.750985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.800333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.895402 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3007b41-36c6-425a-85c4-8b75295fbfbb req-97122e5b-734c-4209-b9a0-39a53a92abf3 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:51.897026 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3007b41-36c6-425a-85c4-8b75295fbfbb req-97122e5b-734c-4209-b9a0-39a53a92abf3 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.0769219 Mar 29 09:20:51.898302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.934086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-43259857-11e9-492f-a7a8-f66bae553c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.937935 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-43259857-11e9-492f-a7a8-f66bae553c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:51.941589 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-43259857-11e9-492f-a7a8-f66bae553c2d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a45bc7e3-9c97-4971-ae09-aedd05092d53 HTTP/1.1" status: 204 len: 168 time: 0.6563580 Mar 29 09:20:51.966321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:51.973784 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:51.986958 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:52.007563 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=160d3bcb-89a4-4052-b6e7-2c62b829f984,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:52.019099 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3007b41-36c6-425a-85c4-8b75295fbfbb req-9a7b19b5-7456-40d0-a8e1-270287b92c0f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963237 Mar 29 09:20:52.037064 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:52.083307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43259857-11e9-492f-a7a8-f66bae553c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45bc7e3-9c97-4971-ae09-aedd05092d53,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:52.259963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be0002-672e-41aa-9770-9bd35c65d534 req-9faf7be9-6c56-4f2e-94d9-2f764bd61492 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:52.270938 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c3be0002-672e-41aa-9770-9bd35c65d534 req-9faf7be9-6c56-4f2e-94d9-2f764bd61492 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.1334136 Mar 29 09:20:52.295098 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7325bf27-4737-448f-b1de-03c60452a452 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:52.299820 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-092df070-6536-4b81-8445-b9ce1b85142b tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:52.320858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 7325bf27-4737-448f-b1de-03c60452a452 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:52.322485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7325bf27-4737-448f-b1de-03c60452a452 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:52.322906 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2feb1188-e21c-4fc8-a635-900811d12a93 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:52.355685 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 2feb1188-e21c-4fc8-a635-900811d12a93 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:52.356400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2feb1188-e21c-4fc8-a635-900811d12a93 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:52.356995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cb03f9f3-13b9-43a1-bdfe-826a56b28f3b no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:20:52.376035 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c3be0002-672e-41aa-9770-9bd35c65d534 req-8861e6d2-d453-4055-a9d3-ea9dc2f1b0f5 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538917 Mar 29 09:20:52.391439 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: cb03f9f3-13b9-43a1-bdfe-826a56b28f3b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:20:52.391778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cb03f9f3-13b9-43a1-bdfe-826a56b28f3b not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:20:52.590312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb83606-b7d3-435f-9cca-e4663feceb9d req-2ecf092f-984a-4687-a3de-8675efffda66 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:52.592832 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4eb83606-b7d3-435f-9cca-e4663feceb9d req-2ecf092f-984a-4687-a3de-8675efffda66 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.0967293 Mar 29 09:20:52.600618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:52.670322 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4eb83606-b7d3-435f-9cca-e4663feceb9d req-d05491a6-b913-4238-b4d9-9a581ea088a8 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678875 Mar 29 09:20:52.709324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:52.737427 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.objects.ports [None req-750f9d3b-1824-43e8-b7c2-d243446e8bee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102495) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:20:52.755332 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-750f9d3b-1824-43e8-b7c2-d243446e8bee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:52.792303 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092df070-6536-4b81-8445-b9ce1b85142b tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Checking segment: {'id': 'dc6f7b00-7526-487f-a0d3-c95250135d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6d83e268-5ba7-4f16-9c2d-ee96085298d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:52.792675 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092df070-6536-4b81-8445-b9ce1b85142b tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network hostable DHCP agents. Network: 6d83e268-5ba7-4f16-9c2d-ee96085298d9, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:20:52.797182 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f9d3b-1824-43e8-b7c2-d243446e8bee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:52.797872 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092df070-6536-4b81-8445-b9ce1b85142b tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Subnet': ['ID=c81ccfe9-7716-4619-bdf0-9f6432008c84,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:52.808816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-750f9d3b-1824-43e8-b7c2-d243446e8bee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:52.819551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd15d4ec-6478-4fc6-9d80-25468278871e None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:52.832822 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f9d3b-1824-43e8-b7c2-d243446e8bee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:52.833428 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-750f9d3b-1824-43e8-b7c2-d243446e8bee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:52.867407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1145e8-ea36-4bb2-a08e-db09720f00ac req-dc01e8a7-3b99-4b6a-a026-620eda602611 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:52.876957 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cd1145e8-ea36-4bb2-a08e-db09720f00ac req-dc01e8a7-3b99-4b6a-a026-620eda602611 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.1041400 Mar 29 09:20:52.881070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f9d3b-1824-43e8-b7c2-d243446e8bee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=b993de82-e56d-400e-ab3f-9f99e07833bb,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:52.889749 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-750f9d3b-1824-43e8-b7c2-d243446e8bee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7856512 Mar 29 09:20:52.896635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48450) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:52.910086 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e99f5273-af7a-43ca-a06f-9c8262ae09d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:52.926065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092df070-6536-4b81-8445-b9ce1b85142b tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network 6d83e268-5ba7-4f16-9c2d-ee96085298d9 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:20:52.967440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-092df070-6536-4b81-8445-b9ce1b85142b tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 6d83e268-5ba7-4f16-9c2d-ee96085298d9) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:52.973950 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092df070-6536-4b81-8445-b9ce1b85142b tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:52.974938 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-092df070-6536-4b81-8445-b9ce1b85142b tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:52.990945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235f99f-c5dd-4818-acb5-489899faf6f3 None None] Network 6d83e268-5ba7-4f16-9c2d-ee96085298d9 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:53.004483 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.018503 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cd1145e8-ea36-4bb2-a08e-db09720f00ac req-4ebf6b39-ea60-4ddf-9d4d-aab690d059d6 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400256 Mar 29 09:20:53.043204 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-092df070-6536-4b81-8445-b9ce1b85142b tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7580051 Mar 29 09:20:53.043204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48452) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:53.043204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48454) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:53.043204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e2a177dc-d1f2-47b0-aab8-f69200e90071 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1612332'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:53.044858 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.076935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.093751 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.163540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a177dc-d1f2-47b0-aab8-f69200e90071 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:53.168488 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2a177dc-d1f2-47b0-aab8-f69200e90071 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.200740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=160d3bcb-89a4-4052-b6e7-2c62b829f984,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:53.219610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-6d83e268-5ba7-4f16-9c2d-ee96085298d9', 'network_id': '6d83e268-5ba7-4f16-9c2d-ee96085298d9', 'tenant_id': 'b44bdbbbeb8e4b6e8f43a1a77304505f', 'fixed_ips': [{'subnet_id': 'c81ccfe9-7716-4619-bdf0-9f6432008c84'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:53.222357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.233029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99f5273-af7a-43ca-a06f-9c8262ae09d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:53.236794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e99f5273-af7a-43ca-a06f-9c8262ae09d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.239840 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a177dc-d1f2-47b0-aab8-f69200e90071 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:20:53.256770 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2a177dc-d1f2-47b0-aab8-f69200e90071 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.256770 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-e2a177dc-d1f2-47b0-aab8-f69200e90071 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Added segment 46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788 of type vlan for network 8cea2676-58eb-403c-95f5-a3782d859982 Mar 29 09:20:53.260572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': 'b993de82-e56d-400e-ab3f-9f99e07833bb'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:53.262213 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.266275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.303789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'network': {'name': 'tempest-RoutersTest-1006165554'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:53.319902 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Allocated IP 172.26.1.92 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/3eb511b5-538e-42a7-8403-9fd7a0262d92) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:53.330790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2a177dc-d1f2-47b0-aab8-f69200e90071 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.355555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b5827-d4d6-4aaa-b346-7b7c98d0286f req-6cbe0235-63fa-4e76-a814-4043b8f98593 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:53.357123 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5e0b5827-d4d6-4aaa-b346-7b7c98d0286f req-6cbe0235-63fa-4e76-a814-4043b8f98593 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2009132 Mar 29 09:20:53.359631 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:53.362785 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.397412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.418375 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2a177dc-d1f2-47b0-aab8-f69200e90071 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.424500 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a177dc-d1f2-47b0-aab8-f69200e90071 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:53.424500 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2a177dc-d1f2-47b0-aab8-f69200e90071 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.479537 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Floating IP 31e8ddac-fdc1-48f8-8eef-89e5ce0e3161 associated. External IP: 172.26.1.119, port: bcb14268-b9f2-4c82-877c-a19c7590afea. Mar 29 09:20:53.519536 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e2a177dc-d1f2-47b0-aab8-f69200e90071 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4818709 Mar 29 09:20:53.526326 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48460) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:53.540106 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'subnet': {'network_id': '8cea2676-58eb-403c-95f5-a3782d859982', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:53.551577 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5e0b5827-d4d6-4aaa-b346-7b7c98d0286f req-286b1e68-92f1-4d9f-8185-ad6d9d98c947 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422620 Mar 29 09:20:53.583221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Allocated IP 2001:db8:0:ffff::2 (6d83e268-5ba7-4f16-9c2d-ee96085298d9/c81ccfe9-7716-4619-bdf0-9f6432008c84/80b2f003-4a5a-4d6f-a260-0f9924076ede) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:53.598886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a177dc-d1f2-47b0-aab8-f69200e90071 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Network': ['ID=8cea2676-58eb-403c-95f5-a3782d859982,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:53.636210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.700721 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 8cea2676-58eb-403c-95f5-a3782d859982 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:20:53.715873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Allocated IP 2001:db8::f816:3eff:fe59:ca47 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/b993de82-e56d-400e-ab3f-9f99e07833bb/94fe9a18-7552-41f1-8230-851947bfdd92) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:53.776177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.780666 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:53.784344 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.792086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.844889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646c23b9-a612-4a1d-bfbb-33bc9ea1b9e4,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:53.847400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.861506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e99f5273-af7a-43ca-a06f-9c8262ae09d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.878324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:20:53.905127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.905741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:53.918189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99f5273-af7a-43ca-a06f-9c8262ae09d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:53.923453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-e99f5273-af7a-43ca-a06f-9c8262ae09d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:53.927790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99f5273-af7a-43ca-a06f-9c8262ae09d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:53.928424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e99f5273-af7a-43ca-a06f-9c8262ae09d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.938082 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:53.945176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.947624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f5273-af7a-43ca-a06f-9c8262ae09d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=5b1606c9-4bcd-4bb7-9b0f-27b9565b246b,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:53.947827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:53.957704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:53.966608 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:53.967449 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Added segment 0a9d4644-b92e-4741-a013-9ce5f9879ab5 of type vlan for network 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f Mar 29 09:20:53.970464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Network 6d83e268-5ba7-4f16-9c2d-ee96085298d9 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:53.994402 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:53.999319 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e99f5273-af7a-43ca-a06f-9c8262ae09d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0995827 Mar 29 09:20:54.000202 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48464) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:54.002836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:54.010553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:4b:e6:40', 'name': 'tempest-NetworksTestDHCPv6-755086506'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:54.015738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Pushing event updated for resources: {'Port': ['ID=3eb511b5-538e-42a7-8403-9fd7a0262d92,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:54.069594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.082773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Pushing event updated for resources: {'Port': ['ID=80b2f003-4a5a-4d6f-a260-0f9924076ede,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:54.094810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Attempting to bind port 80b2f003-4a5a-4d6f-a260-0f9924076ede on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:54.095275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Attempting to bind port 80b2f003-4a5a-4d6f-a260-0f9924076ede by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'dc6f7b00-7526-487f-a0d3-c95250135d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6d83e268-5ba7-4f16-9c2d-ee96085298d9'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:54.095735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Attempting to bind port 80b2f003-4a5a-4d6f-a260-0f9924076ede on network 6d83e268-5ba7-4f16-9c2d-ee96085298d9 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:54.126020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:54.126535 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Checking segment: {'id': 'dc6f7b00-7526-487f-a0d3-c95250135d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6d83e268-5ba7-4f16-9c2d-ee96085298d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:54.127180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.127665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Bound using segment: {'id': 'dc6f7b00-7526-487f-a0d3-c95250135d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6d83e268-5ba7-4f16-9c2d-ee96085298d9'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:54.128150 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Bound port: 80b2f003-4a5a-4d6f-a260-0f9924076ede, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6f7b00-7526-487f-a0d3-c95250135d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '6d83e268-5ba7-4f16-9c2d-ee96085298d9'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:54.128534 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.187483 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.199461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.241980 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.247626 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:54.248263 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.256476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:54.262505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:54.265529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:54.274118 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] For port 80b2f003-4a5a-4d6f-a260-0f9924076ede, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:54.283632 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] For port 80b2f003-4a5a-4d6f-a260-0f9924076ede, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=80b2f003-4a5a-4d6f-a260-0f9924076ede,segment=NetworkSegment(dc6f7b00-7526-487f-a0d3-c95250135d69),segment_id=dc6f7b00-7526-487f-a0d3-c95250135d69)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:54.285268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Pushing event updated for resources: {'Port': ['ID=94fe9a18-7552-41f1-8230-851947bfdd92,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:54.297480 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.369244 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3235970 Mar 29 09:20:54.393610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Attempting to bind port 94fe9a18-7552-41f1-8230-851947bfdd92 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:54.393987 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Attempting to bind port 94fe9a18-7552-41f1-8230-851947bfdd92 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:54.394269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Attempting to bind port 94fe9a18-7552-41f1-8230-851947bfdd92 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:54.396934 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48466) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:54.406549 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-63b0142f-013e-4a28-8167-0f5a8b62ee38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'network': {'name': 'tempest-RoutersTest-1541429933'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:54.415925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:54.416315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:54.416702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.417097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:54.417561 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Bound port: 94fe9a18-7552-41f1-8230-851947bfdd92, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:54.417990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.419887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76599444-bc4f-4623-a935-bf6ed24eb7f9 None None] Pushing event updated for resources: {'Port': ['ID=80b2f003-4a5a-4d6f-a260-0f9924076ede,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:54.448577 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a4082-379d-4e80-bf0b-71e9a5fcb8a4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Network': ['ID=1ad03c8e-c004-4fcf-b4ca-12cbba494e9f,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:54.467090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b0142f-013e-4a28-8167-0f5a8b62ee38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:54.470390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-63b0142f-013e-4a28-8167-0f5a8b62ee38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.475811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:54.494048 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91446279-3eba-4624-a222-2c385621efa3 None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:54.503273 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.505805 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] For port 94fe9a18-7552-41f1-8230-851947bfdd92, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:54.513777 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] For port 94fe9a18-7552-41f1-8230-851947bfdd92, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=94fe9a18-7552-41f1-8230-851947bfdd92,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:54.518721 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:20:54.524095 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91446279-3eba-4624-a222-2c385621efa3 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:54.526192 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.527189 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-91446279-3eba-4624-a222-2c385621efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:54.540695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.546591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b0142f-013e-4a28-8167-0f5a8b62ee38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:20:54.578058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:54.597321 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.objects.ports [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102495) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:20:54.600167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-63b0142f-013e-4a28-8167-0f5a8b62ee38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.600532 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-63b0142f-013e-4a28-8167-0f5a8b62ee38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Added segment 06e2feaf-a674-49af-b88c-0a953cf44154 of type vlan for network f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6 Mar 29 09:20:54.600649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.607494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e57b9-5b4a-4db2-9c77-46d2c4683b1f None None] Pushing event updated for resources: {'Port': ['ID=94fe9a18-7552-41f1-8230-851947bfdd92,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:54.620285 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b59b4fad-0e7b-44d7-926c-435d2a0d4643 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2594252 Mar 29 09:20:54.621060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48468) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:54.637113 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-91446279-3eba-4624-a222-2c385621efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:54.670644 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91446279-3eba-4624-a222-2c385621efa3 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:54.677065 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-91446279-3eba-4624-a222-2c385621efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:54.766590 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-91446279-3eba-4624-a222-2c385621efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:54.769810 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91446279-3eba-4624-a222-2c385621efa3 None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:54.781821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-63b0142f-013e-4a28-8167-0f5a8b62ee38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.788929 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Subnet': ['ID=fe32af76-2c64-4e35-bce8-5553ba758740,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:54.827022 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-96305b8e-db84-489c-b504-6d6a30a8a7f7 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "GET /v2.0/floatingips/31e8ddac-fdc1-48f8-8eef-89e5ce0e3161 HTTP/1.1" status: 200 len: 977 time: 0.2024601 Mar 29 09:20:54.835627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48470) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:54.849662 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Checking segment: {'id': '46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8cea2676-58eb-403c-95f5-a3782d859982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:54.850670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network hostable DHCP agents. Network: 8cea2676-58eb-403c-95f5-a3782d859982, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:20:54.914640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.921691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network 8cea2676-58eb-403c-95f5-a3782d859982 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:20:54.945235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-63b0142f-013e-4a28-8167-0f5a8b62ee38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.946402 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 8cea2676-58eb-403c-95f5-a3782d859982) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:54.955162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:54.955751 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.959275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b0142f-013e-4a28-8167-0f5a8b62ee38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:54.959275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-63b0142f-013e-4a28-8167-0f5a8b62ee38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:54.960104 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495ce0a3-d0c9-4e94-bb8c-aa00c4228887 None None] Network 8cea2676-58eb-403c-95f5-a3782d859982 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:54.965400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:55.063056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port f1fe3dd6-1afc-4867-a541-224ed96f6636 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:55.082556 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1e07c4c6-2458-4776-9e3f-4fe3732da087 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2455003 Mar 29 09:20:55.086518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48472) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:55.129020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a3e4c500-7e5a-48a2-a4db-d50d328d8ed6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'floatingip': {'port_id': '509a1495-d57d-452c-bb1f-c2991291a38c'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:55.133985 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0f86c1e4-924c-4488-8c17-6a1a763db98d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6005006 Mar 29 09:20:55.135483 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48474) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:55.143264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'port': {'network_id': '8cea2676-58eb-403c-95f5-a3782d859982', 'name': 'tempest-NetworksIpV6TestAttrs-2126451083'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:55.204872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-8cea2676-58eb-403c-95f5-a3782d859982', 'network_id': '8cea2676-58eb-403c-95f5-a3782d859982', 'tenant_id': 'b44bdbbbeb8e4b6e8f43a1a77304505f', 'fixed_ips': [{'subnet_id': 'fe32af76-2c64-4e35-bce8-5553ba758740'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:55.205924 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:55.216922 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-63b0142f-013e-4a28-8167-0f5a8b62ee38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8143098 Mar 29 09:20:55.222115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48476) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:55.280885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ab0fac8c-67fd-4f56-a5be-dd76f8ab383c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'subnet': {'network_id': '1ad03c8e-c004-4fcf-b4ca-12cbba494e9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:55.284464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0142f-013e-4a28-8167-0f5a8b62ee38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Network': ['ID=f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:55.297362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:20:55.345772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c500-7e5a-48a2-a4db-d50d328d8ed6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:55.351097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Router d72cb28b-cadf-4644-83aa-247fa4ae9517 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:20:55.376994 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:55.380668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:55.442679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] device_id is not set on port 3c2d5ce0-1d29-43d3-9923-1e27efcdd3b6 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:20:55.558145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0fac8c-67fd-4f56-a5be-dd76f8ab383c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:55.561720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab0fac8c-67fd-4f56-a5be-dd76f8ab383c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:55.565327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Allocated IP 2001:db8::f816:3eff:fed3:9e2b (8cea2676-58eb-403c-95f5-a3782d859982/fe32af76-2c64-4e35-bce8-5553ba758740/31720c5b-1f3d-40da-a330-645d1cc14a6e) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:55.565513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:55.580296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cc6071-37c6-4362-98e8-379187f0d272 None None] Sync routers for ids ['d72cb28b-cadf-4644-83aa-247fa4ae9517'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:55.594147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:55.598455 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b64a346c-66e9-425d-aeae-e3c52f28192e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1766915 Mar 29 09:20:55.600053 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48478) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:55.607081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-25e83859-2d06-460c-9b13-6ed727395f5b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'enable_snat': False}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:55.616797 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc6071-37c6-4362-98e8-379187f0d272 None None] Routers {'d72cb28b-cadf-4644-83aa-247fa4ae9517'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:55.617617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-14cc6071-37c6-4362-98e8-379187f0d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['d72cb28b-cadf-4644-83aa-247fa4ae9517'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:55.682723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-14cc6071-37c6-4362-98e8-379187f0d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:55.732714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc6071-37c6-4362-98e8-379187f0d272 None None] Routers {'d72cb28b-cadf-4644-83aa-247fa4ae9517'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:55.733221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-14cc6071-37c6-4362-98e8-379187f0d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['d72cb28b-cadf-4644-83aa-247fa4ae9517'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:55.791664 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-14cc6071-37c6-4362-98e8-379187f0d272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:55.792326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cc6071-37c6-4362-98e8-379187f0d272 None None] The sync data for ids ['d72cb28b-cadf-4644-83aa-247fa4ae9517'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:55.882550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:55.892544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:55.951366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 172.20.0.3 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/5b1606c9-4bcd-4bb7-9b0f-27b9565b246b/f1fe3dd6-1afc-4867-a541-224ed96f6636) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:55.966433 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f816:3eff:fe4b:e640 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/b993de82-e56d-400e-ab3f-9f99e07833bb/f1fe3dd6-1afc-4867-a541-224ed96f6636) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:55.999061 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Network 8cea2676-58eb-403c-95f5-a3782d859982 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:56.008450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:56.019723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:56.035904 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab0fac8c-67fd-4f56-a5be-dd76f8ab383c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.080923 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396cae1d-e9e4-4cb3-8025-335a516dc7c9 None None] Network 6d83e268-5ba7-4f16-9c2d-ee96085298d9 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:56.092854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Allocated IP 2001:db8::f816:3eff:fe49:ba3b (8cea2676-58eb-403c-95f5-a3782d859982/fe32af76-2c64-4e35-bce8-5553ba758740/3c2d5ce0-1d29-43d3-9923-1e27efcdd3b6) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:56.109254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 94fe9a18-7552-41f1-8230-851947bfdd92 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:56.131017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Pushing event updated for resources: {'Port': ['ID=31720c5b-1f3d-40da-a330-645d1cc14a6e,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:56.192795 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25e83859-2d06-460c-9b13-6ed727395f5b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.203279 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fac8c-67fd-4f56-a5be-dd76f8ab383c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Subnet': ['ID=bca6d84a-b228-4565-b184-9bb1171de007,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:56.220654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7e1d1080-96df-42a4-a10e-bd3c7809732e None None] Provisioning complete for port 80b2f003-4a5a-4d6f-a260-0f9924076ede triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:56.221314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7e1d1080-96df-42a4-a10e-bd3c7809732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.315436 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Attempting to bind port 31720c5b-1f3d-40da-a330-645d1cc14a6e on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:56.315810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Attempting to bind port 31720c5b-1f3d-40da-a330-645d1cc14a6e by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8cea2676-58eb-403c-95f5-a3782d859982'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:56.316176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Attempting to bind port 31720c5b-1f3d-40da-a330-645d1cc14a6e on network 8cea2676-58eb-403c-95f5-a3782d859982 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:56.345101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:56.345483 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Checking segment: {'id': '46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8cea2676-58eb-403c-95f5-a3782d859982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:56.345927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.346324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Bound using segment: {'id': '46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8cea2676-58eb-403c-95f5-a3782d859982'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:56.347536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Bound port: 31720c5b-1f3d-40da-a330-645d1cc14a6e, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '8cea2676-58eb-403c-95f5-a3782d859982'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:56.347536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.377945 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.379614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc1060a-d503-4a2e-8c25-de649cf89985 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:56.393216 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0fac8c-67fd-4f56-a5be-dd76f8ab383c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Checking segment: {'id': '0a9d4644-b92e-4741-a013-9ce5f9879ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1ad03c8e-c004-4fcf-b4ca-12cbba494e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:56.393595 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0fac8c-67fd-4f56-a5be-dd76f8ab383c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network hostable DHCP agents. Network: 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:20:56.405951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 94fe9a18-7552-41f1-8230-851947bfdd92 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:56.406324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.473556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0fac8c-67fd-4f56-a5be-dd76f8ab383c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:20:56.476141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.509854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-ab0fac8c-67fd-4f56-a5be-dd76f8ab383c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:56.538079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0fac8c-67fd-4f56-a5be-dd76f8ab383c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:56.538680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab0fac8c-67fd-4f56-a5be-dd76f8ab383c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.543466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.561551 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network 8cea2676-58eb-403c-95f5-a3782d859982 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:56.571575 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:56.574949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:56.581502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c203f6ae-d8ca-42ab-a15a-37a4601c4dd1 None None] Network 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:56.581837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:56.582284 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.628689 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ab0fac8c-67fd-4f56-a5be-dd76f8ab383c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3521795 Mar 29 09:20:56.630961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48482) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:56.640533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-28afb071-3bb2-4ffc-bd6d-2e452a2880af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'subnet': {'network_id': 'f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:56.658974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.714842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c500-7e5a-48a2-a4db-d50d328d8ed6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.731397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c500-7e5a-48a2-a4db-d50d328d8ed6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.752528 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7e1d1080-96df-42a4-a10e-bd3c7809732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.756820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4f87a8d8-0cc6-44cf-bb0a-eec386e09c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.770834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:56.811319 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] For port 31720c5b-1f3d-40da-a330-645d1cc14a6e, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:56.812483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:56.819951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:56.865694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] For port 31720c5b-1f3d-40da-a330-645d1cc14a6e, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=31720c5b-1f3d-40da-a330-645d1cc14a6e,segment=NetworkSegment(46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788),segment_id=46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:56.866223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=f1fe3dd6-1afc-4867-a541-224ed96f6636,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:56.914476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.935091 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.936813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:56.937500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.945026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28afb071-3bb2-4ffc-bd6d-2e452a2880af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:56.948555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-28afb071-3bb2-4ffc-bd6d-2e452a2880af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:56.978161 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-7e1d1080-96df-42a4-a10e-bd3c7809732e None None] For port 80b2f003-4a5a-4d6f-a260-0f9924076ede, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=80b2f003-4a5a-4d6f-a260-0f9924076ede,segment=NetworkSegment(dc6f7b00-7526-487f-a0d3-c95250135d69),segment_id=dc6f7b00-7526-487f-a0d3-c95250135d69)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:56.995540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Port': ['ID=3c2d5ce0-1d29-43d3-9923-1e27efcdd3b6,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:57.001102 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-011017c7-a8eb-4fec-a489-be3bfd2ebd30 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9937313 Mar 29 09:20:57.001102 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-a3e4c500-7e5a-48a2-a4db-d50d328d8ed6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Floating IP 31e8ddac-fdc1-48f8-8eef-89e5ce0e3161 associated. External IP: 172.26.1.119, port: bcb14268-b9f2-4c82-877c-a19c7590afea. Mar 29 09:20:57.001102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48484) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:57.021102 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7e1d1080-96df-42a4-a10e-bd3c7809732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.118295 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f05552-8deb-40e5-93dc-be088bd7bae7 None None] Pushing event updated for resources: {'Port': ['ID=31720c5b-1f3d-40da-a330-645d1cc14a6e,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:57.151828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 94fe9a18-7552-41f1-8230-851947bfdd92, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=94fe9a18-7552-41f1-8230-851947bfdd92,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:57.159433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-1ad03c8e-c004-4fcf-b4ca-12cbba494e9f', 'network_id': '1ad03c8e-c004-4fcf-b4ca-12cbba494e9f', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'fixed_ips': [{'subnet_id': 'bca6d84a-b228-4565-b184-9bb1171de007'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:57.160885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.203424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.204307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 80b2f003-4a5a-4d6f-a260-0f9924076ede up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:57.246938 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-50e21ea6-7394-4dd2-9eff-83121a619298 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1096864 Mar 29 09:20:57.247564 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48488) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:57.327405 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-14b0f542-f5a1-45cc-93d2-70e9285c1a6c None None] Provisioning complete for port 94fe9a18-7552-41f1-8230-851947bfdd92 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:57.327850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-14b0f542-f5a1-45cc-93d2-70e9285c1a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.329645 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d1080-96df-42a4-a10e-bd3c7809732e None None] Pushing event updated for resources: {'Port': ['ID=80b2f003-4a5a-4d6f-a260-0f9924076ede,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:57.415732 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f5181e-f92f-451b-9147-90b0b685e03f tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Deleting subnet fe32af76-2c64-4e35-bce8-5553ba758740 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:57.423663 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71f5181e-f92f-451b-9147-90b0b685e03f tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.429724 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25e83859-2d06-460c-9b13-6ed727395f5b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.494389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25e83859-2d06-460c-9b13-6ed727395f5b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.528822 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=94fe9a18-7552-41f1-8230-851947bfdd92,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:57.576812 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71f5181e-f92f-451b-9147-90b0b685e03f tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.716921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6a216-fea4-4583-90eb-37b8db26ff24 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:57.717950 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e83859-2d06-460c-9b13-6ed727395f5b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Router d72cb28b-cadf-4644-83aa-247fa4ae9517 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:57.722826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6a216-fea4-4583-90eb-37b8db26ff24 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:57.724160 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 80b2f003-4a5a-4d6f-a260-0f9924076ede triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:57.727253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.727406 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-25f6a216-fea4-4583-90eb-37b8db26ff24 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.6867368 Mar 29 09:20:57.727500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48490) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:57.742016 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-28afb071-3bb2-4ffc-bd6d-2e452a2880af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.807846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a7a73-e25c-4dec-91f0-efbc4f7b28bc None None] Update dhcp port {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': 'b993de82-e56d-400e-ab3f-9f99e07833bb', 'ip_address': '2001:db8::f816:3eff:fe59:ca47'}, {'subnet_id': '5b1606c9-4bcd-4bb7-9b0f-27b9565b246b'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': '94fe9a18-7552-41f1-8230-851947bfdd92'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:20:57.811642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Allocated IP 172.20.0.2 (1ad03c8e-c004-4fcf-b4ca-12cbba494e9f/bca6d84a-b228-4565-b184-9bb1171de007/8d286f12-5265-46c6-953c-55645681b045) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:57.866829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8a0a7a73-e25c-4dec-91f0-efbc4f7b28bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.888360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71f5181e-f92f-451b-9147-90b0b685e03f tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.903550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afb071-3bb2-4ffc-bd6d-2e452a2880af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Subnet': ['ID=a26b571b-132f-4293-9fa9-ca5eab5aef50,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:57.953046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e83859-2d06-460c-9b13-6ed727395f5b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:57.973782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28afb071-3bb2-4ffc-bd6d-2e452a2880af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Checking segment: {'id': '06e2feaf-a674-49af-b88c-0a953cf44154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:57.974145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28afb071-3bb2-4ffc-bd6d-2e452a2880af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network hostable DHCP agents. Network: f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:20:57.983851 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b1421a-3735-41c6-be29-c3f1a6f248ae None None] Sync routers for ids ['d72cb28b-cadf-4644-83aa-247fa4ae9517'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:57.985588 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25e83859-2d06-460c-9b13-6ed727395f5b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:57.993255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48492) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:57.994217 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-25e83859-2d06-460c-9b13-6ed727395f5b tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "PUT /v2.0/routers/d72cb28b-cadf-4644-83aa-247fa4ae9517 HTTP/1.1" status: 200 len: 921 time: 2.3862185 Mar 29 09:20:58.016048 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1421a-3735-41c6-be29-c3f1a6f248ae None None] Routers {'d72cb28b-cadf-4644-83aa-247fa4ae9517'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:58.017359 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e9b1421a-3735-41c6-be29-c3f1a6f248ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['d72cb28b-cadf-4644-83aa-247fa4ae9517'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:58.055633 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e4c500-7e5a-48a2-a4db-d50d328d8ed6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:58.067120 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71f5181e-f92f-451b-9147-90b0b685e03f tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.075659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5236a-d835-478b-bcd3-f80b7e834fa2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port f1fe3dd6-1afc-4867-a541-224ed96f6636 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:20:58.075990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b4f5236a-d835-478b-bcd3-f80b7e834fa2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.078711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28afb071-3bb2-4ffc-bd6d-2e452a2880af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:20:58.118476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-28afb071-3bb2-4ffc-bd6d-2e452a2880af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:58.132615 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c89e9ba-3b51-4b50-896c-222fc77a1f4a None None] Network f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:58.164316 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71f5181e-f92f-451b-9147-90b0b685e03f tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.164689 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e9b1421a-3735-41c6-be29-c3f1a6f248ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:58.180096 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28afb071-3bb2-4ffc-bd6d-2e452a2880af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:58.180704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-28afb071-3bb2-4ffc-bd6d-2e452a2880af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.188567 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-71f5181e-f92f-451b-9147-90b0b685e03f tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/subnets/fe32af76-2c64-4e35-bce8-5553ba758740 HTTP/1.1" status: 204 len: 168 time: 0.9368489 Mar 29 09:20:58.189629 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48494) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:58.192095 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5181e-f92f-451b-9147-90b0b685e03f tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Subnet': ['ID=fe32af76-2c64-4e35-bce8-5553ba758740,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:58.197476 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1421a-3735-41c6-be29-c3f1a6f248ae None None] Routers {'d72cb28b-cadf-4644-83aa-247fa4ae9517'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:58.198368 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e9b1421a-3735-41c6-be29-c3f1a6f248ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['d72cb28b-cadf-4644-83aa-247fa4ae9517'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:58.198541 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-bd2f547f-7be4-49b4-8336-111955bf8a4f None None] Provisioning complete for port 80b2f003-4a5a-4d6f-a260-0f9924076ede triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:58.199008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bd2f547f-7be4-49b4-8336-111955bf8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.280812 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaeac3a-0f7f-4701-87d1-f6358d32996c tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:58.283335 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaeac3a-0f7f-4701-87d1-f6358d32996c tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:58.290553 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-faaeac3a-0f7f-4701-87d1-f6358d32996c tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0906093 Mar 29 09:20:58.291402 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48496) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:58.303214 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e9b1421a-3735-41c6-be29-c3f1a6f248ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:58.304010 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b1421a-3735-41c6-be29-c3f1a6f248ae None None] The sync data for ids ['d72cb28b-cadf-4644-83aa-247fa4ae9517'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:58.367151 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-28afb071-3bb2-4ffc-bd6d-2e452a2880af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7357724 Mar 29 09:20:58.370255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48498) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:58.391031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b4f5236a-d835-478b-bcd3-f80b7e834fa2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.406929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b4f5236a-d835-478b-bcd3-f80b7e834fa2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for f1fe3dd6-1afc-4867-a541-224ed96f6636 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:20:58.418001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.426647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-16452eab-5814-47e3-b2fd-c39ae862363a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-329463562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:58.447363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 31720c5b-1f3d-40da-a330-645d1cc14a6e up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:20:58.450681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.456453 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fd45620-6921-4c55-8312-234c3c677ba8 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.467654 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16452eab-5814-47e3-b2fd-c39ae862363a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.468893 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16452eab-5814-47e3-b2fd-c39ae862363a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.473286 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd45620-6921-4c55-8312-234c3c677ba8 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 29 09:20:58.473542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd45620-6921-4c55-8312-234c3c677ba8 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:20:58.476678 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8fd45620-6921-4c55-8312-234c3c677ba8 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/networks/8cea2676-58eb-403c-95f5-a3782d859982 HTTP/1.1" status: 409 len: 405 time: 0.1841524 Mar 29 09:20:58.486702 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48500) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:58.492895 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ef8f8836-6907-4f56-80f8-c00fead8b274 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1292755652'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:58.516394 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0902573d-6f18-470a-81c4-4e5acfcefcf9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/routers/d72cb28b-cadf-4644-83aa-247fa4ae9517 HTTP/1.1" status: 200 len: 921 time: 0.5154872 Mar 29 09:20:58.528104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48502) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:58.571193 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-8a0a7a73-e25c-4dec-91f0-efbc4f7b28bc None None] Allocated IP 172.20.0.2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/5b1606c9-4bcd-4bb7-9b0f-27b9565b246b/94fe9a18-7552-41f1-8230-851947bfdd92) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:58.575594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b90e16-4b46-487b-9cc8-6c040e3ede8c None None] Network 8cea2676-58eb-403c-95f5-a3782d859982 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:20:58.579522 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Network 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:20:58.601549 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e4c500-7e5a-48a2-a4db-d50d328d8ed6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:58.615453 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16452eab-5814-47e3-b2fd-c39ae862363a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.625377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16452eab-5814-47e3-b2fd-c39ae862363a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.630309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8f8836-6907-4f56-80f8-c00fead8b274 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:58.633687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ef8f8836-6907-4f56-80f8-c00fead8b274 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.675522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16452eab-5814-47e3-b2fd-c39ae862363a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.675951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677391f-3201-4a5e-8ae7-d469190a1f6e None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:58.676760 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-16452eab-5814-47e3-b2fd-c39ae862363a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3055372 Mar 29 09:20:58.678812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:20:58.679138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc9a69-c32c-4c30-a9c6-7854eeb69e58 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:58.683627 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-dafc9a69-c32c-4c30-a9c6-7854eeb69e58 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&device_id=d72cb28b-cadf-4644-83aa-247fa4ae9517&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1515784 Mar 29 09:20:58.683627 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48506) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:58.687943 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48508) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:58.696486 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:20:58.738612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Pushing event updated for resources: {'Port': ['ID=8d286f12-5265-46c6-953c-55645681b045,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:58.873471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8f8836-6907-4f56-80f8-c00fead8b274 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:20:58.878389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b4f5236a-d835-478b-bcd3-f80b7e834fa2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.881379 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677391f-3201-4a5e-8ae7-d469190a1f6e None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:58.882162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-9677391f-3201-4a5e-8ae7-d469190a1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:58.920553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5236a-d835-478b-bcd3-f80b7e834fa2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=f1fe3dd6-1afc-4867-a541-224ed96f6636,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:58.920848 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ef8f8836-6907-4f56-80f8-c00fead8b274 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.920974 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-ef8f8836-6907-4f56-80f8-c00fead8b274 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Added segment a6de8ac7-f53d-42b1-8422-f83e3393aea7 of type vlan for network da07739b-7b51-418a-9617-e9fd664fe870 Mar 29 09:20:58.962643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Attempting to bind port 8d286f12-5265-46c6-953c-55645681b045 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:20:58.963147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Attempting to bind port 8d286f12-5265-46c6-953c-55645681b045 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '0a9d4644-b92e-4741-a013-9ce5f9879ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1ad03c8e-c004-4fcf-b4ca-12cbba494e9f'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:20:58.963587 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Attempting to bind port 8d286f12-5265-46c6-953c-55645681b045 on network 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:20:58.966035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6', 'network_id': 'f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'fixed_ips': [{'subnet_id': 'a26b571b-132f-4293-9fa9-ca5eab5aef50'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:20:58.967278 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:58.970414 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4772a-872b-4906-bfc4-1a04f9fa62e3 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:58.974541 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-efa4772a-872b-4906-bfc4-1a04f9fa62e3 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/networks/bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 881 time: 0.2829537 Mar 29 09:20:58.975017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48510) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:59.003538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-9677391f-3201-4a5e-8ae7-d469190a1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:59.007207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 31720c5b-1f3d-40da-a330-645d1cc14a6e triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:59.007709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.036111 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ef8f8836-6907-4f56-80f8-c00fead8b274 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.044463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:20:59.045000 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Checking segment: {'id': '0a9d4644-b92e-4741-a013-9ce5f9879ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1ad03c8e-c004-4fcf-b4ca-12cbba494e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:20:59.045499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.046020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Bound using segment: {'id': '0a9d4644-b92e-4741-a013-9ce5f9879ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1ad03c8e-c004-4fcf-b4ca-12cbba494e9f'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:20:59.046622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Bound port: 8d286f12-5265-46c6-953c-55645681b045, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9d4644-b92e-4741-a013-9ce5f9879ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '1ad03c8e-c004-4fcf-b4ca-12cbba494e9f'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:20:59.047119 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.062795 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-138e662b-94cd-47ec-b338-ac0b1551dd82 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "GET /v2.0/ports?device_id=d72cb28b-cadf-4644-83aa-247fa4ae9517 HTTP/1.1" status: 200 len: 205 time: 0.0550001 Mar 29 09:20:59.063843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48512) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:59.094022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e4c500-7e5a-48a2-a4db-d50d328d8ed6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:20:59.097446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b4f5236a-d835-478b-bcd3-f80b7e834fa2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.104277 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b4f5236a-d835-478b-bcd3-f80b7e834fa2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/f1fe3dd6-1afc-4867-a541-224ed96f6636 HTTP/1.1" status: 204 len: 168 time: 1.3748596 Mar 29 09:20:59.107119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48514) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:59.162312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677391f-3201-4a5e-8ae7-d469190a1f6e None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:59.163109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-9677391f-3201-4a5e-8ae7-d469190a1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:59.166321 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.170624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ef8f8836-6907-4f56-80f8-c00fead8b274 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.176052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f8836-6907-4f56-80f8-c00fead8b274 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:59.176643 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ef8f8836-6907-4f56-80f8-c00fead8b274 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.179148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1eaba060-ef6f-4f0e-b41c-682724c5b945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.206013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763c57d4-3806-4418-9d35-9982eee0bdee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:59.207487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763c57d4-3806-4418-9d35-9982eee0bdee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:59.208966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763c57d4-3806-4418-9d35-9982eee0bdee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:20:59.214085 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-763c57d4-3806-4418-9d35-9982eee0bdee tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1025157 Mar 29 09:20:59.217365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48518) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:59.271779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-779969df-c923-4500-a6c7-4b25d3abc0fe None None] Provisioning complete for port 31720c5b-1f3d-40da-a330-645d1cc14a6e triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:20:59.272056 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-779969df-c923-4500-a6c7-4b25d3abc0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.282434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-8a0a7a73-e25c-4dec-91f0-efbc4f7b28bc None None] For port 94fe9a18-7552-41f1-8230-851947bfdd92, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=94fe9a18-7552-41f1-8230-851947bfdd92,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:20:59.284932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-9677391f-3201-4a5e-8ae7-d469190a1f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:59.285757 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9677391f-3201-4a5e-8ae7-d469190a1f6e None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:59.295533 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ef8f8836-6907-4f56-80f8-c00fead8b274 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8076470 Mar 29 09:20:59.302046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48520) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:59.310145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'subnet': {'network_id': 'da07739b-7b51-418a-9617-e9fd664fe870', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:59.334696 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.342277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cd257c-1a50-404c-ae32-15df621bc66a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 5b1606c9-4bcd-4bb7-9b0f-27b9565b246b {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:59.357974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e4c500-7e5a-48a2-a4db-d50d328d8ed6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:20:59.363396 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f8836-6907-4f56-80f8-c00fead8b274 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Network': ['ID=da07739b-7b51-418a-9617-e9fd664fe870,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:59.363602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a3e4c500-7e5a-48a2-a4db-d50d328d8ed6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.366604 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] For port 8d286f12-5265-46c6-953c-55645681b045, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:20:59.374963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] For port 8d286f12-5265-46c6-953c-55645681b045, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8d286f12-5265-46c6-953c-55645681b045,segment=NetworkSegment(0a9d4644-b92e-4741-a013-9ce5f9879ab5),segment_id=0a9d4644-b92e-4741-a013-9ce5f9879ab5)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:20:59.389712 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network da07739b-7b51-418a-9617-e9fd664fe870 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:20:59.394692 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b11e4e0-9291-405a-8ee4-08589490637b None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:20:59.410759 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11e4e0-9291-405a-8ee4-08589490637b None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:59.411364 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3b11e4e0-9291-405a-8ee4-08589490637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:59.446456 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.450653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8a0a7a73-e25c-4dec-91f0-efbc4f7b28bc None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.490048 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a3e4c500-7e5a-48a2-a4db-d50d328d8ed6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "PUT /v2.0/floatingips/31e8ddac-fdc1-48f8-8eef-89e5ce0e3161 HTTP/1.1" status: 200 len: 978 time: 4.3706155 Mar 29 09:20:59.496275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65cd257c-1a50-404c-ae32-15df621bc66a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.499066 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48522) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:59.510430 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8a0a7a73-e25c-4dec-91f0-efbc4f7b28bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.512187 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5ff89632-68b6-41c0-b241-d552bc7709cb tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:20:59.543166 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3b11e4e0-9291-405a-8ee4-08589490637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:59.549275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65cd257c-1a50-404c-ae32-15df621bc66a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.553467 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaaa350-060b-42b0-b3da-684495a7322d None None] DHCP port deletion for 8cea2676-58eb-403c-95f5-a3782d859982 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:20:59.563549 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b11e4e0-9291-405a-8ee4-08589490637b None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:20:59.565588 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3b11e4e0-9291-405a-8ee4-08589490637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:59.646051 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3b11e4e0-9291-405a-8ee4-08589490637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:20:59.646719 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b11e4e0-9291-405a-8ee4-08589490637b None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:20:59.657283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65cd257c-1a50-404c-ae32-15df621bc66a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.692137 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.697463 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ff89632-68b6-41c0-b241-d552bc7709cb tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.733193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:20:59.736694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.778541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65cd257c-1a50-404c-ae32-15df621bc66a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.798898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Allocated IP 172.21.0.2 (f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6/a26b571b-132f-4293-9fa9-ca5eab5aef50/7eeec5d6-797c-495b-8abd-73fd92a1d387) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:20:59.835017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.846134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd257c-1a50-404c-ae32-15df621bc66a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1606c9-4bcd-4bb7-9b0f-27b9565b246b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:59.848322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65cd257c-1a50-404c-ae32-15df621bc66a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.851588 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-65cd257c-1a50-404c-ae32-15df621bc66a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/5b1606c9-4bcd-4bb7-9b0f-27b9565b246b HTTP/1.1" status: 204 len: 168 time: 0.6303744 Mar 29 09:20:59.855302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48524) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:20:59.931675 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954df66-db52-4f7e-bdf3-380c3922b598 None None] Pushing event updated for resources: {'Port': ['ID=8d286f12-5265-46c6-953c-55645681b045,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:20:59.955601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-182ad2f9-a98d-4652-a911-5734480efb1c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet b993de82-e56d-400e-ab3f-9f99e07833bb {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:20:59.960225 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-182ad2f9-a98d-4652-a911-5734480efb1c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:20:59.975609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-779969df-c923-4500-a6c7-4b25d3abc0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.014485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-182ad2f9-a98d-4652-a911-5734480efb1c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.122045 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 31720c5b-1f3d-40da-a330-645d1cc14a6e, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=31720c5b-1f3d-40da-a330-645d1cc14a6e,segment=NetworkSegment(46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788),segment_id=46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:00.156953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-182ad2f9-a98d-4652-a911-5734480efb1c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.255156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-779969df-c923-4500-a6c7-4b25d3abc0fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:00.255834 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-779969df-c923-4500-a6c7-4b25d3abc0fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:00.256690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.258901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 94fe9a18-7552-41f1-8230-851947bfdd92 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:00.271759 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Allocated IP 172.20.0.1 (1ad03c8e-c004-4fcf-b4ca-12cbba494e9f/bca6d84a-b228-4565-b184-9bb1171de007/6b57a824-4ff0-4122-8be8-ed3cb591cba4) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:00.389727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-9eaaa350-060b-42b0-b3da-684495a7322d None None] Deleting port 31720c5b-1f3d-40da-a330-645d1cc14a6e {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:00.389919 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa350-060b-42b0-b3da-684495a7322d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.443078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-182ad2f9-a98d-4652-a911-5734480efb1c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.480828 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ff89632-68b6-41c0-b241-d552bc7709cb tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.500568 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ad2f9-a98d-4652-a911-5734480efb1c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=b993de82-e56d-400e-ab3f-9f99e07833bb,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:00.503809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 94fe9a18-7552-41f1-8230-851947bfdd92 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:00.504708 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.514481 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ff89632-68b6-41c0-b241-d552bc7709cb tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.514927 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-5ff89632-68b6-41c0-b241-d552bc7709cb tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Floating IP 31e8ddac-fdc1-48f8-8eef-89e5ce0e3161 disassociated. External IP: 172.26.1.119, port: 509a1495-d57d-452c-bb1f-c2991291a38c. Mar 29 09:21:00.515539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-182ad2f9-a98d-4652-a911-5734480efb1c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.521982 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-182ad2f9-a98d-4652-a911-5734480efb1c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/b993de82-e56d-400e-ab3f-9f99e07833bb HTTP/1.1" status: 204 len: 168 time: 0.6634858 Mar 29 09:21:00.526992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48528) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:00.537376 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a7a73-e25c-4dec-91f0-efbc4f7b28bc None None] Pushing event updated for resources: {'Port': ['ID=94fe9a18-7552-41f1-8230-851947bfdd92,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:00.583941 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b97d86f1-3149-449f-b314-bfa28db8acd3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509601 Mar 29 09:21:00.584902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48530) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:00.591484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:00.596173 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Deleting port 3eb511b5-538e-42a7-8403-9fd7a0262d92 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:00.596690 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.642087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.644025 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9eaaa350-060b-42b0-b3da-684495a7322d None None] For port 31720c5b-1f3d-40da-a330-645d1cc14a6e, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=31720c5b-1f3d-40da-a330-645d1cc14a6e,segment=NetworkSegment(46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788),segment_id=46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:00.644418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa350-060b-42b0-b3da-684495a7322d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.653399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.objects.ports [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102496) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:21:00.657016 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.662189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.679908 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-9eaaa350-060b-42b0-b3da-684495a7322d None None] Calling delete_port for 31720c5b-1f3d-40da-a330-645d1cc14a6e owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:00.692488 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.704695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=31720c5b-1f3d-40da-a330-645d1cc14a6e,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:00.720063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.801865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.855310 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Network f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:00.870831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:00.874146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Checking segment: {'id': 'a6de8ac7-f53d-42b1-8422-f83e3393aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'da07739b-7b51-418a-9617-e9fd664fe870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:00.876338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network hostable DHCP agents. Network: da07739b-7b51-418a-9617-e9fd664fe870, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:21:00.888600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Calling delete_port for 3eb511b5-538e-42a7-8403-9fd7a0262d92 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:00.915100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.915996 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:00.919402 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Pushing event updated for resources: {'Port': ['ID=7eeec5d6-797c-495b-8abd-73fd92a1d387,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:00.922567 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Subnet': ['ID=38e6d495-4c3d-4405-b74e-c3645cd64d87,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:00.934629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network da07739b-7b51-418a-9617-e9fd664fe870 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:21:00.950190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:00.956500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:00.975309 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 80b2f003-4a5a-4d6f-a260-0f9924076ede up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:00.996277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, da07739b-7b51-418a-9617-e9fd664fe870) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:01.010092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:01.010782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.026840 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7a74d6-65f6-4ea3-87b3-c959bf7042a0 None None] Network da07739b-7b51-418a-9617-e9fd664fe870 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:01.085028 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:01.094332 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-495a62b6-5ca8-42ba-be1e-a80e75483a64 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7913654 Mar 29 09:21:01.099713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48532) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:01.105738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:01.108273 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:01.109928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'port': {'network_id': 'da07739b-7b51-418a-9617-e9fd664fe870', 'name': 'tempest-NetworksIpV6TestAttrs-288972393'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:01.120022 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=6b57a824-4ff0-4122-8be8-ed3cb591cba4,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:01.177188 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:21:01.198445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa350-060b-42b0-b3da-684495a7322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.217704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.230740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff89632-68b6-41c0-b241-d552bc7709cb tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:01.266511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Attempting to bind port 7eeec5d6-797c-495b-8abd-73fd92a1d387 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:01.267364 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Attempting to bind port 7eeec5d6-797c-495b-8abd-73fd92a1d387 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '06e2feaf-a674-49af-b88c-0a953cf44154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:01.268071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Attempting to bind port 7eeec5d6-797c-495b-8abd-73fd92a1d387 on network f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:01.276118 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaaa350-060b-42b0-b3da-684495a7322d None None] No DVR routers for this DVR port 31720c5b-1f3d-40da-a330-645d1cc14a6e on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:01.279303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaa350-060b-42b0-b3da-684495a7322d None None] Pushing event deleted for resources: {'Port': ['ID=31720c5b-1f3d-40da-a330-645d1cc14a6e,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:01.282098 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242be5c4-24bf-47d3-b6c4-6ff3b807eed4 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:01.340095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 80b2f003-4a5a-4d6f-a260-0f9924076ede triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:01.340692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.376208 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:01.376513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Checking segment: {'id': '06e2feaf-a674-49af-b88c-0a953cf44154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:01.377110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.377496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Bound using segment: {'id': '06e2feaf-a674-49af-b88c-0a953cf44154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:01.378033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Bound port: 7eeec5d6-797c-495b-8abd-73fd92a1d387, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e2feaf-a674-49af-b88c-0a953cf44154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:01.378421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.381723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0a30384f-98c7-4154-a666-9af55a787752 None None] Could not find standard attr ID for object f1fe3dd6-1afc-4867-a541-224ed96f6636. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:21:01.390408 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb227e-368c-4fd5-96f9-602424d58ef9 None None] Network 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:01.404655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:01.408376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.438278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] device_id is not set on port 6f929591-eecc-4884-88b7-8dc3d489256a yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:21:01.496678 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.500704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.539086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Pushing event deleted for resources: {'Port': ['ID=3eb511b5-538e-42a7-8403-9fd7a0262d92,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:01.568703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0a30384f-98c7-4154-a666-9af55a787752 None None] Provisioning complete for port 94fe9a18-7552-41f1-8230-851947bfdd92 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:01.569062 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0a30384f-98c7-4154-a666-9af55a787752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.614471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff89632-68b6-41c0-b241-d552bc7709cb tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:01.619853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ff89632-68b6-41c0-b241-d552bc7709cb tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.642268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Allocated IP 2001:db8::f816:3eff:fe75:9caf (da07739b-7b51-418a-9617-e9fd664fe870/38e6d495-4c3d-4405-b74e-c3645cd64d87/6f929591-eecc-4884-88b7-8dc3d489256a) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:01.644548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e68afe-aa53-4fa7-9436-2c62c28d4a21 None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:01.649477 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.objects.ports [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102496) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:21:01.701973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.705919 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5ff89632-68b6-41c0-b241-d552bc7709cb tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "PUT /v2.0/floatingips/31e8ddac-fdc1-48f8-8eef-89e5ce0e3161 HTTP/1.1" status: 200 len: 688 time: 2.2040520 Mar 29 09:21:01.728533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48534) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:01.753609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] For port 7eeec5d6-797c-495b-8abd-73fd92a1d387, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:01.779330 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e68afe-aa53-4fa7-9436-2c62c28d4a21 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:01.779941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c2e68afe-aa53-4fa7-9436-2c62c28d4a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:01.832581 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.836603 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.864452 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] For port 7eeec5d6-797c-495b-8abd-73fd92a1d387, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=7eeec5d6-797c-495b-8abd-73fd92a1d387,segment=NetworkSegment(06e2feaf-a674-49af-b88c-0a953cf44154),segment_id=06e2feaf-a674-49af-b88c-0a953cf44154)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:01.872606 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c2e68afe-aa53-4fa7-9436-2c62c28d4a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:01.891599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.904791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-da07739b-7b51-418a-9617-e9fd664fe870', 'network_id': 'da07739b-7b51-418a-9617-e9fd664fe870', 'tenant_id': 'b44bdbbbeb8e4b6e8f43a1a77304505f', 'fixed_ips': [{'subnet_id': '38e6d495-4c3d-4405-b74e-c3645cd64d87'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:01.905783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.934649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.935328 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Fanout notify agent at l3_agent the message router_deleted on router d72cb28b-cadf-4644-83aa-247fa4ae9517 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:21:01.946407 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:01.948878 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d8bcdae6-2edb-4ea5-bec7-eef44a8bfb5c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/routers/d72cb28b-cadf-4644-83aa-247fa4ae9517 HTTP/1.1" status: 204 len: 168 time: 2.8848400 Mar 29 09:21:01.955197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48536) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:01.964320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-29fb67dc-2762-49ef-b2a9-4ca9c0481a11 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-835154988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:02.039027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-29fb67dc-2762-49ef-b2a9-4ca9c0481a11 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.040749 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-29fb67dc-2762-49ef-b2a9-4ca9c0481a11 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.123982 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-29fb67dc-2762-49ef-b2a9-4ca9c0481a11 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.128561 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.132770 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-29fb67dc-2762-49ef-b2a9-4ca9c0481a11 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.136605 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8d286f12-5265-46c6-953c-55645681b045 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:02.139358 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.158802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e68afe-aa53-4fa7-9436-2c62c28d4a21 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:02.159508 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c2e68afe-aa53-4fa7-9436-2c62c28d4a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:02.223629 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-29fb67dc-2762-49ef-b2a9-4ca9c0481a11 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.228990 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-29fb67dc-2762-49ef-b2a9-4ca9c0481a11 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2696013 Mar 29 09:21:02.234412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48540) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:02.240993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:02.247753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c2e68afe-aa53-4fa7-9436-2c62c28d4a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:02.248655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e68afe-aa53-4fa7-9436-2c62c28d4a21 None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:02.261612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.292409 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.314068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=6b57a824-4ff0-4122-8be8-ed3cb591cba4,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:02.357800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72051ec-1ac1-4680-9cd1-8a65d67bc132 None None] Pushing event updated for resources: {'Port': ['ID=7eeec5d6-797c-495b-8abd-73fd92a1d387,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:02.455273 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412c1034-5fea-4364-b01c-b832a74e3ee5 None None] Update dhcp port {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': 'a9d2e6b0-157c-47d6-96a1-d15bda0d2d55'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': '94fe9a18-7552-41f1-8230-851947bfdd92'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:21:02.471571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-88f2921f-0abc-416b-96e6-0dce35a6b01e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port 160d3bcb-89a4-4052-b6e7-2c62b829f984 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:02.472113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-88f2921f-0abc-416b-96e6-0dce35a6b01e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.479054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.490014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.499581 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d23379a4-62af-4ee3-86ea-420d87ef97d3 None None] Provisioning complete for port 8d286f12-5265-46c6-953c-55645681b045 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:02.500270 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d23379a4-62af-4ee3-86ea-420d87ef97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.504552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-412c1034-5fea-4364-b01c-b832a74e3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.525218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 8d286f12-5265-46c6-953c-55645681b045 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:02.526007 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.581427 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.594144 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:02.595910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:02.606425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.756497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-88f2921f-0abc-416b-96e6-0dce35a6b01e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.764595 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-88f2921f-0abc-416b-96e6-0dce35a6b01e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.806696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-88f2921f-0abc-416b-96e6-0dce35a6b01e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for 160d3bcb-89a4-4052-b6e7-2c62b829f984 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:02.882174 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d23379a4-62af-4ee3-86ea-420d87ef97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.890680 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.944276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:02.992769 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d23379a4-62af-4ee3-86ea-420d87ef97d3 None None] For port 8d286f12-5265-46c6-953c-55645681b045, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8d286f12-5265-46c6-953c-55645681b045,segment=NetworkSegment(0a9d4644-b92e-4741-a013-9ce5f9879ab5),segment_id=0a9d4644-b92e-4741-a013-9ce5f9879ab5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:02.995049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Allocated IP 2001:db8::f816:3eff:fed2:fb17 (da07739b-7b51-418a-9617-e9fd664fe870/38e6d495-4c3d-4405-b74e-c3645cd64d87/e9c4d486-5d65-46d1-a758-5aedf02badb0) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:03.004020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d23379a4-62af-4ee3-86ea-420d87ef97d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.046524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Port': ['ID=6f929591-eecc-4884-88b7-8dc3d489256a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:03.065379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] For port 94fe9a18-7552-41f1-8230-851947bfdd92, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=94fe9a18-7552-41f1-8230-851947bfdd92,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:03.168885 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 99950de0-9b35-485a-9acf-e2238e4ce8a0 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:21:03.180018 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network da07739b-7b51-418a-9617-e9fd664fe870 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:03.189088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:03.197992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-88f2921f-0abc-416b-96e6-0dce35a6b01e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.200228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:03.214218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:03.215037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.281198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:03.281806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:03.282742 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.293638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23379a4-62af-4ee3-86ea-420d87ef97d3 None None] Pushing event updated for resources: {'Port': ['ID=8d286f12-5265-46c6-953c-55645681b045,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:03.295502 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-87431627-8ece-4538-9ddb-a74a762787e4 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1947067 Mar 29 09:21:03.299596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2921f-0abc-416b-96e6-0dce35a6b01e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=160d3bcb-89a4-4052-b6e7-2c62b829f984,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:03.315985 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a4255bf7-e239-4c46-b438-b8793b5381a3 None None] Provisioning complete for port 8d286f12-5265-46c6-953c-55645681b045 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:03.316283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48542) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:03.316874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4255bf7-e239-4c46-b438-b8793b5381a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.319142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.344007 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:03.349333 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9d039a19-fc88-4523-8da5-841744099030 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/99950de0-9b35-485a-9acf-e2238e4ce8a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6664371 Mar 29 09:21:03.356786 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80d9ee-e5e4-47d8-b921-e39e01c522d8 None None] Sync routers for ids ['99950de0-9b35-485a-9acf-e2238e4ce8a0'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:03.376261 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80d9ee-e5e4-47d8-b921-e39e01c522d8 None None] Routers {'99950de0-9b35-485a-9acf-e2238e4ce8a0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:03.376894 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0a80d9ee-e5e4-47d8-b921-e39e01c522d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['99950de0-9b35-485a-9acf-e2238e4ce8a0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:03.380440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48544) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:03.441218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cbb339-c434-42a3-8b72-50a765502e90 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Deleting subnet 38e6d495-4c3d-4405-b74e-c3645cd64d87 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:03.445626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb339-c434-42a3-8b72-50a765502e90 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.447968 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0a80d9ee-e5e4-47d8-b921-e39e01c522d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:03.451665 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96df1ab-b2a2-4f31-ae04-2a598ffb6a98 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:03.453709 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a96df1ab-b2a2-4f31-ae04-2a598ffb6a98 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports/6b57a824-4ff0-4122-8be8-ed3cb591cba4 HTTP/1.1" status: 200 len: 910 time: 0.0718150 Mar 29 09:21:03.457147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48546) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:03.472412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.476501 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a80d9ee-e5e4-47d8-b921-e39e01c522d8 None None] Routers {'99950de0-9b35-485a-9acf-e2238e4ce8a0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:03.477291 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0a80d9ee-e5e4-47d8-b921-e39e01c522d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['99950de0-9b35-485a-9acf-e2238e4ce8a0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:03.479022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Network da07739b-7b51-418a-9617-e9fd664fe870 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:03.487883 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:03.495165 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:03.507888 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Pushing event updated for resources: {'Port': ['ID=e9c4d486-5d65-46d1-a758-5aedf02badb0,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:03.514762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb339-c434-42a3-8b72-50a765502e90 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.519725 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.541607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.558535 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0a80d9ee-e5e4-47d8-b921-e39e01c522d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:03.560324 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a80d9ee-e5e4-47d8-b921-e39e01c522d8 None None] The sync data for ids ['99950de0-9b35-485a-9acf-e2238e4ce8a0'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:03.617087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.627624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-88f2921f-0abc-416b-96e6-0dce35a6b01e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.630580 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-88f2921f-0abc-416b-96e6-0dce35a6b01e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.634509 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-88f2921f-0abc-416b-96e6-0dce35a6b01e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/floatingips/31e8ddac-fdc1-48f8-8eef-89e5ce0e3161 HTTP/1.1" status: 204 len: 168 time: 1.9010596 Mar 29 09:21:03.634509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.634509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.637876 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48548) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:03.646464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-412c1034-5fea-4364-b01c-b832a74e3ee5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:03.647252 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-412c1034-5fea-4364-b01c-b832a74e3ee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:03.656322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Attempting to bind port e9c4d486-5d65-46d1-a758-5aedf02badb0 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:03.656820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Attempting to bind port e9c4d486-5d65-46d1-a758-5aedf02badb0 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'a6de8ac7-f53d-42b1-8422-f83e3393aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'da07739b-7b51-418a-9617-e9fd664fe870'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:03.657539 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Attempting to bind port e9c4d486-5d65-46d1-a758-5aedf02badb0 on network da07739b-7b51-418a-9617-e9fd664fe870 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:03.668144 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:03.668668 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Checking segment: {'id': 'a6de8ac7-f53d-42b1-8422-f83e3393aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'da07739b-7b51-418a-9617-e9fd664fe870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:03.669180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.669705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Bound using segment: {'id': 'a6de8ac7-f53d-42b1-8422-f83e3393aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'da07739b-7b51-418a-9617-e9fd664fe870'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:03.670836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Bound port: e9c4d486-5d65-46d1-a758-5aedf02badb0, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6de8ac7-f53d-42b1-8422-f83e3393aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'da07739b-7b51-418a-9617-e9fd664fe870'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:03.671312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.717632 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a4255bf7-e239-4c46-b438-b8793b5381a3 None None] Provisioning complete for port 6b57a824-4ff0-4122-8be8-ed3cb591cba4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:03.718157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4255bf7-e239-4c46-b438-b8793b5381a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.748863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=a9d2e6b0-157c-47d6-96a1-d15bda0d2d55,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:03.751333 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-b392511d-36da-4786-a6e4-7a2d0c3d07fb tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] delete failed (client error): The resource could not be found. Mar 29 09:21:03.752444 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b392511d-36da-4786-a6e4-7a2d0c3d07fb tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/floatingips/31e8ddac-fdc1-48f8-8eef-89e5ce0e3161 HTTP/1.1" status: 404 len: 345 time: 0.0449696 Mar 29 09:21:03.763094 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48550) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:03.776817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a4255bf7-e239-4c46-b438-b8793b5381a3 None None] Port 6b57a824-4ff0-4122-8be8-ed3cb591cba4 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:03.787002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] For port e9c4d486-5d65-46d1-a758-5aedf02badb0, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:03.791015 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] For port e9c4d486-5d65-46d1-a758-5aedf02badb0, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e9c4d486-5d65-46d1-a758-5aedf02badb0,segment=NetworkSegment(a6de8ac7-f53d-42b1-8422-f83e3393aea7),segment_id=a6de8ac7-f53d-42b1-8422-f83e3393aea7)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:03.810272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.814286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Allocated IP 172.26.1.11 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/b87da709-faa7-4beb-8972-1423df8a9ff4) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:03.902261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f68555-784a-4590-b3c1-a643808cec73 None None] Pushing event updated for resources: {'Port': ['ID=e9c4d486-5d65-46d1-a758-5aedf02badb0,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:03.913414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-26b89c43-7505-456d-a34a-b42a0894be78 None None] Provisioning complete for port 6b57a824-4ff0-4122-8be8-ed3cb591cba4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:03.913861 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-26b89c43-7505-456d-a34a-b42a0894be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.961065 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-26b89c43-7505-456d-a34a-b42a0894be78 None None] Port 6b57a824-4ff0-4122-8be8-ed3cb591cba4 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:03.961260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe264a-676a-4c8d-88fb-0f71872d4720 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:03.971573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:03.973965 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe264a-676a-4c8d-88fb-0f71872d4720 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:03.976265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:03.983635 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe264a-676a-4c8d-88fb-0f71872d4720 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:03.983821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:03.984866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:03.986899 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bafe264a-676a-4c8d-88fb-0f71872d4720 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "GET /v2.0/ports?network_id=9b4bd494-4c12-49c4-b613-d31e6e376ed3 HTTP/1.1" status: 200 len: 2357 time: 0.2223253 Mar 29 09:21:03.987908 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48554) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:03.997078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 31720c5b-1f3d-40da-a330-645d1cc14a6e no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:04.015054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb339-c434-42a3-8b72-50a765502e90 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.022340 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 31720c5b-1f3d-40da-a330-645d1cc14a6e {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:04.022855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 31720c5b-1f3d-40da-a330-645d1cc14a6e not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:04.035304 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=94fe9a18-7552-41f1-8230-851947bfdd92,revision_number=8']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:04.048134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8be40b-c633-4289-83cd-b004698286ea None None] Network f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:04.132335 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-252e86e5-1592-4aaf-80b6-f6ae2ddb8478 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5463164 Mar 29 09:21:04.132727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48556) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:04.140529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-debd36fc-81ab-47ea-8a08-99a30827f715 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:04.147808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb339-c434-42a3-8b72-50a765502e90 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.200317 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b715b2-452b-47ef-a131-6ad712cc09b6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:04.208292 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-89b715b2-452b-47ef-a131-6ad712cc09b6 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "GET /v2.0/subnets/aee79e6e-2210-48aa-9a10-560dc68eb498 HTTP/1.1" status: 200 len: 797 time: 0.2121346 Mar 29 09:21:04.208969 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48558) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:04.223921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-412c1034-5fea-4364-b01c-b832a74e3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.224613 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'port': {'network_id': '9b4bd494-4c12-49c4-b613-d31e6e376ed3', 'name': 'tempest-FloatingIPTestJSON-84003005', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:04.254483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbb339-c434-42a3-8b72-50a765502e90 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Subnet': ['ID=38e6d495-4c3d-4405-b74e-c3645cd64d87,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:04.314158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb339-c434-42a3-8b72-50a765502e90 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.319778 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e6cbb339-c434-42a3-8b72-50a765502e90 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/subnets/38e6d495-4c3d-4405-b74e-c3645cd64d87 HTTP/1.1" status: 204 len: 168 time: 0.9993145 Mar 29 09:21:04.323463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48560) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:04.326583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.374373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7eeec5d6-797c-495b-8abd-73fd92a1d387 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:04.409988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08481db0-671c-43b4-96cb-7c2b2f175079 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:04.411508 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08481db0-671c-43b4-96cb-7c2b2f175079 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:04.417677 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-08481db0-671c-43b4-96cb-7c2b2f175079 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0882297 Mar 29 09:21:04.420149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48562) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:04.469533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debd36fc-81ab-47ea-8a08-99a30827f715 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:04.473902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-debd36fc-81ab-47ea-8a08-99a30827f715 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.501125 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.576434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ff4cd97f-374a-454a-be79-4888ae227538 None None] Provisioning complete for port 7eeec5d6-797c-495b-8abd-73fd92a1d387 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:04.576676 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ff4cd97f-374a-454a-be79-4888ae227538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.637347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2edc430f-5c67-40dc-9cc0-9c3bce968ba9 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.647974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.689922 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edc430f-5c67-40dc-9cc0-9c3bce968ba9 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 29 09:21:04.690585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2edc430f-5c67-40dc-9cc0-9c3bce968ba9 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:04.697787 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2edc430f-5c67-40dc-9cc0-9c3bce968ba9 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/networks/da07739b-7b51-418a-9617-e9fd664fe870 HTTP/1.1" status: 409 len: 405 time: 0.2702971 Mar 29 09:21:04.699811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48566) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:04.703865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Made reservation on behalf of 84024953660a4dddac261b38b4420928 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:04.705725 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1f5ba20e-21e1-44eb-b6ec-ea373a81deec tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1921703843'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:04.741543 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:04.750310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:04.751462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5ba20e-21e1-44eb-b6ec-ea373a81deec tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:04.755732 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba20e-21e1-44eb-b6ec-ea373a81deec tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.763432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:04.786745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 7eeec5d6-797c-495b-8abd-73fd92a1d387 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:04.787161 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.792806 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-debd36fc-81ab-47ea-8a08-99a30827f715 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.822946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5ba20e-21e1-44eb-b6ec-ea373a81deec tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:21:04.833591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba20e-21e1-44eb-b6ec-ea373a81deec tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.833991 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-1f5ba20e-21e1-44eb-b6ec-ea373a81deec tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Added segment c7f8d47e-77a8-40e6-b561-53c27e310d57 of type vlan for network b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b Mar 29 09:21:04.861205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Pushing event updated for resources: {'Port': ['ID=b87da709-faa7-4beb-8972-1423df8a9ff4,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:04.879039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debd36fc-81ab-47ea-8a08-99a30827f715 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:04.888191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-debd36fc-81ab-47ea-8a08-99a30827f715 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:04.897345 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debd36fc-81ab-47ea-8a08-99a30827f715 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:04.899061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-debd36fc-81ab-47ea-8a08-99a30827f715 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.927499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ff4cd97f-374a-454a-be79-4888ae227538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:04.938127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-412c1034-5fea-4364-b01c-b832a74e3ee5 None None] For port 94fe9a18-7552-41f1-8230-851947bfdd92, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=94fe9a18-7552-41f1-8230-851947bfdd92,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:04.973160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd36fc-81ab-47ea-8a08-99a30827f715 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=ef6e3046-663a-4037-b7da-07e783a97a59,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:04.996037 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48568) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:05.001064 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-debd36fc-81ab-47ea-8a08-99a30827f715 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8671682 Mar 29 09:21:05.003026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba20e-21e1-44eb-b6ec-ea373a81deec tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:05.005043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:4c:cc:6e', 'name': 'tempest-NetworksTestDHCPv6-1515925402'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:05.039547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba20e-21e1-44eb-b6ec-ea373a81deec tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:05.045338 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ff4cd97f-374a-454a-be79-4888ae227538 None None] For port 7eeec5d6-797c-495b-8abd-73fd92a1d387, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=7eeec5d6-797c-495b-8abd-73fd92a1d387,segment=NetworkSegment(06e2feaf-a674-49af-b88c-0a953cf44154),segment_id=06e2feaf-a674-49af-b88c-0a953cf44154)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:05.045542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5ba20e-21e1-44eb-b6ec-ea373a81deec tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:05.046053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1f5ba20e-21e1-44eb-b6ec-ea373a81deec tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:05.049201 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-412c1034-5fea-4364-b01c-b832a74e3ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:05.064655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ff4cd97f-374a-454a-be79-4888ae227538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:05.079053 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1f5ba20e-21e1-44eb-b6ec-ea373a81deec tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3789608 Mar 29 09:21:05.086049 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48570) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:05.093842 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-412c1034-5fea-4364-b01c-b832a74e3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:05.103878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:05.105392 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'subnet': {'network_id': 'b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:05.176212 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:05.206793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cd97f-374a-454a-be79-4888ae227538 None None] Pushing event updated for resources: {'Port': ['ID=7eeec5d6-797c-495b-8abd-73fd92a1d387,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:05.210614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ba20e-21e1-44eb-b6ec-ea373a81deec tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Network': ['ID=b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:05.235668 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:21:05.311323 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:05.312298 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:05.376565 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c1034-5fea-4364-b01c-b832a74e3ee5 None None] Pushing event updated for resources: {'Port': ['ID=94fe9a18-7552-41f1-8230-851947bfdd92,revision_number=9']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:05.379922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e7636746-1499-48f1-ab02-7631b5155a31 None None] Provisioning complete for port 7eeec5d6-797c-495b-8abd-73fd92a1d387 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:05.380302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e7636746-1499-48f1-ab02-7631b5155a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:05.383701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eda0538-7379-426c-94d2-2f4189644097 None None] Network da07739b-7b51-418a-9617-e9fd664fe870 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:05.667653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62422cd-bb17-4d80-89e2-96f217b34819 None None] DHCP port deletion for da07739b-7b51-418a-9617-e9fd664fe870 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:05.683480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Allocated IP 172.21.0.1 (f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6/a26b571b-132f-4293-9fa9-ca5eab5aef50/4c87f929-749e-4e79-9095-b7abcc4b65ea) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:05.685929 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] device_id is not set on port 14ed906c-e437-48c8-ac9c-2726618f419d yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:21:05.714239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-bf59137b-d807-43db-b301-eee32357766f None None] Provisioning complete for port e9c4d486-5d65-46d1-a758-5aedf02badb0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:05.714751 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf59137b-d807-43db-b301-eee32357766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:05.766397 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dce0a61-87d5-4805-be2b-77a105bb39cb None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:05.809419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a62422cd-bb17-4d80-89e2-96f217b34819 None None] Deleting port e9c4d486-5d65-46d1-a758-5aedf02badb0 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:05.809928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a62422cd-bb17-4d80-89e2-96f217b34819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:05.946696 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:05.950058 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:05.984333 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8d286f12-5265-46c6-953c-55645681b045 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:05.995311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a62422cd-bb17-4d80-89e2-96f217b34819 None None] For port e9c4d486-5d65-46d1-a758-5aedf02badb0, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e9c4d486-5d65-46d1-a758-5aedf02badb0,segment=NetworkSegment(a6de8ac7-f53d-42b1-8422-f83e3393aea7),segment_id=a6de8ac7-f53d-42b1-8422-f83e3393aea7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:05.995709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a62422cd-bb17-4d80-89e2-96f217b34819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.057008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a62422cd-bb17-4d80-89e2-96f217b34819 None None] Calling delete_port for e9c4d486-5d65-46d1-a758-5aedf02badb0 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:06.061784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf59137b-d807-43db-b301-eee32357766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.168024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:06.171780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bf59137b-d807-43db-b301-eee32357766f None None] For port e9c4d486-5d65-46d1-a758-5aedf02badb0, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e9c4d486-5d65-46d1-a758-5aedf02badb0,segment=NetworkSegment(a6de8ac7-f53d-42b1-8422-f83e3393aea7),segment_id=a6de8ac7-f53d-42b1-8422-f83e3393aea7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:06.184936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf59137b-d807-43db-b301-eee32357766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.216942 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 8d286f12-5265-46c6-953c-55645681b045 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:06.217305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.230479 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.293364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.301353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a62422cd-bb17-4d80-89e2-96f217b34819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.318956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59137b-d807-43db-b301-eee32357766f None None] Pushing event updated for resources: {'Port': ['ID=e9c4d486-5d65-46d1-a758-5aedf02badb0,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:06.347431 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62422cd-bb17-4d80-89e2-96f217b34819 None None] No DVR routers for this DVR port e9c4d486-5d65-46d1-a758-5aedf02badb0 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:06.376000 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62422cd-bb17-4d80-89e2-96f217b34819 None None] Pushing event deleted for resources: {'Port': ['ID=e9c4d486-5d65-46d1-a758-5aedf02badb0,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:06.379865 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2672573c-29be-452c-acba-a94e15be9f9c None None] Provisioning complete for port 94fe9a18-7552-41f1-8230-851947bfdd92 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:06.380388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2672573c-29be-452c-acba-a94e15be9f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.541998 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.569226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af408352-047a-4240-89f4-bed0ec60f326 None None] Update dhcp port {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': 'a9d2e6b0-157c-47d6-96a1-d15bda0d2d55', 'ip_address': '2001:db8::f816:3eff:fe59:ca47'}, {'subnet_id': 'ef6e3046-663a-4037-b7da-07e783a97a59'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': '94fe9a18-7552-41f1-8230-851947bfdd92'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:21:06.570906 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.600698 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 94fe9a18-7552-41f1-8230-851947bfdd92 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:06.615476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.20.0.14 (9b4bd494-4c12-49c4-b613-d31e6e376ed3/aee79e6e-2210-48aa-9a10-560dc68eb498/14ed906c-e437-48c8-ac9c-2726618f419d) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:06.626860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-af408352-047a-4240-89f4-bed0ec60f326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.697299 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.20.0.12 (9b4bd494-4c12-49c4-b613-d31e6e376ed3/aee79e6e-2210-48aa-9a10-560dc68eb498/14ed906c-e437-48c8-ac9c-2726618f419d) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:06.703882 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port fc553498-768d-44b8-9d84-940dd5dbe7dd yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:21:06.746641 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:06.784640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 94fe9a18-7552-41f1-8230-851947bfdd92 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:06.785545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.793271 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=4c87f929-749e-4e79-9095-b7abcc4b65ea,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:06.796688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:06.798788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:06.884871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-af408352-047a-4240-89f4-bed0ec60f326 None None] Allocated IP 172.20.0.2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/ef6e3046-663a-4037-b7da-07e783a97a59/94fe9a18-7552-41f1-8230-851947bfdd92) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:06.980941 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:06.984572 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:07.023507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-af408352-047a-4240-89f4-bed0ec60f326 None None] For port 94fe9a18-7552-41f1-8230-851947bfdd92, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=94fe9a18-7552-41f1-8230-851947bfdd92,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:07.037485 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:07.049743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7eeec5d6-797c-495b-8abd-73fd92a1d387 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:07.079126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-af408352-047a-4240-89f4-bed0ec60f326 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:07.091141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-af408352-047a-4240-89f4-bed0ec60f326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:07.101081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.objects.ports [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102495) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:21:07.163468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:07.196955 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-15ae6913-bc6d-458e-b5f7-53cb8cf415c9 None None] Provisioning complete for port 4c87f929-749e-4e79-9095-b7abcc4b65ea triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:07.197327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-15ae6913-bc6d-458e-b5f7-53cb8cf415c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:07.201754 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af408352-047a-4240-89f4-bed0ec60f326 None None] Pushing event updated for resources: {'Port': ['ID=94fe9a18-7552-41f1-8230-851947bfdd92,revision_number=10']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:07.234856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 7eeec5d6-797c-495b-8abd-73fd92a1d387 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:07.235232 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:07.261637 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-15ae6913-bc6d-458e-b5f7-53cb8cf415c9 None None] Port 4c87f929-749e-4e79-9095-b7abcc4b65ea cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:07.353026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:07.403476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Subnet': ['ID=eca76f02-3c23-4116-84d9-863b08cceb8d,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:07.449610 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:07.463923 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c80c713e-9231-4ea6-b39e-a6d25750d1eb req-c62a997c-f91e-46e5-8adf-3ca2eebcb2fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470726 Mar 29 09:21:07.490150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Checking segment: {'id': 'c7f8d47e-77a8-40e6-b561-53c27e310d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:07.490513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network hostable DHCP agents. Network: b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:21:07.505331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 172.20.0.12 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/ef6e3046-663a-4037-b7da-07e783a97a59/fc553498-768d-44b8-9d84-940dd5dbe7dd) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:07.550986 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f816:3eff:fe4c:cc6e (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/a9d2e6b0-157c-47d6-96a1-d15bda0d2d55/fc553498-768d-44b8-9d84-940dd5dbe7dd) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:07.555517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c713e-9231-4ea6-b39e-a6d25750d1eb req-5035eaa5-8d37-4df3-91da-7eb57cffd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:07.557078 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c80c713e-9231-4ea6-b39e-a6d25750d1eb req-5035eaa5-8d37-4df3-91da-7eb57cffd2cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8af97d3b7c8a40caa5a3275d0644629b&device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 1098 time: 0.0485198 Mar 29 09:21:07.582800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:07.662075 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:21:07.680257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c713e-9231-4ea6-b39e-a6d25750d1eb req-5c7b65b9-2064-4b16-9ebe-4a6cea0e5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:07.681811 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c80c713e-9231-4ea6-b39e-a6d25750d1eb req-5c7b65b9-2064-4b16-9ebe-4a6cea0e5966 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea HTTP/1.1" status: 200 len: 912 time: 0.1037483 Mar 29 09:21:07.762452 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c80c713e-9231-4ea6-b39e-a6d25750d1eb req-80e9efca-c5f8-413e-a527-48d2b6a96429 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93811a99-e22b-458a-b83e-b3fd29815959 HTTP/1.1" status: 200 len: 1001 time: 0.0684056 Mar 29 09:21:07.801605 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c0a61-2142-4a98-a05c-e794c9dbec90 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:07.816488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c713e-9231-4ea6-b39e-a6d25750d1eb req-76cc0367-b643-4ef5-be93-5ccd69b7c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:07.818161 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c80c713e-9231-4ea6-b39e-a6d25750d1eb req-76cc0367-b643-4ef5-be93-5ccd69b7c3b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87c15ca4-f48e-4474-bd41-14ac18cc263a HTTP/1.1" status: 200 len: 850 time: 0.0525911 Mar 29 09:21:07.871348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c713e-9231-4ea6-b39e-a6d25750d1eb req-cd352f3c-700a-4920-b07d-5f0f2a9f1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:07.872868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c80c713e-9231-4ea6-b39e-a6d25750d1eb req-cd352f3c-700a-4920-b07d-5f0f2a9f1671 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476844 Mar 29 09:21:07.920938 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-73e77a45-2925-44b6-bb18-8ca09d15b22c None None] Provisioning complete for port 94fe9a18-7552-41f1-8230-851947bfdd92 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:07.921275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-73e77a45-2925-44b6-bb18-8ca09d15b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:07.972004 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c80c713e-9231-4ea6-b39e-a6d25750d1eb req-5a7b9125-1a56-47c8-b67b-93c705670f78 service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905085 Mar 29 09:21:08.042882 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:08.056358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f6e11b-2d51-4e70-98c2-2c20bb17d5ff None None] Network b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:08.061351 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network 9b4bd494-4c12-49c4-b613-d31e6e376ed3 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:08.064815 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:08.065411 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.080045 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Router ed48ca64-d3ae-4983-b190-fb1fda3f663f is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:21:08.081809 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=14ed906c-e437-48c8-ac9c-2726618f419d,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:08.092443 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:08.103092 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c80c713e-9231-4ea6-b39e-a6d25750d1eb req-6c10b232-3a7a-46e9-aa40-75031bf7fc2b service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228662 Mar 29 09:21:08.103931 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:08.166748 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-dbe764ec-7b12-4ddd-ba52-67d009936f18 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0762053 Mar 29 09:21:08.170893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48576) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:08.246157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b', 'network_id': 'b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b', 'tenant_id': 'b44bdbbbeb8e4b6e8f43a1a77304505f', 'fixed_ips': [{'subnet_id': 'eca76f02-3c23-4116-84d9-863b08cceb8d'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:08.247466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.293848 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:08.294503 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.307909 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.396538 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b2cece0a-d860-42b9-95b2-6895e2754db0 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.1808610 Mar 29 09:21:08.399179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48578) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:08.423902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-be636ffa-c9e2-4ba6-83c2-12877fc46371 None None] Provisioning complete for port 94fe9a18-7552-41f1-8230-851947bfdd92 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:08.424556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-be636ffa-c9e2-4ba6-83c2-12877fc46371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.428243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.435203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '14ed906c-e437-48c8-ac9c-2726618f419d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:08.461408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.468921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Allocated IP 2001:db8::f816:3eff:fe3b:1969 (b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b/eca76f02-3c23-4116-84d9-863b08cceb8d/ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:08.478613 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:08.490131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.491448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.494368 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-64b7d596-5518-4199-90fa-ef91ee03e53c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "PUT /v2.0/routers/ed48ca64-d3ae-4983-b190-fb1fda3f663f HTTP/1.1" status: 200 len: 878 time: 6.2568524 Mar 29 09:21:08.497644 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48580) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:08.499369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec4fd5-68ff-4be9-948a-9e3432e62683 None None] Sync routers for ids ['ed48ca64-d3ae-4983-b190-fb1fda3f663f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:08.519460 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.525899 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.527513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.540640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec4fd5-68ff-4be9-948a-9e3432e62683 None None] Routers {'ed48ca64-d3ae-4983-b190-fb1fda3f663f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:08.541275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-97ec4fd5-68ff-4be9-948a-9e3432e62683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ed48ca64-d3ae-4983-b190-fb1fda3f663f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:08.589285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-97ec4fd5-68ff-4be9-948a-9e3432e62683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:08.618208 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:08.621041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec4fd5-68ff-4be9-948a-9e3432e62683 None None] Routers {'ed48ca64-d3ae-4983-b190-fb1fda3f663f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:08.621960 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-97ec4fd5-68ff-4be9-948a-9e3432e62683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ed48ca64-d3ae-4983-b190-fb1fda3f663f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:08.623893 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:08.630424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:08.635109 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.636754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=4c87f929-749e-4e79-9095-b7abcc4b65ea,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:08.673756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-97ec4fd5-68ff-4be9-948a-9e3432e62683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:08.674559 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec4fd5-68ff-4be9-948a-9e3432e62683 None None] The sync data for ids ['ed48ca64-d3ae-4983-b190-fb1fda3f663f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:08.727936 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-34faa0c0-0d5e-40fb-8261-f98293778349 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/routers/ed48ca64-d3ae-4983-b190-fb1fda3f663f HTTP/1.1" status: 200 len: 919 time: 0.2159276 Mar 29 09:21:08.731085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48582) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:08.776526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:08.777185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.784417 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=fc553498-768d-44b8-9d84-940dd5dbe7dd,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:08.834766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0171e24d-0ce7-4bbf-acc8-7eb80a665809 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:08.836436 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0171e24d-0ce7-4bbf-acc8-7eb80a665809 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&device_id=ed48ca64-d3ae-4983-b190-fb1fda3f663f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1043487 Mar 29 09:21:08.839242 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1357a2c1-5b6c-4d0e-854f-9b828a30a89e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.8414786 Mar 29 09:21:08.839731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48584) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:08.840247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48586) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:08.850958 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.854418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d3cf5e65-295e-4ef7-9cf9-7860cda7f93e None None] Could not find standard attr ID for object f1fe3dd6-1afc-4867-a541-224ed96f6636. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:21:08.859823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.863007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:08.864215 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:08.865908 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:08.940342 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Network b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:08.942094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Pushing event updated for resources: {'Port': ['ID=ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:08.947680 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:08.950373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:09.022099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Attempting to bind port ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:09.022885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Attempting to bind port ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'c7f8d47e-77a8-40e6-b561-53c27e310d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:09.023229 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Attempting to bind port ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf on network b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:09.031609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:09.032225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Checking segment: {'id': 'c7f8d47e-77a8-40e6-b561-53c27e310d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:09.032582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.033176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Bound using segment: {'id': 'c7f8d47e-77a8-40e6-b561-53c27e310d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:09.033786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Bound port: ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f8d47e-77a8-40e6-b561-53c27e310d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:09.034261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.047724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.086714 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 99950de0-9b35-485a-9acf-e2238e4ce8a0 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:09.117691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] For port ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:09.122820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] For port ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf,segment=NetworkSegment(c7f8d47e-77a8-40e6-b561-53c27e310d57),segment_id=c7f8d47e-77a8-40e6-b561-53c27e310d57)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:09.129170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.151281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Subnet': ['ID=eca76f02-3c23-4116-84d9-863b08cceb8d,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:09.177195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe5cd8-2df4-400a-9863-5eb59fb05c51 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:09.184034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe5cd8-2df4-400a-9863-5eb59fb05c51 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:09.185525 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-abbe5cd8-2df4-400a-9863-5eb59fb05c51 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.3440540 Mar 29 09:21:09.193252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48588) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:09.218772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 94fe9a18-7552-41f1-8230-851947bfdd92 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:09.236607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:09.250559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e0ac67-23e8-4861-bcb4-d63994a5750a tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:09.252603 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fe62f-c6ca-4fce-80b4-2de2f1c63302 None None] Sync routers for ids ['99950de0-9b35-485a-9acf-e2238e4ce8a0'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:09.256658 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-902e550d-05c1-48c1-bacb-1c789cea1e6c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/99950de0-9b35-485a-9acf-e2238e4ce8a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7983890 Mar 29 09:21:09.257374 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48590) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:09.257955 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48592) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:09.258073 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-22e0ac67-23e8-4861-bcb4-d63994a5750a tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/networks/bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 881 time: 0.4090295 Mar 29 09:21:09.269447 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fe62f-c6ca-4fce-80b4-2de2f1c63302 None None] Routers {'99950de0-9b35-485a-9acf-e2238e4ce8a0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:09.270308 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e67fe62f-c6ca-4fce-80b4-2de2f1c63302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['99950de0-9b35-485a-9acf-e2238e4ce8a0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:09.272145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef88b92-c10e-4557-bb2c-7cedd6153cb7 None None] Pushing event updated for resources: {'Port': ['ID=ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:09.322747 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e67fe62f-c6ca-4fce-80b4-2de2f1c63302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:09.329613 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-37989d6f-2fe3-4a2b-a246-da224cf6095c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed48ca64-d3ae-4983-b190-fb1fda3f663f HTTP/1.1" status: 200 len: 205 time: 0.0704298 Mar 29 09:21:09.333529 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48594) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:09.339563 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 94fe9a18-7552-41f1-8230-851947bfdd92 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:09.340028 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.351956 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fe62f-c6ca-4fce-80b4-2de2f1c63302 None None] Routers {'99950de0-9b35-485a-9acf-e2238e4ce8a0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:09.353467 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e67fe62f-c6ca-4fce-80b4-2de2f1c63302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['99950de0-9b35-485a-9acf-e2238e4ce8a0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:09.384597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63758102-78e8-4c4d-a442-611df7f188fd None None] Network b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:09.406504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6d561-5335-40a7-a10c-78fb40230b0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:09.411562 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-67b6d561-5335-40a7-a10c-78fb40230b0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports/4c87f929-749e-4e79-9095-b7abcc4b65ea HTTP/1.1" status: 200 len: 910 time: 0.1417487 Mar 29 09:21:09.411900 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e67fe62f-c6ca-4fce-80b4-2de2f1c63302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:09.412717 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fe62f-c6ca-4fce-80b4-2de2f1c63302 None None] The sync data for ids ['99950de0-9b35-485a-9acf-e2238e4ce8a0'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:09.418139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48596) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:09.558538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.619501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-885cda88-437a-4077-8e8a-63b4b5771112 None None] Provisioning complete for port fc553498-768d-44b8-9d84-940dd5dbe7dd triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:09.619938 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-885cda88-437a-4077-8e8a-63b4b5771112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.654607 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.26.1.82 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/f45b474f-6510-4f0e-9081-df1baaa42c3f) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:09.715589 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.721699 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-885cda88-437a-4077-8e8a-63b4b5771112 None None] Port fc553498-768d-44b8-9d84-940dd5dbe7dd cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:09.754897 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40ca5a7-6068-40a1-826d-f2749cdc64b9 None None] get_active_networks_info from dv-neutron-835554-1-hyperv {{(pid=102497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 09:21:09.761145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:09.779423 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.788384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f8d47e-77a8-40e6-b561-53c27e310d57') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:09.788384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f8d47e-77a8-40e6-b561-53c27e310d57') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:09.824045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.852195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.870933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:09.871340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.875826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-80cec39e-5143-47cf-af95-1378c88e9828 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port fc553498-768d-44b8-9d84-940dd5dbe7dd {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:09.876157 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-80cec39e-5143-47cf-af95-1378c88e9828 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.876790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Deleting port b87da709-faa7-4beb-8972-1423df8a9ff4 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:09.877134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:09.878709 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:09.902546 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-fd09ad10-f7ed-48ee-80c5-6e0b44062cfb None None] Provisioning complete for port 4c87f929-749e-4e79-9095-b7abcc4b65ea triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:09.903529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fd09ad10-f7ed-48ee-80c5-6e0b44062cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.964863 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-fd09ad10-f7ed-48ee-80c5-6e0b44062cfb None None] Port 4c87f929-749e-4e79-9095-b7abcc4b65ea cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:09.965690 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.973397 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a9bdeddf-b535-4283-8cf4-5a73a7046ab6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:09.983321 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40ca5a7-6068-40a1-826d-f2749cdc64b9 None None] Resources bound (agent type, host, resource id): {{(pid=102497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:21:10.005340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.api [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:21:10.005340 dv-neutron-835554-1-hyperv neutron-server[102496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:21:10.005340 dv-neutron-835554-1-hyperv neutron-server[102496]: [parameters: {'id': 'b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b'}] Mar 29 09:21:10.005340 dv-neutron-835554-1-hyperv neutron-server[102496]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:10.005795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG oslo_db.api [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:10.050571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-80cec39e-5143-47cf-af95-1378c88e9828 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.057745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.064839 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-80cec39e-5143-47cf-af95-1378c88e9828 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for fc553498-768d-44b8-9d84-940dd5dbe7dd owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:10.066941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.075314 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Calling delete_port for b87da709-faa7-4beb-8972-1423df8a9ff4 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:10.113802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:10.148194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:10.154723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:10.162792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=f45b474f-6510-4f0e-9081-df1baaa42c3f,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:10.423668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.456761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Pushing event deleted for resources: {'Port': ['ID=b87da709-faa7-4beb-8972-1423df8a9ff4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:10.480332 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-a9bdeddf-b535-4283-8cf4-5a73a7046ab6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 4c87f929-749e-4e79-9095-b7abcc4b65ea {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:10.480759 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a9bdeddf-b535-4283-8cf4-5a73a7046ab6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.487316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-80cec39e-5143-47cf-af95-1378c88e9828 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.517265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.527740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cec39e-5143-47cf-af95-1378c88e9828 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=fc553498-768d-44b8-9d84-940dd5dbe7dd,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:10.579781 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.748125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-80cec39e-5143-47cf-af95-1378c88e9828 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.751489 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-80cec39e-5143-47cf-af95-1378c88e9828 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/fc553498-768d-44b8-9d84-940dd5dbe7dd HTTP/1.1" status: 204 len: 168 time: 1.5558488 Mar 29 09:21:10.774128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48598) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:10.830237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Deleting port ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:10.830489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.851152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.901872 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267e467-a7c3-4fc6-b134-2a25fe228e64 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:10.903369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267e467-a7c3-4fc6-b134-2a25fe228e64 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:10.904816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267e467-a7c3-4fc6-b134-2a25fe228e64 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:10.906445 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4267e467-a7c3-4fc6-b134-2a25fe228e64 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1306746 Mar 29 09:21:10.933745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48600) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:10.995282 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.997827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a9bdeddf-b535-4283-8cf4-5a73a7046ab6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:10.998968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] For port ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf,segment=NetworkSegment(c7f8d47e-77a8-40e6-b561-53c27e310d57),segment_id=c7f8d47e-77a8-40e6-b561-53c27e310d57)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:10.999335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.000440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.015562 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-a9bdeddf-b535-4283-8cf4-5a73a7046ab6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 4c87f929-749e-4e79-9095-b7abcc4b65ea owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:11.043919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Calling delete_port for ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:11.049098 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4ad951-8309-46a0-be4c-7bf77cc0c5e6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet a9d2e6b0-157c-47d6-96a1-d15bda0d2d55 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:11.053700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.059200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d4ad951-8309-46a0-be4c-7bf77cc0c5e6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.059463 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.060197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Fanout notify agent at l3_agent the message router_deleted on router ed48ca64-d3ae-4983-b190-fb1fda3f663f {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:21:11.067987 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.073018 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c5f438b5-70f3-4be5-8683-85e28696a1a5 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/routers/ed48ca64-d3ae-4983-b190-fb1fda3f663f HTTP/1.1" status: 204 len: 168 time: 1.7344306 Mar 29 09:21:11.098016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48602) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:11.103922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-308ef6c0-2d45-4a58-bb61-231f6f140f17 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1334165911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:11.139330 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-308ef6c0-2d45-4a58-bb61-231f6f140f17 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.140340 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-308ef6c0-2d45-4a58-bb61-231f6f140f17 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.174480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d4ad951-8309-46a0-be4c-7bf77cc0c5e6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.237687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-308ef6c0-2d45-4a58-bb61-231f6f140f17 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.242620 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-308ef6c0-2d45-4a58-bb61-231f6f140f17 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.288427 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-308ef6c0-2d45-4a58-bb61-231f6f140f17 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.289673 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-308ef6c0-2d45-4a58-bb61-231f6f140f17 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1906805 Mar 29 09:21:11.293904 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48604) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:11.298347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'enable_snat': True}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:11.332160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.378145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a9bdeddf-b535-4283-8cf4-5a73a7046ab6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.380251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d4ad951-8309-46a0-be4c-7bf77cc0c5e6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.385462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Port': ['ID=ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:11.406166 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No DVR routers for this DVR port ccbb64ff-c60c-40e9-bf7e-2398d4cd27bf on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:11.440698 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdeddf-b535-4283-8cf4-5a73a7046ab6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=4c87f929-749e-4e79-9095-b7abcc4b65ea,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:11.513787 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d4ad951-8309-46a0-be4c-7bf77cc0c5e6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.523665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.573774 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.576727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.588523 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ad951-8309-46a0-be4c-7bf77cc0c5e6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d2e6b0-157c-47d6-96a1-d15bda0d2d55,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:11.590513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.608309 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45e051-f472-4d82-a4fb-b7fd987bd423 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:11.626919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d4ad951-8309-46a0-be4c-7bf77cc0c5e6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.632364 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4d4ad951-8309-46a0-be4c-7bf77cc0c5e6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/a9d2e6b0-157c-47d6-96a1-d15bda0d2d55 HTTP/1.1" status: 204 len: 168 time: 0.6925812 Mar 29 09:21:11.639033 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48606) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:11.652588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:11.709679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a9bdeddf-b535-4283-8cf4-5a73a7046ab6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.713702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f8d47e-77a8-40e6-b561-53c27e310d57') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:11.713702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f8d47e-77a8-40e6-b561-53c27e310d57') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:11.734194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=f45b474f-6510-4f0e-9081-df1baaa42c3f,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:11.742493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.760625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.767127 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.776104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b81382-3c9b-4bff-aece-4c75d5b7edf1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet ef6e3046-663a-4037-b7da-07e783a97a59 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:11.813889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:11.814383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:11.818816 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:11.829069 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64b81382-3c9b-4bff-aece-4c75d5b7edf1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.948386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64b81382-3c9b-4bff-aece-4c75d5b7edf1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.956207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.985321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:11.988355 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/networks/b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b HTTP/1.1" status: 204 len: 168 time: 3.8163886 Mar 29 09:21:11.992077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bdeddf-b535-4283-8cf4-5a73a7046ab6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 99950de0-9b35-485a-9acf-e2238e4ce8a0 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:11.992717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48608) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:11.998435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8519501a-7d26-4bc8-b097-03ecd5dc2758 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1415404402'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:12.012644 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb593dd-d480-4269-afac-c33c20c65ea6 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Network': ['ID=b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:12.022961 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Floating IP da73fcdf-5b18-4998-980a-712c8cecdab8 associated. External IP: 172.26.1.82, port: 14ed906c-e437-48c8-ac9c-2726618f419d. Mar 29 09:21:12.082492 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8519501a-7d26-4bc8-b097-03ecd5dc2758 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:12.085907 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8519501a-7d26-4bc8-b097-03ecd5dc2758 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.147391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64b81382-3c9b-4bff-aece-4c75d5b7edf1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.167894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.197808 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.205640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8519501a-7d26-4bc8-b097-03ecd5dc2758 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:21:12.226009 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bdeddf-b535-4283-8cf4-5a73a7046ab6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:12.228553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8519501a-7d26-4bc8-b097-03ecd5dc2758 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.228888 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-8519501a-7d26-4bc8-b097-03ecd5dc2758 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Added segment 84e5c601-026d-4efe-86e3-37ee76f82730 of type vlan for network 85ab10be-d6fc-46fa-af94-fc7da2ddb23e Mar 29 09:21:12.236991 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a9bdeddf-b535-4283-8cf4-5a73a7046ab6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/99950de0-9b35-485a-9acf-e2238e4ce8a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8131921 Mar 29 09:21:12.241612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9209a89a-6686-4a96-80eb-0bb7ce1deb4c None None] Sync routers for ids ['99950de0-9b35-485a-9acf-e2238e4ce8a0'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:12.241818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48610) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:12.267841 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209a89a-6686-4a96-80eb-0bb7ce1deb4c None None] Routers {'99950de0-9b35-485a-9acf-e2238e4ce8a0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:12.273337 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-9209a89a-6686-4a96-80eb-0bb7ce1deb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['99950de0-9b35-485a-9acf-e2238e4ce8a0'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:12.331703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8519501a-7d26-4bc8-b097-03ecd5dc2758 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.335986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64b81382-3c9b-4bff-aece-4c75d5b7edf1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.338693 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-9209a89a-6686-4a96-80eb-0bb7ce1deb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:12.352087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209a89a-6686-4a96-80eb-0bb7ce1deb4c None None] Routers {'99950de0-9b35-485a-9acf-e2238e4ce8a0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:12.353150 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-9209a89a-6686-4a96-80eb-0bb7ce1deb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['99950de0-9b35-485a-9acf-e2238e4ce8a0'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:12.393538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8519501a-7d26-4bc8-b097-03ecd5dc2758 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.394100 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-9209a89a-6686-4a96-80eb-0bb7ce1deb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:12.395313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9209a89a-6686-4a96-80eb-0bb7ce1deb4c None None] The sync data for ids ['99950de0-9b35-485a-9acf-e2238e4ce8a0'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:12.400103 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8519501a-7d26-4bc8-b097-03ecd5dc2758 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:12.400774 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8519501a-7d26-4bc8-b097-03ecd5dc2758 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.415865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Allocated IP 172.26.1.90 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/9c78acf1-c4fd-4bb7-9eb1-13c2f3d1ddc6) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:12.451273 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8519501a-7d26-4bc8-b097-03ecd5dc2758 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4565203 Mar 29 09:21:12.462504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48612) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:12.469806 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'subnet': {'network_id': '85ab10be-d6fc-46fa-af94-fc7da2ddb23e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:12.481902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a1f53-4961-4c65-bc88-bbb31a50fe63 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:12.534859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519501a-7d26-4bc8-b097-03ecd5dc2758 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Network': ['ID=85ab10be-d6fc-46fa-af94-fc7da2ddb23e,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:12.562799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 85ab10be-d6fc-46fa-af94-fc7da2ddb23e details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:21:12.646279 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3738e0b7-44f6-4b25-944f-0cd8ee6c45f9 None None] Provisioning complete for port 94fe9a18-7552-41f1-8230-851947bfdd92 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:12.646978 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3738e0b7-44f6-4b25-944f-0cd8ee6c45f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.663735 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:12.667797 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.693341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.710728 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64b81382-3c9b-4bff-aece-4c75d5b7edf1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.714504 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-64b81382-3c9b-4bff-aece-4c75d5b7edf1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/ef6e3046-663a-4037-b7da-07e783a97a59 HTTP/1.1" status: 204 len: 168 time: 1.0725963 Mar 29 09:21:12.715096 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b81382-3c9b-4bff-aece-4c75d5b7edf1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6e3046-663a-4037-b7da-07e783a97a59,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:12.716789 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48616) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:12.772226 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8d1c9bf5-2b9b-4bdf-a8ec-0b8ef50fc657 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486989 Mar 29 09:21:12.777799 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48618) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:12.786517 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fc922a38-fd8b-487e-862b-7c91a3ee1151 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:12.826901 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.841248 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:12.856352 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:12.896307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Deleting port 94fe9a18-7552-41f1-8230-851947bfdd92 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:12.896805 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.941931 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:12.958357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:12.970615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:12.980224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] For port 94fe9a18-7552-41f1-8230-851947bfdd92, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=94fe9a18-7552-41f1-8230-851947bfdd92,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:12.980895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:12.981400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event updated for resources: {'Port': ['ID=9c78acf1-c4fd-4bb7-9eb1-13c2f3d1ddc6,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:12.997943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Calling delete_port for 94fe9a18-7552-41f1-8230-851947bfdd92 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:13.041618 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc922a38-fd8b-487e-862b-7c91a3ee1151 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:13.044932 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fc922a38-fd8b-487e-862b-7c91a3ee1151 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:13.082529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:13.095358 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:13.097611 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273a1678-8d08-4115-bec7-8020fa7dd3ef None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:13.111274 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a1678-8d08-4115-bec7-8020fa7dd3ef None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:13.112270 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-273a1678-8d08-4115-bec7-8020fa7dd3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:13.138490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:13.155717 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-273a1678-8d08-4115-bec7-8020fa7dd3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:13.167110 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a1678-8d08-4115-bec7-8020fa7dd3ef None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:13.168091 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-273a1678-8d08-4115-bec7-8020fa7dd3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:13.201881 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-87d1ca6b-23fe-4239-890e-e8d27439abb2 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.8009691 Mar 29 09:21:13.205658 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-273a1678-8d08-4115-bec7-8020fa7dd3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:13.206598 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273a1678-8d08-4115-bec7-8020fa7dd3ef None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:13.210233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48622) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:13.221651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8bd3cd5c-7f22-47dd-9c3f-8f0a271ae007 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'floatingip': {'port_id': '14ed906c-e437-48c8-ac9c-2726618f419d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:13.240368 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 94fe9a18-7552-41f1-8230-851947bfdd92 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:13.271735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d360ad07-b7f4-4434-a5b6-429928f0c02d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:13.277274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:13.312146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] No DVR routers for this DVR port 94fe9a18-7552-41f1-8230-851947bfdd92 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:13.316314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Pushing event deleted for resources: {'Port': ['ID=94fe9a18-7552-41f1-8230-851947bfdd92,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:13.318716 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No active binding found for port 94fe9a18-7552-41f1-8230-851947bfdd92 {{(pid=102497) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 09:21:13.319149 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 94fe9a18-7552-41f1-8230-851947bfdd92 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:13.328163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.329103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.329103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.329330 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.329520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.329945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.330284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.330614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.330942 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.331611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.331611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.331890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e3e63e-3a80-489a-947e-5ced64c5108f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.349688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Subnet': ['ID=dad7c6a6-6775-416b-930f-acc8131f79ea,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:13.387837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.388174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.388506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.388838 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.389166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.389488 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.389832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.390151 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.390491 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.390784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.391097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.391409 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:13.408091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bd3cd5c-7f22-47dd-9c3f-8f0a271ae007 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:13.471385 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Checking segment: {'id': '84e5c601-026d-4efe-86e3-37ee76f82730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '85ab10be-d6fc-46fa-af94-fc7da2ddb23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:13.472064 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network hostable DHCP agents. Network: 85ab10be-d6fc-46fa-af94-fc7da2ddb23e, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:21:13.590693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d360ad07-b7f4-4434-a5b6-429928f0c02d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 6b57a824-4ff0-4122-8be8-ed3cb591cba4 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:13.590911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d360ad07-b7f4-4434-a5b6-429928f0c02d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:13.602632 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network 85ab10be-d6fc-46fa-af94-fc7da2ddb23e is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:21:13.673538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 85ab10be-d6fc-46fa-af94-fc7da2ddb23e) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:13.675721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d360ad07-b7f4-4434-a5b6-429928f0c02d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:13.688223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf9da5-297f-4ab6-9355-9b0295df549a None None] Network 85ab10be-d6fc-46fa-af94-fc7da2ddb23e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:13.692977 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:13.693599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:13.696159 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fc922a38-fd8b-487e-862b-7c91a3ee1151 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:13.696536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d360ad07-b7f4-4434-a5b6-429928f0c02d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 6b57a824-4ff0-4122-8be8-ed3cb591cba4 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:13.863206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-85ab10be-d6fc-46fa-af94-fc7da2ddb23e', 'network_id': '85ab10be-d6fc-46fa-af94-fc7da2ddb23e', 'tenant_id': 'b44bdbbbeb8e4b6e8f43a1a77304505f', 'fixed_ips': [{'subnet_id': 'dad7c6a6-6775-416b-930f-acc8131f79ea'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:13.864751 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:13.879309 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d360ad07-b7f4-4434-a5b6-429928f0c02d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:13.912119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360ad07-b7f4-4434-a5b6-429928f0c02d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=6b57a824-4ff0-4122-8be8-ed3cb591cba4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:14.019626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Allocated IP 2001:db8::2 (85ab10be-d6fc-46fa-af94-fc7da2ddb23e/dad7c6a6-6775-416b-930f-acc8131f79ea/52eaf4c0-6c48-412b-b135-1b205741d898) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:14.072659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d360ad07-b7f4-4434-a5b6-429928f0c02d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.117228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.121738 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e22c0a47-54aa-4d02-acc2-ebc70a098c26 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6579008 Mar 29 09:21:14.130962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc922a38-fd8b-487e-862b-7c91a3ee1151 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:14.134918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48626) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:14.194938 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc922a38-fd8b-487e-862b-7c91a3ee1151 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=9ecf4333-1b73-40df-a057-ed9defed8537,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:14.204209 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-fc922a38-fd8b-487e-862b-7c91a3ee1151 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:14.205010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.210369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc922a38-fd8b-487e-862b-7c91a3ee1151 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:14.210944 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fc922a38-fd8b-487e-862b-7c91a3ee1151 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.217071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.265506 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be1e8d-51a5-4770-8659-2b4af8a6526a None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:14.286499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Network 85ab10be-d6fc-46fa-af94-fc7da2ddb23e is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:14.294706 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fc922a38-fd8b-487e-862b-7c91a3ee1151 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5152855 Mar 29 09:21:14.295162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:14.300887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48628) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:14.311703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:14.342083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d360ad07-b7f4-4434-a5b6-429928f0c02d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 99950de0-9b35-485a-9acf-e2238e4ce8a0 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:14.342305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Pushing event updated for resources: {'Port': ['ID=52eaf4c0-6c48-412b-b135-1b205741d898,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:14.346373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:14.360611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.425503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Attempting to bind port 52eaf4c0-6c48-412b-b135-1b205741d898 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:14.425943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Attempting to bind port 52eaf4c0-6c48-412b-b135-1b205741d898 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '84e5c601-026d-4efe-86e3-37ee76f82730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '85ab10be-d6fc-46fa-af94-fc7da2ddb23e'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:14.426413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Attempting to bind port 52eaf4c0-6c48-412b-b135-1b205741d898 on network 85ab10be-d6fc-46fa-af94-fc7da2ddb23e {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:14.453033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:14.453033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Checking segment: {'id': '84e5c601-026d-4efe-86e3-37ee76f82730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '85ab10be-d6fc-46fa-af94-fc7da2ddb23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:14.453933 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.454055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d360ad07-b7f4-4434-a5b6-429928f0c02d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:14.454324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Bound using segment: {'id': '84e5c601-026d-4efe-86e3-37ee76f82730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '85ab10be-d6fc-46fa-af94-fc7da2ddb23e'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:14.455181 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Bound port: 52eaf4c0-6c48-412b-b135-1b205741d898, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e5c601-026d-4efe-86e3-37ee76f82730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '85ab10be-d6fc-46fa-af94-fc7da2ddb23e'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:14.456057 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.462962 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d360ad07-b7f4-4434-a5b6-429928f0c02d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/99950de0-9b35-485a-9acf-e2238e4ce8a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2171812 Mar 29 09:21:14.465484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48630) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:14.487642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29bd1f-39d5-4c24-b580-da31ab7b9681 None None] Sync routers for ids ['99950de0-9b35-485a-9acf-e2238e4ce8a0'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:14.495026 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3df70d1d-1c93-43ac-a912-84b29501a98a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=99950de0-9b35-485a-9acf-e2238e4ce8a0 HTTP/1.1" status: 200 len: 205 time: 0.0276647 Mar 29 09:21:14.496815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48632) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:14.556930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29bd1f-39d5-4c24-b580-da31ab7b9681 None None] Routers {'99950de0-9b35-485a-9acf-e2238e4ce8a0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:14.557846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-aa29bd1f-39d5-4c24-b580-da31ab7b9681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['99950de0-9b35-485a-9acf-e2238e4ce8a0'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:14.577277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Deleting port 52eaf4c0-6c48-412b-b135-1b205741d898 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:14.577658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.581400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.582894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15dd08e1-5c1c-4edb-9974-c467425de667 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.594247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.597463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '9ecf4333-1b73-40df-a057-ed9defed8537'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:14.598555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.605667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-aa29bd1f-39d5-4c24-b580-da31ab7b9681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:14.641877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:14.643185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] For port 52eaf4c0-6c48-412b-b135-1b205741d898, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:14.646356 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.646584 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] For port 52eaf4c0-6c48-412b-b135-1b205741d898, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=52eaf4c0-6c48-412b-b135-1b205741d898,segment=NetworkSegment(84e5c601-026d-4efe-86e3-37ee76f82730),segment_id=84e5c601-026d-4efe-86e3-37ee76f82730)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:14.655454 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29bd1f-39d5-4c24-b580-da31ab7b9681 None None] Routers {'99950de0-9b35-485a-9acf-e2238e4ce8a0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:14.656115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-aa29bd1f-39d5-4c24-b580-da31ab7b9681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['99950de0-9b35-485a-9acf-e2238e4ce8a0'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:14.660695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.777478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-aa29bd1f-39d5-4c24-b580-da31ab7b9681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:14.778277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29bd1f-39d5-4c24-b580-da31ab7b9681 None None] The sync data for ids ['99950de0-9b35-485a-9acf-e2238e4ce8a0'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:14.804176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15dd08e1-5c1c-4edb-9974-c467425de667 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.812245 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15dd08e1-5c1c-4edb-9974-c467425de667 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.820722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] For port 52eaf4c0-6c48-412b-b135-1b205741d898, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:14.821629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.842781 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.resource_extend [None req-8bd3cd5c-7f22-47dd-9c3f-8f0a271ae007 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:21:14.864747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Calling delete_port for 52eaf4c0-6c48-412b-b135-1b205741d898 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:14.876699 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fec3e-ab37-44e4-b08a-56fc3c876292 None None] Pushing event updated for resources: {'Port': ['ID=52eaf4c0-6c48-412b-b135-1b205741d898,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:14.880781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15dd08e1-5c1c-4edb-9974-c467425de667 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.881306 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dd08e1-5c1c-4edb-9974-c467425de667 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Fanout notify agent at l3_agent the message router_deleted on router 99950de0-9b35-485a-9acf-e2238e4ce8a0 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:21:14.888619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15dd08e1-5c1c-4edb-9974-c467425de667 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.892562 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-15dd08e1-5c1c-4edb-9974-c467425de667 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/99950de0-9b35-485a-9acf-e2238e4ce8a0 HTTP/1.1" status: 204 len: 168 time: 0.3919771 Mar 29 09:21:14.908126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Allocated IP 172.20.0.2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/9ecf4333-1b73-40df-a057-ed9defed8537/8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:14.917298 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48634) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:14.993816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bd3cd5c-7f22-47dd-9c3f-8f0a271ae007 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:14.997293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d84015f-d0a1-4e38-9530-eefb004c5c38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting subnet a26b571b-132f-4293-9fa9-ca5eab5aef50 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:15.003542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1d84015f-d0a1-4e38-9530-eefb004c5c38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.007553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bd3cd5c-7f22-47dd-9c3f-8f0a271ae007 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.075642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Router 51856338-dab9-428e-9606-e82abc81d803 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:21:15.088022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1d84015f-d0a1-4e38-9530-eefb004c5c38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.154728 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.164507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.164761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.228017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Port': ['ID=52eaf4c0-6c48-412b-b135-1b205741d898,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:15.262782 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:15.264877 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Pushing event updated for resources: {'Port': ['ID=8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:15.268838 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:15.273483 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:15.290143 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No DVR routers for this DVR port 52eaf4c0-6c48-412b-b135-1b205741d898 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:15.292342 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1d84015f-d0a1-4e38-9530-eefb004c5c38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.340714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Attempting to bind port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:15.341800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Attempting to bind port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:15.342162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Attempting to bind port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:15.347913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:15.348206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:15.348599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.348988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:15.349982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Bound port: 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:15.350370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.391524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.423052 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] For port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:15.423357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:15.429242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] For port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:15.434297 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.437231 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2fe719-6183-413c-b7ed-1ea212f10632 None None] Sync routers for ids ['51856338-dab9-428e-9606-e82abc81d803'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:15.438553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.442196 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-def055ff-90a7-4c08-b396-af332630d86d tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "PUT /v2.0/routers/51856338-dab9-428e-9606-e82abc81d803 HTTP/1.1" status: 200 len: 914 time: 4.1449277 Mar 29 09:21:15.444488 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48636) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:15.448665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1d84015f-d0a1-4e38-9530-eefb004c5c38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.455156 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2fe719-6183-413c-b7ed-1ea212f10632 None None] Routers {'51856338-dab9-428e-9606-e82abc81d803'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:15.456363 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9d2fe719-6183-413c-b7ed-1ea212f10632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['51856338-dab9-428e-9606-e82abc81d803'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:15.484408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84015f-d0a1-4e38-9530-eefb004c5c38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Subnet': ['ID=a26b571b-132f-4293-9fa9-ca5eab5aef50,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:15.494689 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1d84015f-d0a1-4e38-9530-eefb004c5c38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.501882 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1d84015f-d0a1-4e38-9530-eefb004c5c38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/a26b571b-132f-4293-9fa9-ca5eab5aef50 HTTP/1.1" status: 204 len: 168 time: 0.5835245 Mar 29 09:21:15.502782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48638) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:15.519653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe330dd-2216-4bcf-a511-d04a91a6bb62 None None] Pushing event updated for resources: {'Port': ['ID=8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:15.523599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ca42c7-a996-4e28-9561-52344f1c4d8e None None] Network f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:15.559861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e496e9-2445-4fce-949a-ecd101f16968 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting subnet bca6d84a-b228-4565-b184-9bb1171de007 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:15.562443 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9d2fe719-6183-413c-b7ed-1ea212f10632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:15.565125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13e496e9-2445-4fce-949a-ecd101f16968 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.569676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.578562 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d2d0b9b7-425b-469c-afb2-d33a30e59b7e tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/routers/51856338-dab9-428e-9606-e82abc81d803 HTTP/1.1" status: 200 len: 920 time: 0.1302447 Mar 29 09:21:15.584646 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48640) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:15.594495 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2fe719-6183-413c-b7ed-1ea212f10632 None None] Routers {'51856338-dab9-428e-9606-e82abc81d803'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:15.598681 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9d2fe719-6183-413c-b7ed-1ea212f10632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['51856338-dab9-428e-9606-e82abc81d803'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:15.639141 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9d2fe719-6183-413c-b7ed-1ea212f10632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:15.639832 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2fe719-6183-413c-b7ed-1ea212f10632 None None] The sync data for ids ['51856338-dab9-428e-9606-e82abc81d803'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:15.747282 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff13ea6-23ca-4006-bb84-488061d1eb1a tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:15.749796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec656908-93b5-4001-93f8-f7851494d6ac None None] DHCP port deletion for f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:15.751394 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6ff13ea6-23ca-4006-bb84-488061d1eb1a tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&device_id=51856338-dab9-428e-9606-e82abc81d803&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1657705 Mar 29 09:21:15.756583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48642) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:15.794131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd3cd5c-7f22-47dd-9c3f-8f0a271ae007 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:15.885172 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ec656908-93b5-4001-93f8-f7851494d6ac None None] Deleting port 7eeec5d6-797c-495b-8abd-73fd92a1d387 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:15.886279 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ec656908-93b5-4001-93f8-f7851494d6ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.971857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ec656908-93b5-4001-93f8-f7851494d6ac None None] For port 7eeec5d6-797c-495b-8abd-73fd92a1d387, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=7eeec5d6-797c-495b-8abd-73fd92a1d387,segment=NetworkSegment(06e2feaf-a674-49af-b88c-0a953cf44154),segment_id=06e2feaf-a674-49af-b88c-0a953cf44154)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:15.972480 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ec656908-93b5-4001-93f8-f7851494d6ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:15.987171 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ec656908-93b5-4001-93f8-f7851494d6ac None None] Calling delete_port for 7eeec5d6-797c-495b-8abd-73fd92a1d387 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:16.068724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Subnet': ['ID=dad7c6a6-6775-416b-930f-acc8131f79ea,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:16.089512 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ec656908-93b5-4001-93f8-f7851494d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.106162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:16.106614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:16.107196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:16.107613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:16.108004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:16.108405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:16.109175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:16.109752 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:16.110144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:16.110534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:16.110970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:16.111426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:21:16.116215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13e496e9-2445-4fce-949a-ecd101f16968 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.132553 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec656908-93b5-4001-93f8-f7851494d6ac None None] Pushing event deleted for resources: {'Port': ['ID=7eeec5d6-797c-495b-8abd-73fd92a1d387,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:16.135139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec656908-93b5-4001-93f8-f7851494d6ac None None] No DVR routers for this DVR port 7eeec5d6-797c-495b-8abd-73fd92a1d387 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:16.194720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.231948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ab10be-d6fc-46fa-af94-fc7da2ddb23e']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:16.278786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e5c601-026d-4efe-86e3-37ee76f82730') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:16.278786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e5c601-026d-4efe-86e3-37ee76f82730') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:16.285101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e26d7-cf23-47f8-90d4-7b74d2889e61 None None] Network 85ab10be-d6fc-46fa-af94-fc7da2ddb23e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:16.292955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.312873 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13e496e9-2445-4fce-949a-ecd101f16968 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.315459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.342785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:16.343383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:16.355794 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:16.390876 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-61e5e202-986a-442b-a3e4-4b73663da3af None None] Could not find standard attr ID for object 52eaf4c0-6c48-412b-b135-1b205741d898. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:21:16.418218 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.objects.ports [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102495) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:21:16.439839 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.451228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.455343 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/networks/85ab10be-d6fc-46fa-af94-fc7da2ddb23e HTTP/1.1" status: 204 len: 168 time: 2.3192647 Mar 29 09:21:16.472387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48644) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:16.478788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d718a701-6e64-4e54-ba12-c895e2ac710a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-115122226'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:16.483917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1261e-2dc3-49b9-8c4a-3dc8c7566d27 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Network': ['ID=85ab10be-d6fc-46fa-af94-fc7da2ddb23e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:16.494148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13e496e9-2445-4fce-949a-ecd101f16968 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.501145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b3f540-728f-49c2-af3f-2d837d8f846b None None] DHCP port deletion for 85ab10be-d6fc-46fa-af94-fc7da2ddb23e request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:16.531986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e496e9-2445-4fce-949a-ecd101f16968 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Subnet': ['ID=bca6d84a-b228-4565-b184-9bb1171de007,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:16.544547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d718a701-6e64-4e54-ba12-c895e2ac710a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:16.548546 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d718a701-6e64-4e54-ba12-c895e2ac710a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.551180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13e496e9-2445-4fce-949a-ecd101f16968 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.553678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3048e464-823d-4d68-a0b5-2da2448078ad None None] Network 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:16.554332 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-13e496e9-2445-4fce-949a-ecd101f16968 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/bca6d84a-b228-4565-b184-9bb1171de007 HTTP/1.1" status: 204 len: 168 time: 1.0481567 Mar 29 09:21:16.554955 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad65513d-2b99-4e0a-bf0b-25948cb527e9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:16.556360 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ad65513d-2b99-4e0a-bf0b-25948cb527e9 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/networks/bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 881 time: 0.7985697 Mar 29 09:21:16.559740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48646) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:16.560110 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48648) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:16.605282 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a2d067df-3aba-4b52-944e-3f1073a1179f tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "GET /v2.0/ports?device_id=51856338-dab9-428e-9606-e82abc81d803 HTTP/1.1" status: 200 len: 205 time: 0.0362968 Mar 29 09:21:16.612811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48650) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:16.696785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d718a701-6e64-4e54-ba12-c895e2ac710a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:21:16.715074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.720963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d718a701-6e64-4e54-ba12-c895e2ac710a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.721402 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-d718a701-6e64-4e54-ba12-c895e2ac710a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Added segment 40f74c5e-fabe-46d5-b7d3-585b450f4888 of type vlan for network 0dba35b0-7cfc-4761-9821-880fbbecc39e Mar 29 09:21:16.796153 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd3cd5c-7f22-47dd-9c3f-8f0a271ae007 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:16.810893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a49e0-13c4-445e-b8fe-b63c11dd0323 None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:16.814790 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60011505-f850-4fbd-8e8b-c750bee50c35 None None] DHCP port deletion for 1ad03c8e-c004-4fcf-b4ca-12cbba494e9f request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:16.830063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bd3cd5c-7f22-47dd-9c3f-8f0a271ae007 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.862060 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a49e0-13c4-445e-b8fe-b63c11dd0323 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:16.862691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-876a49e0-13c4-445e-b8fe-b63c11dd0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:16.906272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.906488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d718a701-6e64-4e54-ba12-c895e2ac710a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.907975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-876a49e0-13c4-445e-b8fe-b63c11dd0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:16.911600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.924944 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a49e0-13c4-445e-b8fe-b63c11dd0323 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:16.925561 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-876a49e0-13c4-445e-b8fe-b63c11dd0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:16.966820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d718a701-6e64-4e54-ba12-c895e2ac710a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.971419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-876a49e0-13c4-445e-b8fe-b63c11dd0323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:16.972085 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a49e0-13c4-445e-b8fe-b63c11dd0323 None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:16.972298 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d718a701-6e64-4e54-ba12-c895e2ac710a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:16.972947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d718a701-6e64-4e54-ba12-c895e2ac710a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:16.988178 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-60011505-f850-4fbd-8e8b-c750bee50c35 None None] Deleting port 8d286f12-5265-46c6-953c-55645681b045 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:16.988563 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-60011505-f850-4fbd-8e8b-c750bee50c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.007777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:17.056495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718a701-6e64-4e54-ba12-c895e2ac710a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Network': ['ID=0dba35b0-7cfc-4761-9821-880fbbecc39e,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:17.060398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e2feaf-a674-49af-b88c-0a953cf44154') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:17.060685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e2feaf-a674-49af-b88c-0a953cf44154') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:17.072014 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.073025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.078845 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d718a701-6e64-4e54-ba12-c895e2ac710a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6053383 Mar 29 09:21:17.079083 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.081916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-60011505-f850-4fbd-8e8b-c750bee50c35 None None] For port 8d286f12-5265-46c6-953c-55645681b045, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8d286f12-5265-46c6-953c-55645681b045,segment=NetworkSegment(0a9d4644-b92e-4741-a013-9ce5f9879ab5),segment_id=0a9d4644-b92e-4741-a013-9ce5f9879ab5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:17.082759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-60011505-f850-4fbd-8e8b-c750bee50c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.085172 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48652) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:17.091358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Request body: {'subnet': {'network_id': '0dba35b0-7cfc-4761-9821-880fbbecc39e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:17.098577 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8bd3cd5c-7f22-47dd-9c3f-8f0a271ae007 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "PUT /v2.0/floatingips/da73fcdf-5b18-4998-980a-712c8cecdab8 HTTP/1.1" status: 200 len: 976 time: 3.8873625 Mar 29 09:21:17.104992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48654) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:17.109020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-60011505-f850-4fbd-8e8b-c750bee50c35 None None] Calling delete_port for 8d286f12-5265-46c6-953c-55645681b045 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:17.156570 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.177718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:17.178260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:17.182109 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:17.199312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 0dba35b0-7cfc-4761-9821-880fbbecc39e details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:21:17.208380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-60011505-f850-4fbd-8e8b-c750bee50c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.242468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Deleting port 9c78acf1-c4fd-4bb7-9eb1-13c2f3d1ddc6 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:17.243338 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.260916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:17.336015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.349210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.352443 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/networks/f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6 HTTP/1.1" status: 204 len: 168 time: 0.7912252 Mar 29 09:21:17.361718 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48656) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:17.372403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299a743-4814-40ad-9cab-7ae3a6793101 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Network': ['ID=f04aa9a9-7fe8-4918-9bb7-8f06ccc943d6,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:17.384253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Made reservation on behalf of b44bdbbbeb8e4b6e8f43a1a77304505f for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:17.387933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.415517 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] For port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:17.483599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.502030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60011505-f850-4fbd-8e8b-c750bee50c35 None None] No DVR routers for this DVR port 8d286f12-5265-46c6-953c-55645681b045 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:17.504369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60011505-f850-4fbd-8e8b-c750bee50c35 None None] Pushing event deleted for resources: {'Port': ['ID=8d286f12-5265-46c6-953c-55645681b045,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:17.505461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Calling delete_port for 9c78acf1-c4fd-4bb7-9eb1-13c2f3d1ddc6 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:17.511227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.531850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port f45b474f-6510-4f0e-9081-df1baaa42c3f {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:17.532197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.537045 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.545057 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4f805e80-5242-4ade-880e-9058ddccf1cb None None] Provisioning complete for port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:17.545373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4f805e80-5242-4ade-880e-9058ddccf1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.545549 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.546506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.613473 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:17.613955 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.680350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4f805e80-5242-4ade-880e-9058ddccf1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.696989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.697684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.703164 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:17.719926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:17.721966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for f45b474f-6510-4f0e-9081-df1baaa42c3f owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:17.740347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-4f805e80-5242-4ade-880e-9058ddccf1cb None None] For port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:17.740815 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:17.741645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.744264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d8253a-6490-4dcd-8c0b-d8d6652fd26e None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:17.749106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4f805e80-5242-4ade-880e-9058ddccf1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.761105 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=65a11c3a-1234-44ca-918d-635d1a5e919a,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:17.804154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.813507 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9,revision_number=4']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:17.870222 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1c01606c-7b6b-4c40-9791-3378456c0705 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5663998 Mar 29 09:21:17.873793 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48658) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:17.875295 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad03c8e-c004-4fcf-b4ca-12cbba494e9f']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:17.888332 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:09:8c:06', 'name': 'tempest-NetworksTestDHCPv6-317274548'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:17.899605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.objects.ports [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102496) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:21:17.903315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.914540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9d4644-b92e-4741-a013-9ce5f9879ab5') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:17.915601 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9d4644-b92e-4741-a013-9ce5f9879ab5') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:17.922114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f805e80-5242-4ade-880e-9058ddccf1cb None None] Pushing event updated for resources: {'Port': ['ID=8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:17.937300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:17.992692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.002456 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7eeec5d6-797c-495b-8abd-73fd92a1d387 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:18.003259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event updated for resources: {'Subnet': ['ID=daea3cbb-2b22-48a8-91a6-86e12f66c89b,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:18.027725 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:18.028196 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:18.032820 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:18.042314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 7eeec5d6-797c-495b-8abd-73fd92a1d387 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:18.043792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7eeec5d6-797c-495b-8abd-73fd92a1d387 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:18.043792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8d286f12-5265-46c6-953c-55645681b045 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:18.046912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Checking segment: {'id': '40f74c5e-fabe-46d5-b7d3-585b450f4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0dba35b0-7cfc-4761-9821-880fbbecc39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:18.047353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network hostable DHCP agents. Network: 0dba35b0-7cfc-4761-9821-880fbbecc39e, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:21:18.066448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 8d286f12-5265-46c6-953c-55645681b045 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:18.066789 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8d286f12-5265-46c6-953c-55645681b045 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:18.114394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Network 0dba35b0-7cfc-4761-9821-880fbbecc39e is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:21:18.120128 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.124573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.132542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 0dba35b0-7cfc-4761-9821-880fbbecc39e) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:18.133867 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.152911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f546f1-fa05-4fc9-9fdd-c7af9298ca78 None None] Network 0dba35b0-7cfc-4761-9821-880fbbecc39e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:18.168700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.175884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:18.176065 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/networks/1ad03c8e-c004-4fcf-b4ca-12cbba494e9f HTTP/1.1" status: 204 len: 168 time: 0.8129575 Mar 29 09:21:18.176367 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.181669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48660) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:18.186209 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Pushing event deleted for resources: {'Port': ['ID=9c78acf1-c4fd-4bb7-9eb1-13c2f3d1ddc6,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:18.200785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=f45b474f-6510-4f0e-9081-df1baaa42c3f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:18.201946 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-460e3979-aad7-45e3-91d6-bc5f3ff8e525 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'network': {'name': 'tempest-RoutersTest-169389392'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:18.213221 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0048f1f6-a190-42fb-8a20-ad80cf83ac35 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1268749 Mar 29 09:21:18.222438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48662) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:18.224940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69021a6b-43ed-4e53-8e43-7fd1a1a8a2c1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Network': ['ID=1ad03c8e-c004-4fcf-b4ca-12cbba494e9f,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:18.238104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:18.292162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.292502 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Floating IP da73fcdf-5b18-4998-980a-712c8cecdab8 disassociated (deleted). External IP: 172.26.1.82, port: 14ed906c-e437-48c8-ac9c-2726618f419d. Mar 29 09:21:18.338546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e3979-aad7-45e3-91d6-bc5f3ff8e525 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:18.342225 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-460e3979-aad7-45e3-91d6-bc5f3ff8e525 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.395381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-0dba35b0-7cfc-4761-9821-880fbbecc39e', 'network_id': '0dba35b0-7cfc-4761-9821-880fbbecc39e', 'tenant_id': 'b44bdbbbeb8e4b6e8f43a1a77304505f', 'fixed_ips': [{'subnet_id': 'daea3cbb-2b22-48a8-91a6-86e12f66c89b'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:18.397157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.434856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.539360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:18.572106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Allocated IP 2001:db8::f816:3eff:fea8:a581 (0dba35b0-7cfc-4761-9821-880fbbecc39e/daea3cbb-2b22-48a8-91a6-86e12f66c89b/24823bdc-3aa6-4919-9528-26eb93998514) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:18.575072 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.576789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460e3979-aad7-45e3-91d6-bc5f3ff8e525 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:21:18.588380 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.599567 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.620668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-460e3979-aad7-45e3-91d6-bc5f3ff8e525 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.621019 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-460e3979-aad7-45e3-91d6-bc5f3ff8e525 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Added segment 40eae56e-070b-4d10-a353-10a240a53a4e of type vlan for network cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f Mar 29 09:21:18.669437 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.671481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:18.678781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.685062 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cc68b2-b5aa-4e3c-acd2-739f0f81288d None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:18.701725 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc68b2-b5aa-4e3c-acd2-739f0f81288d None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:18.706501 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-48cc68b2-b5aa-4e3c-acd2-739f0f81288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:18.718219 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5909fbc3-e4bb-4494-af87-ca1510982813 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/floatingips/da73fcdf-5b18-4998-980a-712c8cecdab8 HTTP/1.1" status: 204 len: 168 time: 1.6120675 Mar 29 09:21:18.720919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48664) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:18.723755 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.725110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Fanout notify agent at l3_agent the message router_deleted on router 51856338-dab9-428e-9606-e82abc81d803 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:21:18.760691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.766294 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4d714fb5-dc02-489b-bbd1-83ff74550f50 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/routers/51856338-dab9-428e-9606-e82abc81d803 HTTP/1.1" status: 204 len: 168 time: 2.1524417 Mar 29 09:21:18.768419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48666) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:18.778573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 1d35dc21-b7af-46a6-8cd7-472adfd18482 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:21:18.781748 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-5f37614d-0ad8-49c0-b092-af97a7a8323f tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1723569601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:18.791806 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-460e3979-aad7-45e3-91d6-bc5f3ff8e525 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.821992 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-48cc68b2-b5aa-4e3c-acd2-739f0f81288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:18.832225 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc68b2-b5aa-4e3c-acd2-739f0f81288d None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:18.833284 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-48cc68b2-b5aa-4e3c-acd2-739f0f81288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:18.848512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5f37614d-0ad8-49c0-b092-af97a7a8323f tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.849655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5f37614d-0ad8-49c0-b092-af97a7a8323f tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.874500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5864f6fa-c1e6-4e5b-950e-1db27f78cd8e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port 14ed906c-e437-48c8-ac9c-2726618f419d {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:18.874845 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5864f6fa-c1e6-4e5b-950e-1db27f78cd8e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.882127 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-48cc68b2-b5aa-4e3c-acd2-739f0f81288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:18.883536 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cc68b2-b5aa-4e3c-acd2-739f0f81288d None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:18.896647 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.908893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.910398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.945488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5f37614d-0ad8-49c0-b092-af97a7a8323f tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.975656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Network 0dba35b0-7cfc-4761-9821-880fbbecc39e is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:18.979918 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:18.981287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5f37614d-0ad8-49c0-b092-af97a7a8323f tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.985549 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:18.992252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-460e3979-aad7-45e3-91d6-bc5f3ff8e525 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:18.996018 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Pushing event updated for resources: {'Port': ['ID=24823bdc-3aa6-4919-9528-26eb93998514,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:18.999996 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e3979-aad7-45e3-91d6-bc5f3ff8e525 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:18.999996 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-460e3979-aad7-45e3-91d6-bc5f3ff8e525 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.014014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5f37614d-0ad8-49c0-b092-af97a7a8323f tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.015346 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5f37614d-0ad8-49c0-b092-af97a7a8323f tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2446709 Mar 29 09:21:19.018656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48668) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:19.027614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'enable_snat': False}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:19.091718 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Attempting to bind port 24823bdc-3aa6-4919-9528-26eb93998514 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:19.092711 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Attempting to bind port 24823bdc-3aa6-4919-9528-26eb93998514 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '40f74c5e-fabe-46d5-b7d3-585b450f4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0dba35b0-7cfc-4761-9821-880fbbecc39e'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:19.093026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5864f6fa-c1e6-4e5b-950e-1db27f78cd8e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.093618 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Attempting to bind port 24823bdc-3aa6-4919-9528-26eb93998514 on network 0dba35b0-7cfc-4761-9821-880fbbecc39e {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:19.101503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:19.110180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Checking segment: {'id': '40f74c5e-fabe-46d5-b7d3-585b450f4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0dba35b0-7cfc-4761-9821-880fbbecc39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:19.111997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.112578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Bound using segment: {'id': '40f74c5e-fabe-46d5-b7d3-585b450f4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0dba35b0-7cfc-4761-9821-880fbbecc39e'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:19.113163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Bound port: 24823bdc-3aa6-4919-9528-26eb93998514, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f74c5e-fabe-46d5-b7d3-585b450f4888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '0dba35b0-7cfc-4761-9821-880fbbecc39e'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:19.113670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.127645 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:19.136581 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-460e3979-aad7-45e3-91d6-bc5f3ff8e525 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9484022 Mar 29 09:21:19.137515 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48670) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:19.141626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5864f6fa-c1e6-4e5b-950e-1db27f78cd8e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for 14ed906c-e437-48c8-ac9c-2726618f419d owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:19.141862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e3979-aad7-45e3-91d6-bc5f3ff8e525 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Network': ['ID=cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:19.146227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9b694d47-01fe-4cbf-a5ba-bed836980d57 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'subnet': {'network_id': 'cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:19.162694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:21:19.176627 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.211098 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Subnet': ['ID=daea3cbb-2b22-48a8-91a6-86e12f66c89b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:19.234260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 172.20.0.10 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/9ecf4333-1b73-40df-a057-ed9defed8537/1d35dc21-b7af-46a6-8cd7-472adfd18482) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:19.254875 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f816:3eff:fe09:8c06 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/65a11c3a-1234-44ca-918d-635d1a5e919a/1d35dc21-b7af-46a6-8cd7-472adfd18482) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:19.299388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c062b579-6953-449f-8977-b953f8ca791b None None] Provisioning complete for port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:19.299727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c062b579-6953-449f-8977-b953f8ca791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.303691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.337963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] For port 24823bdc-3aa6-4919-9528-26eb93998514, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:19.341959 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dba35b0-7cfc-4761-9821-880fbbecc39e']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:19.356746 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:19.357054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.360199 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f74c5e-fabe-46d5-b7d3-585b450f4888') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:19.360346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] For port 24823bdc-3aa6-4919-9528-26eb93998514, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=24823bdc-3aa6-4919-9528-26eb93998514,segment=NetworkSegment(40f74c5e-fabe-46d5-b7d3-585b450f4888),segment_id=40f74c5e-fabe-46d5-b7d3-585b450f4888)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:19.360549 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f74c5e-fabe-46d5-b7d3-585b450f4888') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:19.376486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.385789 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.391974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.409774 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.436645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b694d47-01fe-4cbf-a5ba-bed836980d57 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:19.439620 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b694d47-01fe-4cbf-a5ba-bed836980d57 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.445215 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:19.445494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:19.450148 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:19.472044 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044c802-1c17-4e81-85d3-47880d9ffbb3 None None] Pushing event updated for resources: {'Port': ['ID=24823bdc-3aa6-4919-9528-26eb93998514,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:19.905886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.api [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:21:19.905886 dv-neutron-835554-1-hyperv neutron-server[102495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:21:19.905886 dv-neutron-835554-1-hyperv neutron-server[102495]: [parameters: {'id': '0dba35b0-7cfc-4761-9821-880fbbecc39e'}] Mar 29 09:21:19.905886 dv-neutron-835554-1-hyperv neutron-server[102495]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:19.906740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG oslo_db.api [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:20.104683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5864f6fa-c1e6-4e5b-950e-1db27f78cd8e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.114159 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.154455 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.174904 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864f6fa-c1e6-4e5b-950e-1db27f78cd8e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=14ed906c-e437-48c8-ac9c-2726618f419d,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:20.211575 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:20.215882 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:20.219805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:20.227794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=1d35dc21-b7af-46a6-8cd7-472adfd18482,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:20.294941 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:20.295798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.303880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b694d47-01fe-4cbf-a5ba-bed836980d57 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.319644 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-53230a69-e3af-47bf-a808-42c0ce4ad3eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4396446 Mar 29 09:21:20.319963 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48672) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:20.380391 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab8cf93-30c0-47ae-961f-f1ada2f0341f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:20.386820 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab8cf93-30c0-47ae-961f-f1ada2f0341f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:20.388468 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cab8cf93-30c0-47ae-961f-f1ada2f0341f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0675640 Mar 29 09:21:20.391226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48674) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:20.426024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.444986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5864f6fa-c1e6-4e5b-950e-1db27f78cd8e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.448913 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5864f6fa-c1e6-4e5b-950e-1db27f78cd8e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/ports/14ed906c-e437-48c8-ac9c-2726618f419d HTTP/1.1" status: 204 len: 168 time: 1.7265766 Mar 29 09:21:20.453468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b694d47-01fe-4cbf-a5ba-bed836980d57 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Subnet': ['ID=ae5f419b-6c3a-43bf-8314-2c50f241484d,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:20.454240 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48676) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:20.459488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.460762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:20.482383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.493937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b694d47-01fe-4cbf-a5ba-bed836980d57 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Checking segment: {'id': '40eae56e-070b-4d10-a353-10a240a53a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:20.495013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b694d47-01fe-4cbf-a5ba-bed836980d57 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network hostable DHCP agents. Network: cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:21:20.557834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.568042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b694d47-01fe-4cbf-a5ba-bed836980d57 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:21:20.581207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-0dab111f-f5da-45b1-b488-8f1e9f2fa831 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 1d35dc21-b7af-46a6-8cd7-472adfd18482 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:20.581546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0dab111f-f5da-45b1-b488-8f1e9f2fa831 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.586966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-9b694d47-01fe-4cbf-a5ba-bed836980d57 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:20.592743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b694d47-01fe-4cbf-a5ba-bed836980d57 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:20.593499 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b694d47-01fe-4cbf-a5ba-bed836980d57 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.600898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61317df1-5acc-4100-87ef-a626d345b6c3 None None] Network cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:20.615032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Deleting port 24823bdc-3aa6-4919-9528-26eb93998514 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:20.615379 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.644310 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9b694d47-01fe-4cbf-a5ba-bed836980d57 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5034900 Mar 29 09:21:20.644844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48678) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:20.650749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-be338728-76a0-4780-a832-632fcb0ee0d1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-788590802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:20.674106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Allocated IP 172.26.1.187 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/8b0dca89-9eec-4e5c-9198-8a34c2df8322) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:20.688004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b035c1-34c1-44a6-aa91-206cc2062961 None None] Network 0dba35b0-7cfc-4761-9821-880fbbecc39e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:20.714939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be338728-76a0-4780-a832-632fcb0ee0d1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.716153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be338728-76a0-4780-a832-632fcb0ee0d1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.784051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4c5d59b3-b8f8-490b-a7b0-9e8db36da4e4 None None] Provisioning complete for port 24823bdc-3aa6-4919-9528-26eb93998514 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:20.784756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4c5d59b3-b8f8-490b-a7b0-9e8db36da4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.806896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] For port 24823bdc-3aa6-4919-9528-26eb93998514, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=24823bdc-3aa6-4919-9528-26eb93998514,segment=NetworkSegment(40f74c5e-fabe-46d5-b7d3-585b450f4888),segment_id=40f74c5e-fabe-46d5-b7d3-585b450f4888)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:20.807266 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.810830 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0dab111f-f5da-45b1-b488-8f1e9f2fa831 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.820687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be338728-76a0-4780-a832-632fcb0ee0d1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.831906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be338728-76a0-4780-a832-632fcb0ee0d1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.836087 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-0dab111f-f5da-45b1-b488-8f1e9f2fa831 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 1d35dc21-b7af-46a6-8cd7-472adfd18482 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:20.842812 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Calling delete_port for 24823bdc-3aa6-4919-9528-26eb93998514 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:20.867986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.872961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be338728-76a0-4780-a832-632fcb0ee0d1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.874198 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-be338728-76a0-4780-a832-632fcb0ee0d1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2284265 Mar 29 09:21:20.876974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48680) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:20.881789 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'port': {'network_id': 'cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f', 'name': 'tempest-RoutersTest-1032152971'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:20.948114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f', 'network_id': 'cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'fixed_ips': [{'subnet_id': 'ae5f419b-6c3a-43bf-8314-2c50f241484d'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:20.949095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.980735 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.989083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4c5d59b3-b8f8-490b-a7b0-9e8db36da4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:20.999147 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.053193 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.062530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Pushing event updated for resources: {'Port': ['ID=8b0dca89-9eec-4e5c-9198-8a34c2df8322,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:21.075934 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30f0f7a-78ae-49bb-924e-d9b5377a62e4 None None] DHCP port deletion for 0dba35b0-7cfc-4761-9821-880fbbecc39e request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:21.077234 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:21.084089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:21.086692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:21.110844 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Port': ['ID=24823bdc-3aa6-4919-9528-26eb93998514,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:21.127331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No DVR routers for this DVR port 24823bdc-3aa6-4919-9528-26eb93998514 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:21.152307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:21.156181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.167633 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4c5d59b3-b8f8-490b-a7b0-9e8db36da4e4 None None] Provisioning complete for port 1d35dc21-b7af-46a6-8cd7-472adfd18482 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:21.168002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4c5d59b3-b8f8-490b-a7b0-9e8db36da4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.208184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Allocated IP 172.20.0.2 (cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f/ae5f419b-6c3a-43bf-8314-2c50f241484d/22d1edf7-e197-4d6f-bae5-774649afdde8) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:21.217682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d59b3-b8f8-490b-a7b0-9e8db36da4e4 None None] Port 1d35dc21-b7af-46a6-8cd7-472adfd18482 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:21.240544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] device_id is not set on port 768faabb-d262-4f58-b901-4d3348fa426b yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:21:21.287122 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.297036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.26.1.12 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/22472f2a-1484-468a-941c-76ba1cb3db52) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:21.324972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0dab111f-f5da-45b1-b488-8f1e9f2fa831 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.328178 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dba35b0-7cfc-4761-9821-880fbbecc39e']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:21.381622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f74c5e-fabe-46d5-b7d3-585b450f4888') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:21.381818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f74c5e-fabe-46d5-b7d3-585b450f4888') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:21.391644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab111f-f5da-45b1-b488-8f1e9f2fa831 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=1d35dc21-b7af-46a6-8cd7-472adfd18482,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:21.405492 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.449044 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.459979 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.485783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.491402 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:21.491719 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.494812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:21.497967 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:21.543189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Network cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:21.548082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:21.557547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:21.560800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Pushing event updated for resources: {'Port': ['ID=22d1edf7-e197-4d6f-bae5-774649afdde8,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:21.589495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Allocated IP 172.20.0.6 (cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f/ae5f419b-6c3a-43bf-8314-2c50f241484d/768faabb-d262-4f58-b901-4d3348fa426b) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:21.621589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Attempting to bind port 22d1edf7-e197-4d6f-bae5-774649afdde8 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:21.622143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Attempting to bind port 22d1edf7-e197-4d6f-bae5-774649afdde8 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '40eae56e-070b-4d10-a353-10a240a53a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:21.622515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Attempting to bind port 22d1edf7-e197-4d6f-bae5-774649afdde8 on network cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:21.629063 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:21.629430 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Checking segment: {'id': '40eae56e-070b-4d10-a353-10a240a53a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:21.629863 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.630253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Bound using segment: {'id': '40eae56e-070b-4d10-a353-10a240a53a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:21.630724 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Bound port: 22d1edf7-e197-4d6f-bae5-774649afdde8, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40eae56e-070b-4d10-a353-10a240a53a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:21.631233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.690183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0dab111f-f5da-45b1-b488-8f1e9f2fa831 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.693771 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0dab111f-f5da-45b1-b488-8f1e9f2fa831 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/1d35dc21-b7af-46a6-8cd7-472adfd18482 HTTP/1.1" status: 204 len: 168 time: 1.3015308 Mar 29 09:21:21.705046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48682) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:21.727913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] For port 22d1edf7-e197-4d6f-bae5-774649afdde8, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:21.731726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] For port 22d1edf7-e197-4d6f-bae5-774649afdde8, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=22d1edf7-e197-4d6f-bae5-774649afdde8,segment=NetworkSegment(40eae56e-070b-4d10-a353-10a240a53a4e),segment_id=40eae56e-070b-4d10-a353-10a240a53a4e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:21.736167 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.744901 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.746620 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.773237 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.777137 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/networks/0dba35b0-7cfc-4761-9821-880fbbecc39e HTTP/1.1" status: 204 len: 168 time: 3.5532994 Mar 29 09:21:21.781980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.787944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48684) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:21.796538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc79c9d-857c-4c1b-8376-19d513a21759 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Network': ['ID=0dba35b0-7cfc-4761-9821-880fbbecc39e,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:21.818366 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f94af-34d6-4cef-a4e9-d98fbbf17584 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:21.819899 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f94af-34d6-4cef-a4e9-d98fbbf17584 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:21.821468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f94af-34d6-4cef-a4e9-d98fbbf17584 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:21.823150 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fd7f94af-34d6-4cef-a4e9-d98fbbf17584 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1151867 Mar 29 09:21:21.826586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48686) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:21.847411 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e0f8b8-d956-40ff-a1af-d1950d0fdab9 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:21:21.847878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e0f8b8-d956-40ff-a1af-d1950d0fdab9 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:21.854060 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-55e0f8b8-d956-40ff-a1af-d1950d0fdab9 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/subnets/daea3cbb-2b22-48a8-91a6-86e12f66c89b HTTP/1.1" status: 404 len: 337 time: 0.0672212 Mar 29 09:21:21.857702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48688) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:21.870260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.870975 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.886768 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d247c83-774a-4e09-a61d-3e2babbec239 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:21:21.887271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d247c83-774a-4e09-a61d-3e2babbec239 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:21.893098 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3d247c83-774a-4e09-a61d-3e2babbec239 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/networks/0dba35b0-7cfc-4761-9821-880fbbecc39e HTTP/1.1" status: 404 len: 339 time: 0.0350108 Mar 29 09:21:21.893716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48690) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:21.916531 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-593b86ac-d6fc-44b3-95e9-a8217131abfc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 65a11c3a-1234-44ca-918d-635d1a5e919a {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:21.926173 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:21.926421 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1fb16e-3fcb-4131-be26-1a5851c2fcdb tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:21:21.926421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1fb16e-3fcb-4131-be26-1a5851c2fcdb tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:21.927830 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-593b86ac-d6fc-44b3-95e9-a8217131abfc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:21.932599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:21.932915 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4b1fb16e-3fcb-4131-be26-1a5851c2fcdb tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/subnets/dad7c6a6-6775-416b-930f-acc8131f79ea HTTP/1.1" status: 404 len: 337 time: 0.0347557 Mar 29 09:21:21.936996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48694) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:21.941214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49524c9f-1464-4df2-927d-00e64ba03afe None None] Pushing event updated for resources: {'Port': ['ID=22d1edf7-e197-4d6f-bae5-774649afdde8,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:21.955232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:21.963269 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=22472f2a-1484-468a-941c-76ba1cb3db52,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:21.992394 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9086bed-5d51-4532-98c9-08cad57d71d2 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:21:21.993035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9086bed-5d51-4532-98c9-08cad57d71d2 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:21.998362 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c9086bed-5d51-4532-98c9-08cad57d71d2 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/networks/85ab10be-d6fc-46fa-af94-fc7da2ddb23e HTTP/1.1" status: 404 len: 339 time: 0.0599170 Mar 29 09:21:22.000722 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48696) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:22.016608 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-593b86ac-d6fc-44b3-95e9-a8217131abfc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.038324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.058342 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-461b8518-c581-425c-96ff-af23f6640b2a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:21:22.058796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461b8518-c581-425c-96ff-af23f6640b2a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:22.064161 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-461b8518-c581-425c-96ff-af23f6640b2a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/subnets/eca76f02-3c23-4116-84d9-863b08cceb8d HTTP/1.1" status: 404 len: 337 time: 0.0583513 Mar 29 09:21:22.066566 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48700) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:22.106662 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0089e1da-0ba7-4639-ac4a-90afe8071cb8 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:21:22.107390 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0089e1da-0ba7-4639-ac4a-90afe8071cb8 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:22.112599 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0089e1da-0ba7-4639-ac4a-90afe8071cb8 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/networks/b2cbcbb7-1ce4-4c3c-9696-f73c9ca1e56b HTTP/1.1" status: 404 len: 339 time: 0.0429962 Mar 29 09:21:22.113538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48702) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:22.152586 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.210453 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.219870 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-593b86ac-d6fc-44b3-95e9-a8217131abfc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.249627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:22.259694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:22.262827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:22.265632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=768faabb-d262-4f58-b901-4d3348fa426b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:22.270673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Router de4337cc-15f8-48ee-bccb-53c33333eec2 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:21:22.307917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-593b86ac-d6fc-44b3-95e9-a8217131abfc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.333661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:22.334289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.342672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b86ac-d6fc-44b3-95e9-a8217131abfc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=65a11c3a-1234-44ca-918d-635d1a5e919a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:22.344210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.346605 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-593b86ac-d6fc-44b3-95e9-a8217131abfc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.353226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48704) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:22.353898 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-593b86ac-d6fc-44b3-95e9-a8217131abfc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/65a11c3a-1234-44ca-918d-635d1a5e919a HTTP/1.1" status: 204 len: 168 time: 0.5222001 Mar 29 09:21:22.355918 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d47573a-dfc5-401b-a2d7-8aa4b9928fa1 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:22.449078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-6283d4a3-f3ef-4ae6-b5e2-3520dab7bf6d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Deleting port 6f929591-eecc-4884-88b7-8dc3d489256a {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:22.449311 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6283d4a3-f3ef-4ae6-b5e2-3520dab7bf6d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.464586 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2c0bae23-a399-418b-b7e4-7c23dedc8f52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5832412 Mar 29 09:21:22.464827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48706) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:22.489425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-4334d2b0-0043-4383-bdaf-dfa6ea2487f1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 9ecf4333-1b73-40df-a057-ed9defed8537 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:22.500355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4334d2b0-0043-4383-bdaf-dfa6ea2487f1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.615518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6283d4a3-f3ef-4ae6-b5e2-3520dab7bf6d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.633021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4334d2b0-0043-4383-bdaf-dfa6ea2487f1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.662039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:22.663904 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-6283d4a3-f3ef-4ae6-b5e2-3520dab7bf6d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Calling delete_port for 6f929591-eecc-4884-88b7-8dc3d489256a owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:22.670075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.671326 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b3d39ab2-842b-4507-a479-67ed500dbdff tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "PUT /v2.0/routers/de4337cc-15f8-48ee-bccb-53c33333eec2 HTTP/1.1" status: 200 len: 916 time: 3.6516964 Mar 29 09:21:22.674645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48708) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:22.678908 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a69c5-5fde-4961-86fa-b47387e32746 None None] Sync routers for ids ['de4337cc-15f8-48ee-bccb-53c33333eec2'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:22.687184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.694807 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a69c5-5fde-4961-86fa-b47387e32746 None None] Routers {'de4337cc-15f8-48ee-bccb-53c33333eec2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:22.695945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-507a69c5-5fde-4961-86fa-b47387e32746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['de4337cc-15f8-48ee-bccb-53c33333eec2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:22.737808 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:22.751674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-507a69c5-5fde-4961-86fa-b47387e32746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:22.770742 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a69c5-5fde-4961-86fa-b47387e32746 None None] Routers {'de4337cc-15f8-48ee-bccb-53c33333eec2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:22.776043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-507a69c5-5fde-4961-86fa-b47387e32746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['de4337cc-15f8-48ee-bccb-53c33333eec2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:22.859369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-507a69c5-5fde-4961-86fa-b47387e32746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:22.867475 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507a69c5-5fde-4961-86fa-b47387e32746 None None] The sync data for ids ['de4337cc-15f8-48ee-bccb-53c33333eec2'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:22.954903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=22472f2a-1484-468a-941c-76ba1cb3db52,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:22.974736 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.019368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4334d2b0-0043-4383-bdaf-dfa6ea2487f1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.035999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.038862 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-323ed699-7be3-4862-8ef3-e0d03d6b07ef tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/routers/de4337cc-15f8-48ee-bccb-53c33333eec2 HTTP/1.1" status: 200 len: 922 time: 0.3600626 Mar 29 09:21:23.042175 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-62614294-f8e6-495c-9175-5ebf7697d017 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5867128 Mar 29 09:21:23.042853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48712) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:23.043249 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48714) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:23.050179 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'port': {'network_id': '9b4bd494-4c12-49c4-b613-d31e6e376ed3', 'name': 'tempest-FloatingIPTestJSON-462624973'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:23.136860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.150173 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4334d2b0-0043-4383-bdaf-dfa6ea2487f1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.153148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6283d4a3-f3ef-4ae6-b5e2-3520dab7bf6d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.154420 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 22d1edf7-e197-4d6f-bae5-774649afdde8 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:23.214255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283d4a3-f3ef-4ae6-b5e2-3520dab7bf6d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Port': ['ID=6f929591-eecc-4884-88b7-8dc3d489256a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:23.246689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 22d1edf7-e197-4d6f-bae5-774649afdde8 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:23.249943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334d2b0-0043-4383-bdaf-dfa6ea2487f1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecf4333-1b73-40df-a057-ed9defed8537,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:23.252276 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.255409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6283d4a3-f3ef-4ae6-b5e2-3520dab7bf6d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.258782 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6283d4a3-f3ef-4ae6-b5e2-3520dab7bf6d tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/ports/6f929591-eecc-4884-88b7-8dc3d489256a HTTP/1.1" status: 204 len: 168 time: 1.1447275 Mar 29 09:21:23.261248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48720) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:23.294574 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-1703710b-8698-45ab-a9db-e9a0bb15160a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:21:23.295207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1703710b-8698-45ab-a9db-e9a0bb15160a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:23.298320 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1703710b-8698-45ab-a9db-e9a0bb15160a tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/subnets/38e6d495-4c3d-4405-b74e-c3645cd64d87 HTTP/1.1" status: 404 len: 337 time: 0.0360734 Mar 29 09:21:23.304820 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48722) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:23.329385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4334d2b0-0043-4383-bdaf-dfa6ea2487f1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.338471 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4334d2b0-0043-4383-bdaf-dfa6ea2487f1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/9ecf4333-1b73-40df-a057-ed9defed8537 HTTP/1.1" status: 204 len: 168 time: 0.9533000 Mar 29 09:21:23.339054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48724) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:23.399900 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b7a8661f-0be9-4951-88db-cb01899d351f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585675 Mar 29 09:21:23.400884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48726) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:23.406795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-af343143-d610-4a7e-9334-76325b2b8c9a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:23.415352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.433057 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5272eb-bc17-474d-ae4a-39553d95b4c5 None None] Network cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:23.434934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854ff716-7de9-40bf-be40-8fe2da89a5cf tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:23.436620 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-854ff716-7de9-40bf-be40-8fe2da89a5cf tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&device_id=de4337cc-15f8-48ee-bccb-53c33333eec2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3909287 Mar 29 09:21:23.449819 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48728) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:23.529203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.579386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 22d1edf7-e197-4d6f-bae5-774649afdde8, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=22d1edf7-e197-4d6f-bae5-774649afdde8,segment=NetworkSegment(40eae56e-070b-4d10-a353-10a240a53a4e),segment_id=40eae56e-070b-4d10-a353-10a240a53a4e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:23.601017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af343143-d610-4a7e-9334-76325b2b8c9a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:23.602743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Made reservation on behalf of 84024953660a4dddac261b38b4420928 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:23.606253 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.606753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af343143-d610-4a7e-9334-76325b2b8c9a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.632264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca943d-f449-494f-aadc-18a42c204f7f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:23.637134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f272f643-8bd2-4cbb-9987-6fb205cfe5da None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:23.637961 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-36ca943d-f449-494f-aadc-18a42c204f7f tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/networks/bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 881 time: 0.1870229 Mar 29 09:21:23.640673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48730) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:23.695014 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] device_id is not set on port 3c9c3162-27cf-4e9d-b067-f00f0ddbee49 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:21:23.753717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.798407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-791495b9-51ba-44ff-97c6-9184b602487a None None] Provisioning complete for port 22d1edf7-e197-4d6f-bae5-774649afdde8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:23.798694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-791495b9-51ba-44ff-97c6-9184b602487a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.803255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:23.804030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 24823bdc-3aa6-4919-9528-26eb93998514 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:23.866498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da07739b-7b51-418a-9617-e9fd664fe870']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:23.883947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6de8ac7-f53d-42b1-8422-f83e3393aea7') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:23.884322 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6de8ac7-f53d-42b1-8422-f83e3393aea7') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:23.885591 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 24823bdc-3aa6-4919-9528-26eb93998514 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:23.885860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 24823bdc-3aa6-4919-9528-26eb93998514 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:23.933493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=22d1edf7-e197-4d6f-bae5-774649afdde8,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:24.044436 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3943bb4-2665-4077-a11f-2b3e54fcd3b1 None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:24.066418 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-019d1455-a5c5-4e24-b62b-5694c9c970a1 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4337cc-15f8-48ee-bccb-53c33333eec2 HTTP/1.1" status: 200 len: 205 time: 0.4223769 Mar 29 09:21:24.066848 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48732) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:24.109409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d3943bb4-2665-4077-a11f-2b3e54fcd3b1 None None] Deleting port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:24.110050 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d3943bb4-2665-4077-a11f-2b3e54fcd3b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.177228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.187093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d3943bb4-2665-4077-a11f-2b3e54fcd3b1 None None] For port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:24.187502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d3943bb4-2665-4077-a11f-2b3e54fcd3b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.202182 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d3943bb4-2665-4077-a11f-2b3e54fcd3b1 None None] Calling delete_port for 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:24.228027 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5adb2393-3c7f-4749-a1a0-00d595f07164 None None] Provisioning complete for port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:24.228027 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5adb2393-3c7f-4749-a1a0-00d595f07164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.266267 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.286823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.304637 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.312264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:24.313344 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.339248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:24.373668 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:24.380377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.20.0.10 (9b4bd494-4c12-49c4-b613-d31e6e376ed3/aee79e6e-2210-48aa-9a10-560dc68eb498/3c9c3162-27cf-4e9d-b067-f00f0ddbee49) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:24.382613 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.390939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d3943bb4-2665-4077-a11f-2b3e54fcd3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.426650 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.427893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3943bb4-2665-4077-a11f-2b3e54fcd3b1 None None] Pushing event deleted for resources: {'Port': ['ID=8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:24.430225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3943bb4-2665-4077-a11f-2b3e54fcd3b1 None None] No DVR routers for this DVR port 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:24.455838 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.458961 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/networks/da07739b-7b51-418a-9617-e9fd664fe870 HTTP/1.1" status: 204 len: 168 time: 1.1495054 Mar 29 09:21:24.469609 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48734) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:24.470459 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22e42b-5024-43dc-b71b-c6521bb088b0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Network': ['ID=da07739b-7b51-418a-9617-e9fd664fe870,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:24.499945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af343143-d610-4a7e-9334-76325b2b8c9a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.551915 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af343143-d610-4a7e-9334-76325b2b8c9a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:24.555592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Deleting port 8b0dca89-9eec-4e5c-9198-8a34c2df8322 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:24.555857 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.558916 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=768faabb-d262-4f58-b901-4d3348fa426b,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:24.573901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e79d6bbc-e04c-4569-9bba-faa6ea1bf2dd None None] Provisioning complete for port 768faabb-d262-4f58-b901-4d3348fa426b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:24.574359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e79d6bbc-e04c-4569-9bba-faa6ea1bf2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.625146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e79d6bbc-e04c-4569-9bba-faa6ea1bf2dd None None] Port 768faabb-d262-4f58-b901-4d3348fa426b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:24.631179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-af343143-d610-4a7e-9334-76325b2b8c9a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:24.633258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af343143-d610-4a7e-9334-76325b2b8c9a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=aed038b1-93af-4dfa-9a6f-abd8899c38cd,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:24.635473 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e79d6bbc-e04c-4569-9bba-faa6ea1bf2dd None None] Provisioning complete for port 22d1edf7-e197-4d6f-bae5-774649afdde8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:24.635853 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e79d6bbc-e04c-4569-9bba-faa6ea1bf2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.645317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af343143-d610-4a7e-9334-76325b2b8c9a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:24.646229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af343143-d610-4a7e-9334-76325b2b8c9a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.672033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc943c6-0f03-42ad-883b-290a99061764 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:24.687872 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-af343143-d610-4a7e-9334-76325b2b8c9a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2863216 Mar 29 09:21:24.697012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48736) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:24.705214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:24.774573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.794661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Calling delete_port for 8b0dca89-9eec-4e5c-9198-8a34c2df8322 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:24.848643 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9c9e8-68dc-46d9-9cac-0bb4528de2f7 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Deleting port 3c2d5ce0-1d29-43d3-9923-1e27efcdd3b6 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:24.848898 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6dd9c9e8-68dc-46d9-9cac-0bb4528de2f7 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.852685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.877821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': 'aed038b1-93af-4dfa-9a6f-abd8899c38cd'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:24.878682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.889462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:24.892943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:24.921308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.029467 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6dd9c9e8-68dc-46d9-9cac-0bb4528de2f7 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.052496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9c9e8-68dc-46d9-9cac-0bb4528de2f7 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Calling delete_port for 3c2d5ce0-1d29-43d3-9923-1e27efcdd3b6 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:25.062155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1824558f-6213-4141-b015-16423da9d46b None None] Provisioning complete for port 768faabb-d262-4f58-b901-4d3348fa426b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:25.062664 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1824558f-6213-4141-b015-16423da9d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.070571 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Allocated IP 172.20.0.2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/aed038b1-93af-4dfa-9a6f-abd8899c38cd/68a3b749-acf1-49fe-9c94-7ea17dbd68a6) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:25.106171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.134732 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.150648 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 22d1edf7-e197-4d6f-bae5-774649afdde8 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:25.151084 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.166511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Pushing event deleted for resources: {'Port': ['ID=8b0dca89-9eec-4e5c-9198-8a34c2df8322,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:25.184770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1824558f-6213-4141-b015-16423da9d46b None None] Port 768faabb-d262-4f58-b901-4d3348fa426b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:25.214705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 22d1edf7-e197-4d6f-bae5-774649afdde8 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:25.214705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.218656 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network 9b4bd494-4c12-49c4-b613-d31e6e376ed3 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:25.252593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.252883 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:25.255219 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:25.285889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=3c9c3162-27cf-4e9d-b067-f00f0ddbee49,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:25.355295 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6dd9c9e8-68dc-46d9-9cac-0bb4528de2f7 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.360716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.365622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.400853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:25.401481 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.415508 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.427413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.437519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9c9e8-68dc-46d9-9cac-0bb4528de2f7 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Port': ['ID=3c2d5ce0-1d29-43d3-9923-1e27efcdd3b6,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:25.448053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.448756 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Fanout notify agent at l3_agent the message router_deleted on router de4337cc-15f8-48ee-bccb-53c33333eec2 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:21:25.454775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:25.455822 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6dd9c9e8-68dc-46d9-9cac-0bb4528de2f7 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.457496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.464494 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-89aebae4-af0a-4e62-900f-afff4f4f76cd tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/routers/de4337cc-15f8-48ee-bccb-53c33333eec2 HTTP/1.1" status: 204 len: 168 time: 1.3908577 Mar 29 09:21:25.464682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:25.464807 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6dd9c9e8-68dc-46d9-9cac-0bb4528de2f7 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/ports/3c2d5ce0-1d29-43d3-9923-1e27efcdd3b6 HTTP/1.1" status: 204 len: 168 time: 0.9895124 Mar 29 09:21:25.464901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:25.470354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48738) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:25.470692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48740) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:25.483523 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-39893915', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:25.491185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:25.501901 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a06fec27-8b7d-4a4c-adc2-484a4e459e6c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4573884 Mar 29 09:21:25.508316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48742) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:25.512988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d883557e-8106-4f06-8271-0dad93d56ba7 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'floatingip': {'port_id': '3c9c3162-27cf-4e9d-b067-f00f0ddbee49'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:25.517759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:25.518099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8b93c4fe-d6f3-4f9a-aca0-d8128e1ba1d9 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:25.535940 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d12d42-adf9-46f7-8396-82961b3d8a7e tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:21:25.536294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d12d42-adf9-46f7-8396-82961b3d8a7e tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:25.542067 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-73d12d42-adf9-46f7-8396-82961b3d8a7e tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/subnets/fe32af76-2c64-4e35-bce8-5553ba758740 HTTP/1.1" status: 404 len: 337 time: 0.0703073 Mar 29 09:21:25.542669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48744) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:25.571951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Pushing event updated for resources: {'Port': ['ID=68a3b749-acf1-49fe-9c94-7ea17dbd68a6,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:25.580174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d883557e-8106-4f06-8271-0dad93d56ba7 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.582645 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Attempting to bind port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:25.583200 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Attempting to bind port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:25.583736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Attempting to bind port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:25.589556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:25.589928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:25.590322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.590707 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:25.591168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Bound port: 68a3b749-acf1-49fe-9c94-7ea17dbd68a6, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:25.591548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.615998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.objects.ports [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102496) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:21:25.628004 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.629031 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.656470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] For port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:25.659786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] For port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=68a3b749-acf1-49fe-9c94-7ea17dbd68a6,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:25.663135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.707713 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.723646 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9187bc3-2701-41c7-9fb3-4fe73c443eef None None] Pushing event updated for resources: {'Port': ['ID=68a3b749-acf1-49fe-9c94-7ea17dbd68a6,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:25.769300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.869615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.892453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.907739 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:25.972543 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.077455 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cea2676-58eb-403c-95f5-a3782d859982']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:26.111507 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.121971 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=768faabb-d262-4f58-b901-4d3348fa426b,revision_number=3']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:26.125327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:26.125645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e02bd2-9a0f-4ac6-bbb2-6f4981f6b788') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:26.127986 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.144280 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.183731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.219047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] For port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=68a3b749-acf1-49fe-9c94-7ea17dbd68a6,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:26.233442 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:26.233880 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:26.237605 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:26.306913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.312618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.313229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.340861 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.349737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.355673 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/networks/8cea2676-58eb-403c-95f5-a3782d859982 HTTP/1.1" status: 204 len: 168 time: 0.7989149 Mar 29 09:21:26.357860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48746) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:26.388515 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d883557e-8106-4f06-8271-0dad93d56ba7 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.398389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:26.399890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c8728-ca1b-4e9c-9416-5043de6944d0 tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Network': ['ID=8cea2676-58eb-403c-95f5-a3782d859982,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:26.401385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d883557e-8106-4f06-8271-0dad93d56ba7 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.407475 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:26.409375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:26.416875 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:26.443202 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7dabeea-5a2a-46bf-880e-efad198832bd tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Deleting subnet c81ccfe9-7716-4619-bdf0-9f6432008c84 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:26.449041 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7dabeea-5a2a-46bf-880e-efad198832bd tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.453734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:26.454340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.474970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=e31dc50f-da8f-4317-b104-8c4c04ba97b9,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:26.489080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=68a3b749-acf1-49fe-9c94-7ea17dbd68a6,revision_number=4']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:26.497299 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-de49a941-558e-4cb9-9434-c1a14e40ed04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7991915 Mar 29 09:21:26.500000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48748) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:26.504924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:2e:73:32', 'name': 'tempest-NetworksTestDHCPv6-1702416252'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:26.573216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7dabeea-5a2a-46bf-880e-efad198832bd tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.604401 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-d883557e-8106-4f06-8271-0dad93d56ba7 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Floating IP 74f00312-08d4-437b-b398-f460e8890601 associated. External IP: 172.26.1.12, port: 3c9c3162-27cf-4e9d-b067-f00f0ddbee49. Mar 29 09:21:26.665673 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3e624069-e2e0-49a5-bb93-9911d89720c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.717762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.755317 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-93934c77-2454-4a08-ad3a-dcd7465e9402 None None] Provisioning complete for port 768faabb-d262-4f58-b901-4d3348fa426b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:26.755928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-93934c77-2454-4a08-ad3a-dcd7465e9402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.768573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.807373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-93934c77-2454-4a08-ad3a-dcd7465e9402 None None] Port 768faabb-d262-4f58-b901-4d3348fa426b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:26.835009 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7dabeea-5a2a-46bf-880e-efad198832bd tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:26.860461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 8a317f5a-d88a-48bb-a697-47287a9cce91 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:21:26.996491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05df8e77-e60c-4f52-83be-4a4bd7a2f77f None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:27.012686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Allocated IP 172.26.1.19 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/7c9a4c77-4260-46a9-9658-19d5fe587e8c) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:27.032129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7dabeea-5a2a-46bf-880e-efad198832bd tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.075300 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:27.087845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dabeea-5a2a-46bf-880e-efad198832bd tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Subnet': ['ID=c81ccfe9-7716-4619-bdf0-9f6432008c84,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:27.090054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7dabeea-5a2a-46bf-880e-efad198832bd tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.093212 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f7dabeea-5a2a-46bf-880e-efad198832bd tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/subnets/c81ccfe9-7716-4619-bdf0-9f6432008c84 HTTP/1.1" status: 204 len: 168 time: 0.7334759 Mar 29 09:21:27.100190 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:27.101489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48750) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:27.110751 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e264b-17e7-48b6-873c-59e374fba4e8 None None] Sync routers for ids ['8a317f5a-d88a-48bb-a697-47287a9cce91'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:27.120745 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3a3ebe53-502d-4a5c-8891-fe75a69cddda tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/8a317f5a-d88a-48bb-a697-47287a9cce91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6524863 Mar 29 09:21:27.123516 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48752) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:27.133697 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e264b-17e7-48b6-873c-59e374fba4e8 None None] Routers {'8a317f5a-d88a-48bb-a697-47287a9cce91'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:27.134352 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-ac6e264b-17e7-48b6-873c-59e374fba4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['8a317f5a-d88a-48bb-a697-47287a9cce91'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:27.259846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab5171f-b4cc-4e88-a3d5-2ed326490860 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:27.264861 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dab5171f-b4cc-4e88-a3d5-2ed326490860 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports/768faabb-d262-4f58-b901-4d3348fa426b HTTP/1.1" status: 200 len: 977 time: 0.1384478 Mar 29 09:21:27.271651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48754) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:27.287261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372716a9-fab0-4e20-949e-2e84e2abcc29 None None] Network 6d83e268-5ba7-4f16-9c2d-ee96085298d9 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:27.351994 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-ac6e264b-17e7-48b6-873c-59e374fba4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:27.362120 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:27.362458 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e264b-17e7-48b6-873c-59e374fba4e8 None None] Routers {'8a317f5a-d88a-48bb-a697-47287a9cce91'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:27.363792 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-ac6e264b-17e7-48b6-873c-59e374fba4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['8a317f5a-d88a-48bb-a697-47287a9cce91'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:27.408405 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-ac6e264b-17e7-48b6-873c-59e374fba4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:27.409062 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e264b-17e7-48b6-873c-59e374fba4e8 None None] The sync data for ids ['8a317f5a-d88a-48bb-a697-47287a9cce91'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:27.414274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.476621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e77847c7-bdb2-4304-80ac-6f01c564e421 None None] Provisioning complete for port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:27.477627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e77847c7-bdb2-4304-80ac-6f01c564e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.523397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d883557e-8106-4f06-8271-0dad93d56ba7 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:27.525445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 43fcc283-52c4-439a-a8d4-47b6948589a7 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:21:27.547316 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.565364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.568551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:27.569989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.639342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Deleting port 80b2f003-4a5a-4d6f-a260-0f9924076ede {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:27.639342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.642328 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.717735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980bd52-2711-4abd-8c70-552944f7a5d6 None None] DHCP port deletion for 6d83e268-5ba7-4f16-9c2d-ee96085298d9 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:27.746160 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:27.753647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] For port 80b2f003-4a5a-4d6f-a260-0f9924076ede, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=80b2f003-4a5a-4d6f-a260-0f9924076ede,segment=NetworkSegment(dc6f7b00-7526-487f-a0d3-c95250135d69),segment_id=dc6f7b00-7526-487f-a0d3-c95250135d69)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:27.754013 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.756571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:27.765957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e77847c7-bdb2-4304-80ac-6f01c564e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.767489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:27.790621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Calling delete_port for 80b2f003-4a5a-4d6f-a260-0f9924076ede owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:27.792320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Pushing event updated for resources: {'Port': ['ID=7c9a4c77-4260-46a9-9658-19d5fe587e8c,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:27.827505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.856229 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e77847c7-bdb2-4304-80ac-6f01c564e421 None None] For port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=68a3b749-acf1-49fe-9c94-7ea17dbd68a6,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:27.868075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e77847c7-bdb2-4304-80ac-6f01c564e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.876676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d883557e-8106-4f06-8271-0dad93d56ba7 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:27.883645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d883557e-8106-4f06-8271-0dad93d56ba7 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.909334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94688097-9849-4a4c-a2da-486d80529ff3 None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:27.975588 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d883557e-8106-4f06-8271-0dad93d56ba7 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "PUT /v2.0/floatingips/74f00312-08d4-437b-b398-f460e8890601 HTTP/1.1" status: 200 len: 977 time: 2.4664991 Mar 29 09:21:27.976221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48756) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:27.977492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 172.20.0.6 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/aed038b1-93af-4dfa-9a6f-abd8899c38cd/43fcc283-52c4-439a-a8d4-47b6948589a7) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:27.979858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8980bd52-2711-4abd-8c70-552944f7a5d6 None None] Deleting port 80b2f003-4a5a-4d6f-a260-0f9924076ede {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:27.979858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8980bd52-2711-4abd-8c70-552944f7a5d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:27.995805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.000138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94688097-9849-4a4c-a2da-486d80529ff3 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:28.000862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-94688097-9849-4a4c-a2da-486d80529ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:28.005841 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77847c7-bdb2-4304-80ac-6f01c564e421 None None] Pushing event updated for resources: {'Port': ['ID=68a3b749-acf1-49fe-9c94-7ea17dbd68a6,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:28.043379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f816:3eff:fe2e:7332 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/e31dc50f-da8f-4317-b104-8c4c04ba97b9/43fcc283-52c4-439a-a8d4-47b6948589a7) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:28.054642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:28.055394 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:28.065179 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-94688097-9849-4a4c-a2da-486d80529ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:28.076871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Port': ['ID=80b2f003-4a5a-4d6f-a260-0f9924076ede,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:28.085182 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] No DVR routers for this DVR port 80b2f003-4a5a-4d6f-a260-0f9924076ede on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:28.130755 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-8980bd52-2711-4abd-8c70-552944f7a5d6 None None] For port 80b2f003-4a5a-4d6f-a260-0f9924076ede, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=80b2f003-4a5a-4d6f-a260-0f9924076ede,segment=NetworkSegment(dc6f7b00-7526-487f-a0d3-c95250135d69),segment_id=dc6f7b00-7526-487f-a0d3-c95250135d69)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:28.131173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8980bd52-2711-4abd-8c70-552944f7a5d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.134465 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94688097-9849-4a4c-a2da-486d80529ff3 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:28.135079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-94688097-9849-4a4c-a2da-486d80529ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:28.179800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-94688097-9849-4a4c-a2da-486d80529ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:28.180981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94688097-9849-4a4c-a2da-486d80529ff3 None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:28.183721 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8980bd52-2711-4abd-8c70-552944f7a5d6 None None] Calling delete_port for 80b2f003-4a5a-4d6f-a260-0f9924076ede owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:28.190624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.218763 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d83e268-5ba7-4f16-9c2d-ee96085298d9']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:28.263504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6f7b00-7526-487f-a0d3-c95250135d69') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:28.263952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6f7b00-7526-487f-a0d3-c95250135d69') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:28.269723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port 3c9c3162-27cf-4e9d-b067-f00f0ddbee49 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:28.270089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.270989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8980bd52-2711-4abd-8c70-552944f7a5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.282564 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.302172 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.304247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.327177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980bd52-2711-4abd-8c70-552944f7a5d6 None None] Pushing event deleted for resources: {'Port': ['ID=80b2f003-4a5a-4d6f-a260-0f9924076ede,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:28.330667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980bd52-2711-4abd-8c70-552944f7a5d6 None None] No DVR routers for this DVR port 80b2f003-4a5a-4d6f-a260-0f9924076ede on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:28.353109 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:28.353527 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:28.356552 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:28.370563 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e65d782-4f30-4fce-9b8f-2a0321c04f7e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.464157 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.472024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.479118 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] 10.222.0.32 "DELETE /v2.0/networks/6d83e268-5ba7-4f16-9c2d-ee96085298d9 HTTP/1.1" status: 204 len: 168 time: 1.3677416 Mar 29 09:21:28.495392 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30c28b-ee2e-4165-96be-dc40900584ae tempest-NetworksIpV6TestAttrs-1020657063 tempest-NetworksIpV6TestAttrs-1020657063-project] Pushing event deleted for resources: {'Network': ['ID=6d83e268-5ba7-4f16-9c2d-ee96085298d9,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:28.542476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.548525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.619829 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.622026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f29882df-fb7e-4100-9482-d5a4d55c88a3 None None] Provisioning complete for port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:28.622642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f29882df-fb7e-4100-9482-d5a4d55c88a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.792395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Router 3412fc7f-841b-42c1-a099-81f2bb81f0e4 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:21:28.799048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.846073 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48762) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:28.892229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:28.905094 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:28.915825 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:28.916247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:28.928378 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba1fdc-45fd-433e-aa3e-51bd64a21ec0 None None] Sync routers for ids ['3412fc7f-841b-42c1-a099-81f2bb81f0e4'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:28.944329 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.945804 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba1fdc-45fd-433e-aa3e-51bd64a21ec0 None None] Routers {'3412fc7f-841b-42c1-a099-81f2bb81f0e4'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:28.946115 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7a4b674b-7b8f-4fc2-af51-dc8f05c4731d tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.4729810 Mar 29 09:21:28.947620 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-82ba1fdc-45fd-433e-aa3e-51bd64a21ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3412fc7f-841b-42c1-a099-81f2bb81f0e4'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:28.950352 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48766) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:28.955695 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:28.960603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=43fcc283-52c4-439a-a8d4-47b6948589a7,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:28.990476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.990841 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:28.991162 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Floating IP 74f00312-08d4-437b-b398-f460e8890601 disassociated. External IP: 172.26.1.12, port: 3c9c3162-27cf-4e9d-b067-f00f0ddbee49. Mar 29 09:21:28.991524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for 3c9c3162-27cf-4e9d-b067-f00f0ddbee49 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:29.004023 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-82ba1fdc-45fd-433e-aa3e-51bd64a21ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:29.018218 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba1fdc-45fd-433e-aa3e-51bd64a21ec0 None None] Routers {'3412fc7f-841b-42c1-a099-81f2bb81f0e4'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:29.019026 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-82ba1fdc-45fd-433e-aa3e-51bd64a21ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:20:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3412fc7f-841b-42c1-a099-81f2bb81f0e4'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:29.023479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:29.024199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.065473 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-82ba1fdc-45fd-433e-aa3e-51bd64a21ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:29.066388 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba1fdc-45fd-433e-aa3e-51bd64a21ec0 None None] The sync data for ids ['3412fc7f-841b-42c1-a099-81f2bb81f0e4'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:29.093480 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3aca5fae-a166-4132-9729-7f2e99245c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.104821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:29.105449 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7f2d93e8-27af-4938-b769-04ff954d79b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b44bdbbbeb8e4b6e8f43a1a77304505f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566078 Mar 29 09:21:29.110233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48768) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:29.160661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:29.161039 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.314305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 80b2f003-4a5a-4d6f-a260-0f9924076ede no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:29.336114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 80b2f003-4a5a-4d6f-a260-0f9924076ede {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:29.336965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 80b2f003-4a5a-4d6f-a260-0f9924076ede not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:29.363785 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-94f13b85-0f43-4fec-ad0a-6575a41d3faa None None] Provisioning complete for port 43fcc283-52c4-439a-a8d4-47b6948589a7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:29.364451 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94f13b85-0f43-4fec-ad0a-6575a41d3faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.402533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-94f13b85-0f43-4fec-ad0a-6575a41d3faa None None] Port 43fcc283-52c4-439a-a8d4-47b6948589a7 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:29.403981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.417640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.471800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Deleting port 7c9a4c77-4260-46a9-9658-19d5fe587e8c {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:29.472149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.523180 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1a91cd8f-c745-40ed-9534-426055ecdedc tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0219977 Mar 29 09:21:29.526539 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48772) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:29.565839 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-0e65d782-4f30-4fce-9b8f-2a0321c04f7e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 768faabb-d262-4f58-b901-4d3348fa426b {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:29.566469 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e65d782-4f30-4fce-9b8f-2a0321c04f7e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.578798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.595286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Calling delete_port for 7c9a4c77-4260-46a9-9658-19d5fe587e8c owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:29.609131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961d0164-c58b-4918-a98f-35e98a22ab09 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:29.611825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bd7e-fb88-4332-ae9d-989025be0bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.614918 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961d0164-c58b-4918-a98f-35e98a22ab09 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:29.616470 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-961d0164-c58b-4918-a98f-35e98a22ab09 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0890162 Mar 29 09:21:29.620113 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48774) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:29.685076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bd7e-fb88-4332-ae9d-989025be0bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.701036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.755966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=3c9c3162-27cf-4e9d-b067-f00f0ddbee49,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:29.776298 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e65d782-4f30-4fce-9b8f-2a0321c04f7e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.796892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-78b1f827-145b-4ca2-ab8e-c1cf88efd1e7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 43fcc283-52c4-439a-a8d4-47b6948589a7 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:29.797244 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-78b1f827-145b-4ca2-ab8e-c1cf88efd1e7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.828941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-0e65d782-4f30-4fce-9b8f-2a0321c04f7e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 768faabb-d262-4f58-b901-4d3348fa426b owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:29.852458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bd7e-fb88-4332-ae9d-989025be0bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.855006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bd7e-fb88-4332-ae9d-989025be0bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.856144 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d8d7bd7e-fb88-4332-ae9d-989025be0bbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cb666f9-6a33-47df-8659-63d0f914fdf0 HTTP/1.1" status: 204 len: 168 time: 0.7368469 Mar 29 09:21:29.921123 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.924045 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-78b1f827-145b-4ca2-ab8e-c1cf88efd1e7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:29.930723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7bd7e-fb88-4332-ae9d-989025be0bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb666f9-6a33-47df-8659-63d0f914fdf0,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:29.960337 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Pushing event deleted for resources: {'Port': ['ID=7c9a4c77-4260-46a9-9658-19d5fe587e8c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:29.962924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-78b1f827-145b-4ca2-ab8e-c1cf88efd1e7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 43fcc283-52c4-439a-a8d4-47b6948589a7 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:30.001789 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:30.079599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.159719 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e65d782-4f30-4fce-9b8f-2a0321c04f7e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.201807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65d782-4f30-4fce-9b8f-2a0321c04f7e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=768faabb-d262-4f58-b901-4d3348fa426b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:30.208036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:30.221211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acecad15-3cb2-4853-b48e-bf5d802c11ea None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:30.239519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acecad15-3cb2-4853-b48e-bf5d802c11ea None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:30.240134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-acecad15-3cb2-4853-b48e-bf5d802c11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:30.312530 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-acecad15-3cb2-4853-b48e-bf5d802c11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:30.325995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acecad15-3cb2-4853-b48e-bf5d802c11ea None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:30.326779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-acecad15-3cb2-4853-b48e-bf5d802c11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:30.358095 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.365498 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c0191ce3-0620-427a-a454-5c5eb12e15b3 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/ports/3c9c3162-27cf-4e9d-b067-f00f0ddbee49 HTTP/1.1" status: 204 len: 168 time: 2.3817422 Mar 29 09:21:30.369394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48788) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:30.374253 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.390913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-acecad15-3cb2-4853-b48e-bf5d802c11ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:30.391557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acecad15-3cb2-4853-b48e-bf5d802c11ea None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:30.405509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.443166 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-25ccfc32-1671-4e04-9262-836b460ba44f tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "GET /v2.0/floatingips/74f00312-08d4-437b-b398-f460e8890601 HTTP/1.1" status: 200 len: 687 time: 0.0720987 Mar 29 09:21:30.443769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48794) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:30.500692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.570148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e65d782-4f30-4fce-9b8f-2a0321c04f7e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.681328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48800) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:30.769261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-74338271-a1be-4879-84a6-db0405f7b960 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port 22472f2a-1484-468a-941c-76ba1cb3db52 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:30.769651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74338271-a1be-4879-84a6-db0405f7b960 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.841360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-78b1f827-145b-4ca2-ab8e-c1cf88efd1e7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.850273 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Router 3412fc7f-841b-42c1-a099-81f2bb81f0e4 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:30.857809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e65d782-4f30-4fce-9b8f-2a0321c04f7e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 8a317f5a-d88a-48bb-a697-47287a9cce91 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:30.861353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2079792922'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:30.874169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1f827-145b-4ca2-ab8e-c1cf88efd1e7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=43fcc283-52c4-439a-a8d4-47b6948589a7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:30.907931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:30.910834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.946881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74338271-a1be-4879-84a6-db0405f7b960 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.947149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74338271-a1be-4879-84a6-db0405f7b960 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.964362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:30.999731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-74338271-a1be-4879-84a6-db0405f7b960 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for 22472f2a-1484-468a-941c-76ba1cb3db52 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:31.006909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:31.012542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e65d782-4f30-4fce-9b8f-2a0321c04f7e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:31.017287 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.018509 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0e65d782-4f30-4fce-9b8f-2a0321c04f7e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/8a317f5a-d88a-48bb-a697-47287a9cce91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7455564 Mar 29 09:21:31.021056 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7a4cd18f-cb20-40c7-977d-ac9d34d2d954 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "PUT /v2.0/routers/3412fc7f-841b-42c1-a099-81f2bb81f0e4 HTTP/1.1" status: 200 len: 704 time: 2.0695002 Mar 29 09:21:31.022893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48804) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:31.023128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48806) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:31.032191 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61a153-fa68-4d3e-ac3a-a4fbf618307f None None] Sync routers for ids ['3412fc7f-841b-42c1-a099-81f2bb81f0e4'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:31.040319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-78b1f827-145b-4ca2-ab8e-c1cf88efd1e7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.043378 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b40eab-a772-42d6-a3be-a8ea9e406197 None None] Sync routers for ids ['8a317f5a-d88a-48bb-a697-47287a9cce91'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:31.047177 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-78b1f827-145b-4ca2-ab8e-c1cf88efd1e7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/43fcc283-52c4-439a-a8d4-47b6948589a7 HTTP/1.1" status: 204 len: 168 time: 1.4256239 Mar 29 09:21:31.050101 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48808) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:31.064742 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61a153-fa68-4d3e-ac3a-a4fbf618307f None None] Routers {'3412fc7f-841b-42c1-a099-81f2bb81f0e4'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:31.066836 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9f61a153-fa68-4d3e-ac3a-a4fbf618307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3412fc7f-841b-42c1-a099-81f2bb81f0e4'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:31.067533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b40eab-a772-42d6-a3be-a8ea9e406197 None None] Routers {'8a317f5a-d88a-48bb-a697-47287a9cce91'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:31.070020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-88b40eab-a772-42d6-a3be-a8ea9e406197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['8a317f5a-d88a-48bb-a697-47287a9cce91'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:31.108526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f687e70c-5224-42b1-a262-480d6a9eb3a1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:31.110395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f687e70c-5224-42b1-a262-480d6a9eb3a1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:31.111968 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f687e70c-5224-42b1-a262-480d6a9eb3a1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:31.117824 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f687e70c-5224-42b1-a262-480d6a9eb3a1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0665677 Mar 29 09:21:31.118544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48810) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:31.139761 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9f61a153-fa68-4d3e-ac3a-a4fbf618307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:31.147160 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-88b40eab-a772-42d6-a3be-a8ea9e406197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:31.160000 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61a153-fa68-4d3e-ac3a-a4fbf618307f None None] Routers {'3412fc7f-841b-42c1-a099-81f2bb81f0e4'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:31.160615 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9f61a153-fa68-4d3e-ac3a-a4fbf618307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3412fc7f-841b-42c1-a099-81f2bb81f0e4'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:31.166599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b40eab-a772-42d6-a3be-a8ea9e406197 None None] Routers {'8a317f5a-d88a-48bb-a697-47287a9cce91'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:31.167202 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-88b40eab-a772-42d6-a3be-a8ea9e406197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['8a317f5a-d88a-48bb-a697-47287a9cce91'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:31.186983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11cfac3-5e0f-4432-b9f8-7a851465d981 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet aed038b1-93af-4dfa-9a6f-abd8899c38cd {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:31.190524 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f11cfac3-5e0f-4432-b9f8-7a851465d981 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.205468 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9f61a153-fa68-4d3e-ac3a-a4fbf618307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:31.206169 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61a153-fa68-4d3e-ac3a-a4fbf618307f None None] The sync data for ids ['3412fc7f-841b-42c1-a099-81f2bb81f0e4'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:31.206878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-88b40eab-a772-42d6-a3be-a8ea9e406197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:31.208301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b40eab-a772-42d6-a3be-a8ea9e406197 None None] The sync data for ids ['8a317f5a-d88a-48bb-a697-47287a9cce91'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:31.239814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f11cfac3-5e0f-4432-b9f8-7a851465d981 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.240231 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-61de6236-8a5a-4531-a962-b4e8e5625788 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/routers/3412fc7f-841b-42c1-a099-81f2bb81f0e4 HTTP/1.1" status: 200 len: 739 time: 0.2154460 Mar 29 09:21:31.242864 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48812) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:31.313789 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-097a0c92-4be9-4f03-846d-b376aaba1022 tempest-RoutersAdminTest-935857934 tempest-RoutersAdminTest-935857934-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&device_id=3412fc7f-841b-42c1-a099-81f2bb81f0e4 HTTP/1.1" status: 200 len: 205 time: 0.0696902 Mar 29 09:21:31.316570 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48814) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:31.352070 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b60a59cd-4b8c-4fcd-933b-6f7b8a3c1a45 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "GET /v2.0/ports?device_id=3412fc7f-841b-42c1-a099-81f2bb81f0e4 HTTP/1.1" status: 200 len: 205 time: 0.0342185 Mar 29 09:21:31.354777 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48816) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:31.402895 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-7d1bbb53-5524-4a6e-85d1-6840e98f9d7a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] remove_router_interface failed (client error): The resource could not be found. Mar 29 09:21:31.406508 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7d1bbb53-5524-4a6e-85d1-6840e98f9d7a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/8a317f5a-d88a-48bb-a697-47287a9cce91/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3781610 Mar 29 09:21:31.410576 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48818) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:31.436802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.443133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.476623 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bc3002b3-29ab-4dc7-85be-bd5cbed5bca6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a317f5a-d88a-48bb-a697-47287a9cce91 HTTP/1.1" status: 200 len: 205 time: 0.0612271 Mar 29 09:21:31.478201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48820) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:31.480630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74338271-a1be-4879-84a6-db0405f7b960 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.487342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8631ae07-5ffa-4539-8a3d-e8ab706df369 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.493117 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:21:31.523125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27e4094-074b-4a5d-90a0-b0f36cc02e2e,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:31.525705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74338271-a1be-4879-84a6-db0405f7b960 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=22472f2a-1484-468a-941c-76ba1cb3db52,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:31.532198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.532552 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Added segment 14887c46-a701-45ab-a5d6-201f203a54d5 of type vlan for network e4ac6fc0-6ccc-4762-ab41-a6fef5680d77 Mar 29 09:21:31.558694 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f11cfac3-5e0f-4432-b9f8-7a851465d981 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.609577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.630661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74338271-a1be-4879-84a6-db0405f7b960 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.633195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74338271-a1be-4879-84a6-db0405f7b960 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.634528 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-74338271-a1be-4879-84a6-db0405f7b960 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/floatingips/74f00312-08d4-437b-b398-f460e8890601 HTTP/1.1" status: 204 len: 168 time: 1.1463692 Mar 29 09:21:31.638389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48822) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:31.642347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '509a1495-d57d-452c-bb1f-c2991291a38c'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:31.646379 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1b76a098-3e07-4bf6-a1fc-617e7d8ead38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.656012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.661318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:31.661928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.811153 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8631ae07-5ffa-4539-8a3d-e8ab706df369 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.815392 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8631ae07-5ffa-4539-8a3d-e8ab706df369 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.915472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f11cfac3-5e0f-4432-b9f8-7a851465d981 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.928742 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2463636 Mar 29 09:21:31.954974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1b76a098-3e07-4bf6-a1fc-617e7d8ead38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.971307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.978966 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8631ae07-5ffa-4539-8a3d-e8ab706df369 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.979470 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8631ae07-5ffa-4539-8a3d-e8ab706df369 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Fanout notify agent at l3_agent the message router_deleted on router 3412fc7f-841b-42c1-a099-81f2bb81f0e4 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:21:31.981906 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1b76a098-3e07-4bf6-a1fc-617e7d8ead38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:31.988533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d80b59-8c0b-4314-8a99-a0930fa086e4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=e4ac6fc0-6ccc-4762-ab41-a6fef5680d77,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:32.004622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.020854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cfac3-5e0f-4432-b9f8-7a851465d981 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=aed038b1-93af-4dfa-9a6f-abd8899c38cd,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:32.024226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f11cfac3-5e0f-4432-b9f8-7a851465d981 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.027474 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f11cfac3-5e0f-4432-b9f8-7a851465d981 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/aed038b1-93af-4dfa-9a6f-abd8899c38cd HTTP/1.1" status: 204 len: 168 time: 0.9078891 Mar 29 09:21:32.033346 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8631ae07-5ffa-4539-8a3d-e8ab706df369 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.040047 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8631ae07-5ffa-4539-8a3d-e8ab706df369 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/routers/3412fc7f-841b-42c1-a099-81f2bb81f0e4 HTTP/1.1" status: 204 len: 168 time: 0.6785858 Mar 29 09:21:32.040047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48824) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.040047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48826) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.058504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1b76a098-3e07-4bf6-a1fc-617e7d8ead38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.058504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b76a098-3e07-4bf6-a1fc-617e7d8ead38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Fanout notify agent at l3_agent the message router_deleted on router 8a317f5a-d88a-48bb-a697-47287a9cce91 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:21:32.074198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de9919-b954-49ba-9f6c-75847552ed7f None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:32.084975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network e4ac6fc0-6ccc-4762-ab41-a6fef5680d77 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:21:32.094961 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1b76a098-3e07-4bf6-a1fc-617e7d8ead38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.096037 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1b76a098-3e07-4bf6-a1fc-617e7d8ead38 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/8a317f5a-d88a-48bb-a697-47287a9cce91 HTTP/1.1" status: 204 len: 168 time: 0.6167181 Mar 29 09:21:32.100664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48828) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.100809 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0e364935-c5cf-4b63-bae8-e40b771bd517 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "GET /v2.0/ports?device_id=3412fc7f-841b-42c1-a099-81f2bb81f0e4 HTTP/1.1" status: 200 len: 205 time: 0.0599899 Mar 29 09:21:32.101704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48830) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.116856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.124948 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-27eafe0c-a27b-4f43-a832-e4f7e1205f91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet e31dc50f-da8f-4317-b104-8c4c04ba97b9 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:32.128164 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27eafe0c-a27b-4f43-a832-e4f7e1205f91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.149412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48832) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.158227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8413298e-2b8f-442e-bcbb-a4791a715585 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'network_id': 'e4ac6fc0-6ccc-4762-ab41-a6fef5680d77', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:32.180633 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-0569a1fb-ded7-4288-924e-7c67921e1c6f tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] delete failed (client error): The resource could not be found. Mar 29 09:21:32.184323 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0569a1fb-ded7-4288-924e-7c67921e1c6f tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/routers/3412fc7f-841b-42c1-a099-81f2bb81f0e4 HTTP/1.1" status: 404 len: 336 time: 0.0800462 Mar 29 09:21:32.184640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48834) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.223701 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6095ce60-f914-466f-ba6b-ec7b74302f1e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4337cc-15f8-48ee-bccb-53c33333eec2 HTTP/1.1" status: 200 len: 205 time: 0.0357943 Mar 29 09:21:32.224090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27eafe0c-a27b-4f43-a832-e4f7e1205f91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.229038 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48836) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.253759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac75317-5ba9-4add-88e3-f8e110fe8668 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting subnet ae5f419b-6c3a-43bf-8314-2c50f241484d {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:32.256814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1ac75317-5ba9-4add-88e3-f8e110fe8668 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.323246 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-adfdf247-5aa4-477e-ad48-3a0782652d6c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] delete failed (client error): The resource could not be found. Mar 29 09:21:32.327166 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-adfdf247-5aa4-477e-ad48-3a0782652d6c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/routers/de4337cc-15f8-48ee-bccb-53c33333eec2 HTTP/1.1" status: 404 len: 336 time: 0.0774887 Mar 29 09:21:32.330079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1ac75317-5ba9-4add-88e3-f8e110fe8668 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.330243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48838) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.368865 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4ecee242-7f05-437b-b6e4-e1f1743c646c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "GET /v2.0/ports?device_id=51856338-dab9-428e-9606-e82abc81d803 HTTP/1.1" status: 200 len: 205 time: 0.0379057 Mar 29 09:21:32.372297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48840) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.419362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27eafe0c-a27b-4f43-a832-e4f7e1205f91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.422388 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8413298e-2b8f-442e-bcbb-a4791a715585 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:32.425970 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8413298e-2b8f-442e-bcbb-a4791a715585 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.428150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.26.1.195 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/01eea62d-869c-4cfb-8473-fb5f2daec5b1) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:32.430699 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-34f9e06c-2e3d-45c2-89ff-529a7e2b3faf tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] delete failed (client error): The resource could not be found. Mar 29 09:21:32.431805 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-34f9e06c-2e3d-45c2-89ff-529a7e2b3faf tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/routers/51856338-dab9-428e-9606-e82abc81d803 HTTP/1.1" status: 404 len: 336 time: 0.0567269 Mar 29 09:21:32.438034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48842) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.458616 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.483773 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-43cb9843-b254-4345-9b55-166b17aa0af7 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "GET /v2.0/ports?device_id=ed48ca64-d3ae-4983-b190-fb1fda3f663f HTTP/1.1" status: 200 len: 205 time: 0.0427573 Mar 29 09:21:32.489967 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48844) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.571386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1ac75317-5ba9-4add-88e3-f8e110fe8668 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.571752 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-b2be4fcc-98f7-4abe-b1aa-96d25840174c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] delete failed (client error): The resource could not be found. Mar 29 09:21:32.572424 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b2be4fcc-98f7-4abe-b1aa-96d25840174c tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/routers/ed48ca64-d3ae-4983-b190-fb1fda3f663f HTTP/1.1" status: 404 len: 336 time: 0.0815196 Mar 29 09:21:32.575210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48848) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.624446 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e72248cc-5697-497a-aea6-616f02b61d96 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "GET /v2.0/ports?device_id=d72cb28b-cadf-4644-83aa-247fa4ae9517 HTTP/1.1" status: 200 len: 205 time: 0.0479226 Mar 29 09:21:32.629101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48850) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.642505 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27eafe0c-a27b-4f43-a832-e4f7e1205f91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.658484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27eafe0c-a27b-4f43-a832-e4f7e1205f91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.661871 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-27eafe0c-a27b-4f43-a832-e4f7e1205f91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/e31dc50f-da8f-4317-b104-8c4c04ba97b9 HTTP/1.1" status: 204 len: 168 time: 0.6247292 Mar 29 09:21:32.666352 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48852) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.689651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.693602 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-eaf39701-1fca-4ee3-868a-83e3c43076fa tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] delete failed (client error): The resource could not be found. Mar 29 09:21:32.696976 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-eaf39701-1fca-4ee3-868a-83e3c43076fa tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/routers/d72cb28b-cadf-4644-83aa-247fa4ae9517 HTTP/1.1" status: 404 len: 336 time: 0.0645111 Mar 29 09:21:32.699514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48854) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.718429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1ac75317-5ba9-4add-88e3-f8e110fe8668 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.731440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eafe0c-a27b-4f43-a832-e4f7e1205f91 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=e31dc50f-da8f-4317-b104-8c4c04ba97b9,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:32.740698 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6ada6efb-8c39-474a-b97c-91a024fe7c09 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698912 Mar 29 09:21:32.741330 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48856) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.743674 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-30787a5c-9d91-45d0-a658-1e5fa2086de3 tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "GET /v2.0/ports?device_id=6280c6f0-c9c6-4924-a49a-e77b779253ef HTTP/1.1" status: 200 len: 205 time: 0.0430827 Mar 29 09:21:32.751682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48858) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.785622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac75317-5ba9-4add-88e3-f8e110fe8668 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5f419b-6c3a-43bf-8314-2c50f241484d,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:32.826242 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-577612a7-d5ee-48e2-b0bf-408aa490ca9f tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] delete failed (client error): The resource could not be found. Mar 29 09:21:32.827252 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-577612a7-d5ee-48e2-b0bf-408aa490ca9f tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/routers/6280c6f0-c9c6-4924-a49a-e77b779253ef HTTP/1.1" status: 404 len: 336 time: 0.0519881 Mar 29 09:21:32.830059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1ac75317-5ba9-4add-88e3-f8e110fe8668 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.835695 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1ac75317-5ba9-4add-88e3-f8e110fe8668 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/ae5f419b-6c3a-43bf-8314-2c50f241484d HTTP/1.1" status: 204 len: 168 time: 0.7333689 Mar 29 09:21:32.835695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48860) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.841505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e601fe-4038-41d5-abcd-53b7be1e1a11 None None] Network cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:32.843833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48862) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.856860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42543324-2e62-44b5-bdec-e25462bf9da1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:32.860672 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-42543324-2e62-44b5-bdec-e25462bf9da1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1160429 Mar 29 09:21:32.863923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48864) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:32.885961 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-f408a98f-9c5e-4f62-8213-07ba7e84031e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] DELETE failed (client error): The resource could not be found. Mar 29 09:21:32.886925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f408a98f-9c5e-4f62-8213-07ba7e84031e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:32.905289 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f408a98f-9c5e-4f62-8213-07ba7e84031e tempest-RoutersAdminTest-2064171314 tempest-RoutersAdminTest-2064171314-project] 10.222.0.32 "DELETE /v2.0/subnets/6e5d84c7-98e3-4292-846c-eda863bb866d HTTP/1.1" status: 404 len: 337 time: 0.0641937 Mar 29 09:21:32.905289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.942865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8413298e-2b8f-442e-bcbb-a4791a715585 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:32.999511 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019adc33-008d-46d6-92b7-74fad7bd361d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:33.000977 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-019adc33-008d-46d6-92b7-74fad7bd361d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1361413 Mar 29 09:21:33.005312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:33.006782 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48868) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:33.014322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:33.038480 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dc79d1-3a0c-4786-ae02-288a87f78565 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:33.056809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:33.074402 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b94452e2-8a7c-40da-8bf8-c9f321427a04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616975 Mar 29 09:21:33.077894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48870) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:33.083789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-24796ceb-626b-4dd4-85f5-936f24de3baa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:33.088106 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413298e-2b8f-442e-bcbb-a4791a715585 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=e21b8331-3e23-4977-9473-cbe6cde9b3e4,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:33.103692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.105124 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=01eea62d-869c-4cfb-8473-fb5f2daec5b1,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:33.113864 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413298e-2b8f-442e-bcbb-a4791a715585 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking segment: {'id': '14887c46-a701-45ab-a5d6-201f203a54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'e4ac6fc0-6ccc-4762-ab41-a6fef5680d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:33.114218 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8413298e-2b8f-442e-bcbb-a4791a715585 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network hostable DHCP agents. Network: e4ac6fc0-6ccc-4762-ab41-a6fef5680d77, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:21:33.146550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49add00-e16f-4797-ad0e-abc07713c030 None None] DHCP port deletion for cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:33.187688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f759c5aa-f24b-4f1d-a8a3-68da0ff71fcb None None] Provisioning complete for port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:33.188302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f759c5aa-f24b-4f1d-a8a3-68da0ff71fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.223976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8413298e-2b8f-442e-bcbb-a4791a715585 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network e4ac6fc0-6ccc-4762-ab41-a6fef5680d77 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:21:33.245194 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-8413298e-2b8f-442e-bcbb-a4791a715585 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, e4ac6fc0-6ccc-4762-ab41-a6fef5680d77) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:33.250991 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24796ceb-626b-4dd4-85f5-936f24de3baa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:33.255045 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24796ceb-626b-4dd4-85f5-936f24de3baa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.256818 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-24796ceb-626b-4dd4-85f5-936f24de3baa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:21:33.257399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24796ceb-626b-4dd4-85f5-936f24de3baa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:33.264468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae8ec9f-a6da-4f27-bd47-afeaf4f34a7b None None] Network e4ac6fc0-6ccc-4762-ab41-a6fef5680d77 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:33.277346 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8413298e-2b8f-442e-bcbb-a4791a715585 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:33.278722 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8413298e-2b8f-442e-bcbb-a4791a715585 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.290315 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-24796ceb-626b-4dd4-85f5-936f24de3baa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2117126 Mar 29 09:21:33.290649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 22d1edf7-e197-4d6f-bae5-774649afdde8 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:33.291004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.294635 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48876) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:33.299960 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f7a05c4a-0d2a-4439-8e9d-e9c6735e3d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:33.401701 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48880) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:33.404817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] For port 22d1edf7-e197-4d6f-bae5-774649afdde8, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=22d1edf7-e197-4d6f-bae5-774649afdde8,segment=NetworkSegment(40eae56e-070b-4d10-a353-10a240a53a4e),segment_id=40eae56e-070b-4d10-a353-10a240a53a4e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:33.405420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.437957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 22d1edf7-e197-4d6f-bae5-774649afdde8 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:33.449436 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8413298e-2b8f-442e-bcbb-a4791a715585 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2988875 Mar 29 09:21:33.454885 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48884) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:33.463023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d5477b58-0d61-41d5-9935-3230ba5459cc tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1995760567'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:33.485110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a05c4a-0d2a-4439-8e9d-e9c6735e3d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:33.489032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7a05c4a-0d2a-4439-8e9d-e9c6735e3d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.490623 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a05c4a-0d2a-4439-8e9d-e9c6735e3d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:21:33.491140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a05c4a-0d2a-4439-8e9d-e9c6735e3d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:33.495818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5477b58-0d61-41d5-9935-3230ba5459cc tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:33.499688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5477b58-0d61-41d5-9935-3230ba5459cc tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.536618 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f7a05c4a-0d2a-4439-8e9d-e9c6735e3d62 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2375796 Mar 29 09:21:33.541850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48886) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:33.549092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a671c314-fdfd-4122-947b-e5a45337b47b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:33.575234 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5477b58-0d61-41d5-9935-3230ba5459cc tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:21:33.624477 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5477b58-0d61-41d5-9935-3230ba5459cc tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.624877 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-d5477b58-0d61-41d5-9935-3230ba5459cc tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Added segment c9b3de23-2905-4b6c-a9e1-e71a270f1a00 of type vlan for network 7c4cd6c4-7af5-461f-9cd8-272e4ccdea68 Mar 29 09:21:33.685431 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a49add00-e16f-4797-ad0e-abc07713c030 None None] Deleting port 22d1edf7-e197-4d6f-bae5-774649afdde8 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:33.685676 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5477b58-0d61-41d5-9935-3230ba5459cc tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.685765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a49add00-e16f-4797-ad0e-abc07713c030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.688168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.709250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a671c314-fdfd-4122-947b-e5a45337b47b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:33.713534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a671c314-fdfd-4122-947b-e5a45337b47b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.715175 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a671c314-fdfd-4122-947b-e5a45337b47b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:21:33.715579 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a671c314-fdfd-4122-947b-e5a45337b47b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:33.725139 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.744104 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a671c314-fdfd-4122-947b-e5a45337b47b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1958022 Mar 29 09:21:33.745155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48890) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:33.750790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6b541f30-2c90-419a-9c95-60cc93998dd0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:33.754270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5477b58-0d61-41d5-9935-3230ba5459cc tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.760223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5477b58-0d61-41d5-9935-3230ba5459cc tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:33.760976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5477b58-0d61-41d5-9935-3230ba5459cc tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.824676 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d5477b58-0d61-41d5-9935-3230ba5459cc tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3690150 Mar 29 09:21:33.825142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691256b2-f20c-4ada-8913-5588f70f9b4f None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:33.827949 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a49add00-e16f-4797-ad0e-abc07713c030 None None] For port 22d1edf7-e197-4d6f-bae5-774649afdde8, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=22d1edf7-e197-4d6f-bae5-774649afdde8,segment=NetworkSegment(40eae56e-070b-4d10-a353-10a240a53a4e),segment_id=40eae56e-070b-4d10-a353-10a240a53a4e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:33.828389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a49add00-e16f-4797-ad0e-abc07713c030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.848416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48892) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:33.860825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-85b03a8e-def8-4059-aee9-58a687cb849a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'network_id': '7c4cd6c4-7af5-461f-9cd8-272e4ccdea68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:33.865107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.893405 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5477b58-0d61-41d5-9935-3230ba5459cc tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=7c4cd6c4-7af5-461f-9cd8-272e4ccdea68,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:33.910686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a49add00-e16f-4797-ad0e-abc07713c030 None None] Calling delete_port for 22d1edf7-e197-4d6f-bae5-774649afdde8 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:33.913379 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 7c4cd6c4-7af5-461f-9cd8-272e4ccdea68 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:21:33.919763 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b541f30-2c90-419a-9c95-60cc93998dd0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:33.925215 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b541f30-2c90-419a-9c95-60cc93998dd0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.927438 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b541f30-2c90-419a-9c95-60cc93998dd0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:21:33.928167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b541f30-2c90-419a-9c95-60cc93998dd0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:33.950892 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6b541f30-2c90-419a-9c95-60cc93998dd0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2043428 Mar 29 09:21:33.953726 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48896) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:33.955157 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea64d-9878-4dc0-8a97-a84606911dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:33.960375 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d31907cb-499a-42c7-a4ae-c391bbbf179f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:33.963562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=22d1edf7-e197-4d6f-bae5-774649afdde8,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:33.966347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No DVR routers for this DVR port 22d1edf7-e197-4d6f-bae5-774649afdde8 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:33.994389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.078082 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31907cb-499a-42c7-a4ae-c391bbbf179f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:34.082097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d31907cb-499a-42c7-a4ae-c391bbbf179f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.083810 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31907cb-499a-42c7-a4ae-c391bbbf179f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:21:34.084432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31907cb-499a-42c7-a4ae-c391bbbf179f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:34.105004 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d31907cb-499a-42c7-a4ae-c391bbbf179f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1498811 Mar 29 09:21:34.107642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-e4ac6fc0-6ccc-4762-ab41-a6fef5680d77', 'network_id': 'e4ac6fc0-6ccc-4762-ab41-a6fef5680d77', 'tenant_id': '74d6d955aea140dab5078844d80a08bc', 'fixed_ips': [{'subnet_id': 'e21b8331-3e23-4977-9473-cbe6cde9b3e4'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:34.108557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48900) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:34.111343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.116153 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-632311ad-57a7-42c3-9160-d632b0e22f9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:34.139840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbddfa-6c0b-4092-bdc2-0a81b0246911 req-bb8b4fae-058d-49b8-87a2-7b09b243ab41 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:34.141514 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d9cbddfa-6c0b-4092-bdc2-0a81b0246911 req-bb8b4fae-058d-49b8-87a2-7b09b243ab41 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 945 time: 0.3068554 Mar 29 09:21:34.216493 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632311ad-57a7-42c3-9160-d632b0e22f9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:34.219488 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-691256b2-f20c-4ada-8913-5588f70f9b4f None None] Deleting port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:34.219971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-691256b2-f20c-4ada-8913-5588f70f9b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.220118 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-632311ad-57a7-42c3-9160-d632b0e22f9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.221502 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-632311ad-57a7-42c3-9160-d632b0e22f9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:21:34.221964 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632311ad-57a7-42c3-9160-d632b0e22f9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:34.236653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.244003 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-632311ad-57a7-42c3-9160-d632b0e22f9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1312199 Mar 29 09:21:34.244579 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48902) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:34.298901 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21259662-1a42-44dd-bc63-0936f52b8e32 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:34.302898 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-21259662-1a42-44dd-bc63-0936f52b8e32 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0550854 Mar 29 09:21:34.303194 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48904) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:34.307704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b03a8e-def8-4059-aee9-58a687cb849a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:34.311198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-85b03a8e-def8-4059-aee9-58a687cb849a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.326698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:34.327731 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a49add00-e16f-4797-ad0e-abc07713c030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.361733 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc69ff4f-da77-4382-978b-47c7f03b98e9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:34.365726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49add00-e16f-4797-ad0e-abc07713c030 None None] Pushing event deleted for resources: {'Port': ['ID=22d1edf7-e197-4d6f-bae5-774649afdde8,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:34.365889 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-dc69ff4f-da77-4382-978b-47c7f03b98e9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0591323 Mar 29 09:21:34.366108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48906) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:34.382674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-691256b2-f20c-4ada-8913-5588f70f9b4f None None] For port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=68a3b749-acf1-49fe-9c94-7ea17dbd68a6,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:34.383717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-691256b2-f20c-4ada-8913-5588f70f9b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.397919 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49add00-e16f-4797-ad0e-abc07713c030 None None] No DVR routers for this DVR port 22d1edf7-e197-4d6f-bae5-774649afdde8 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:34.400540 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Allocated IP 172.20.255.242 (e4ac6fc0-6ccc-4762-ab41-a6fef5680d77/e21b8331-3e23-4977-9473-cbe6cde9b3e4/7d9fea1b-3437-4fc7-9948-25dda5e76b41) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:34.409078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-691256b2-f20c-4ada-8913-5588f70f9b4f None None] Calling delete_port for 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:34.429682 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-992e4b2e-8a0c-419c-ba6e-d3539a1ebbc8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595210 Mar 29 09:21:34.432290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48908) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:34.438688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7274aca2-ec96-480e-9c7b-45105c6bd8d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:34.547921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7274aca2-ec96-480e-9c7b-45105c6bd8d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:34.551376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7274aca2-ec96-480e-9c7b-45105c6bd8d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.585464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-691256b2-f20c-4ada-8913-5588f70f9b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.623033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691256b2-f20c-4ada-8913-5588f70f9b4f None None] Pushing event deleted for resources: {'Port': ['ID=68a3b749-acf1-49fe-9c94-7ea17dbd68a6,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:34.629172 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691256b2-f20c-4ada-8913-5588f70f9b4f None None] No DVR routers for this DVR port 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:34.638040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40eae56e-070b-4d10-a353-10a240a53a4e') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:34.638340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40eae56e-070b-4d10-a353-10a240a53a4e') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:34.661150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ad6ce-1576-4da8-9653-7c8f0d5edde0 req-c68af4df-5674-4b0a-8f92-b27847ae05c6 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:34.662622 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d21ad6ce-1576-4da8-9653-7c8f0d5edde0 req-c68af4df-5674-4b0a-8f92-b27847ae05c6 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 945 time: 0.5385923 Mar 29 09:21:34.682956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.686495 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d9cbddfa-6c0b-4092-bdc2-0a81b0246911 req-4442fc3a-aa4a-48c1-9e2d-faacdd895697 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5154793 Mar 29 09:21:34.688854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.691939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.733678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Network e4ac6fc0-6ccc-4762-ab41-a6fef5680d77 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:34.737925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:34.741805 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:34.769081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Pushing event updated for resources: {'Port': ['ID=7d9fea1b-3437-4fc7-9948-25dda5e76b41,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:34.777213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.805785 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Attempting to bind port 7d9fea1b-3437-4fc7-9948-25dda5e76b41 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:34.806117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Attempting to bind port 7d9fea1b-3437-4fc7-9948-25dda5e76b41 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '14887c46-a701-45ab-a5d6-201f203a54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'e4ac6fc0-6ccc-4762-ab41-a6fef5680d77'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:34.806486 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Attempting to bind port 7d9fea1b-3437-4fc7-9948-25dda5e76b41 on network e4ac6fc0-6ccc-4762-ab41-a6fef5680d77 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:34.807320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:34.807866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.811788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:34.812151 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Checking segment: {'id': '14887c46-a701-45ab-a5d6-201f203a54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'e4ac6fc0-6ccc-4762-ab41-a6fef5680d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:34.812554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.812949 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Bound using segment: {'id': '14887c46-a701-45ab-a5d6-201f203a54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'e4ac6fc0-6ccc-4762-ab41-a6fef5680d77'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:34.813415 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Bound port: 7d9fea1b-3437-4fc7-9948-25dda5e76b41, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14887c46-a701-45ab-a5d6-201f203a54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'e4ac6fc0-6ccc-4762-ab41-a6fef5680d77'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:34.814565 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:34.817207 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:34.859576 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea64d-9878-4dc0-8a97-a84606911dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.879077 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d21ad6ce-1576-4da8-9653-7c8f0d5edde0 req-da6a6afd-977b-4c0c-b18d-50358f019fe7 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762080 Mar 29 09:21:34.882636 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] For port 7d9fea1b-3437-4fc7-9948-25dda5e76b41, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:34.891081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.objects.ports [None req-7274aca2-ec96-480e-9c7b-45105c6bd8d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102495) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:21:34.901743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7274aca2-ec96-480e-9c7b-45105c6bd8d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.907821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea64d-9878-4dc0-8a97-a84606911dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.935066 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7274aca2-ec96-480e-9c7b-45105c6bd8d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:34.940284 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-7274aca2-ec96-480e-9c7b-45105c6bd8d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:34.944881 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7274aca2-ec96-480e-9c7b-45105c6bd8d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:34.946088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7274aca2-ec96-480e-9c7b-45105c6bd8d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.957064 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274aca2-ec96-480e-9c7b-45105c6bd8d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=12571c1d-7f13-423d-96ca-f826b7a3d973,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:34.959038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] For port 7d9fea1b-3437-4fc7-9948-25dda5e76b41, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=7d9fea1b-3437-4fc7-9948-25dda5e76b41,segment=NetworkSegment(14887c46-a701-45ab-a5d6-201f203a54d5),segment_id=14887c46-a701-45ab-a5d6-201f203a54d5)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:34.963633 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8802c70-79f0-4242-9380-5c4528aa55fd None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:34.968947 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7274aca2-ec96-480e-9c7b-45105c6bd8d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5342946 Mar 29 09:21:34.971421 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48910) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:34.973490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.980257 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:84:50:d5', 'name': 'tempest-NetworksTestDHCPv6-189919163'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:34.984539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:34.991267 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8c5ea64d-9878-4dc0-8a97-a84606911dd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c0854928cc242158645dfdd75c83428&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5884223 Mar 29 09:21:34.997869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.005530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48912) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:35.006633 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.018437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.026662 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/networks/cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f HTTP/1.1" status: 204 len: 168 time: 2.1765239 Mar 29 09:21:35.026855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48914) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:35.028764 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ea64d-9878-4dc0-8a97-a84606911dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2ebcbc-94be-4af6-af12-adc697097301,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:35.032435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f6a35ef2-b24c-4e1c-8429-5b8fbd12187a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'network': {'name': 'tempest-RoutersTest-1400207063'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:35.097548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c59de-7015-45bd-a24f-2ab9faa76a37 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Network': ['ID=cc8dec54-2ed9-43a8-a08b-6ecb43e9bd2f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:35.126294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056aed20-2d04-4cbe-952b-1d2200254006 None None] Pushing event updated for resources: {'Port': ['ID=7d9fea1b-3437-4fc7-9948-25dda5e76b41,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:35.135343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:35.158385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:35.158983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 68a3b749-acf1-49fe-9c94-7ea17dbd68a6 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:35.159530 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 22d1edf7-e197-4d6f-bae5-774649afdde8 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:35.178404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=01eea62d-869c-4cfb-8473-fb5f2daec5b1,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:35.187762 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 22d1edf7-e197-4d6f-bae5-774649afdde8 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:35.188101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 22d1edf7-e197-4d6f-bae5-774649afdde8 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:35.266413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.268488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-85b03a8e-def8-4059-aee9-58a687cb849a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.290728 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '12571c1d-7f13-423d-96ca-f826b7a3d973'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:35.291996 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.374953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-42b29cba-5df5-45d5-8d0f-613121fb3923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.448232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b03a8e-def8-4059-aee9-58a687cb849a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=3eb82dbc-3a0e-429f-a83b-8460a34b86d4,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:35.489073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-42b29cba-5df5-45d5-8d0f-613121fb3923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.500456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b03a8e-def8-4059-aee9-58a687cb849a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking segment: {'id': 'c9b3de23-2905-4b6c-a9e1-e71a270f1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7c4cd6c4-7af5-461f-9cd8-272e4ccdea68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:35.500807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b03a8e-def8-4059-aee9-58a687cb849a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network hostable DHCP agents. Network: 7c4cd6c4-7af5-461f-9cd8-272e4ccdea68, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:21:35.509628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Allocated IP 2001:db8::f816:3eff:fe09:f85d (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/12571c1d-7f13-423d-96ca-f826b7a3d973/893dcd19-3255-48ef-8a26-0c5ec10695b1) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:35.518528 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a35ef2-b24c-4e1c-8429-5b8fbd12187a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:35.522055 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6a35ef2-b24c-4e1c-8429-5b8fbd12187a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.576307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a35ef2-b24c-4e1c-8429-5b8fbd12187a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:21:35.591142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6a35ef2-b24c-4e1c-8429-5b8fbd12187a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.591513 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-f6a35ef2-b24c-4e1c-8429-5b8fbd12187a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Added segment ba630135-4d25-49eb-94d4-fdb2b2051451 of type vlan for network 92396f89-c44f-4667-885d-8f5c8a015253 Mar 29 09:21:35.591858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-fe1a67aa-d253-4dda-8f59-c40d28215331 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:35.593396 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-fe1a67aa-d253-4dda-8f59-c40d28215331 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.24 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 945 time: 0.2229948 Mar 29 09:21:35.600825 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Floating IP be54da81-cb80-4fc5-9780-75852e37a5ae associated. External IP: 172.26.1.195, port: 509a1495-d57d-452c-bb1f-c2991291a38c. Mar 29 09:21:35.601037 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:35.667775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b03a8e-def8-4059-aee9-58a687cb849a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network 7c4cd6c4-7af5-461f-9cd8-272e4ccdea68 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:21:35.698745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-85b03a8e-def8-4059-aee9-58a687cb849a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 7c4cd6c4-7af5-461f-9cd8-272e4ccdea68) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:35.710810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2e5c82-9527-4454-a3da-e77962b3a3ec None None] Network 7c4cd6c4-7af5-461f-9cd8-272e4ccdea68 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:35.727839 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b03a8e-def8-4059-aee9-58a687cb849a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:35.728757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-85b03a8e-def8-4059-aee9-58a687cb849a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.732662 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6a35ef2-b24c-4e1c-8429-5b8fbd12187a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.747371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-42b29cba-5df5-45d5-8d0f-613121fb3923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.750736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-42b29cba-5df5-45d5-8d0f-613121fb3923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.754786 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-42b29cba-5df5-45d5-8d0f-613121fb3923 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba2ebcbc-94be-4af6-af12-adc697097301 HTTP/1.1" status: 204 len: 168 time: 0.7452750 Mar 29 09:21:35.819087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b29cba-5df5-45d5-8d0f-613121fb3923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2ebcbc-94be-4af6-af12-adc697097301,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:35.832241 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.842364 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-85b03a8e-def8-4059-aee9-58a687cb849a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9911158 Mar 29 09:21:35.847089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48920) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:35.851853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6a35ef2-b24c-4e1c-8429-5b8fbd12187a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.858199 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a35ef2-b24c-4e1c-8429-5b8fbd12187a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:35.859077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6a35ef2-b24c-4e1c-8429-5b8fbd12187a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.860538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.899138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:35.942424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 4c82fc60-b419-44a0-83b0-3ef072ee1a36 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:21:35.958007 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f6a35ef2-b24c-4e1c-8429-5b8fbd12187a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9278307 Mar 29 09:21:35.958668 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:35.961350 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48924) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:35.966571 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:35.972353 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-9fe19aae-aabd-4834-baf8-30d8a6da643a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'subnet': {'network_id': '92396f89-c44f-4667-885d-8f5c8a015253', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:35.976027 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:35.997866 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Pushing event updated for resources: {'Port': ['ID=893dcd19-3255-48ef-8a26-0c5ec10695b1,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:36.018415 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-7c4cd6c4-7af5-461f-9cd8-272e4ccdea68', 'network_id': '7c4cd6c4-7af5-461f-9cd8-272e4ccdea68', 'tenant_id': '74d6d955aea140dab5078844d80a08bc', 'fixed_ips': [{'subnet_id': '3eb82dbc-3a0e-429f-a83b-8460a34b86d4'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:36.019281 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:36.028390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Deleting port 7bd2c1e0-3698-402d-bb64-421e4df788ff {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:36.028711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:36.078483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418b913-23dd-408c-8242-067db018ee32 req-92da67c6-c5ef-4790-96e3-7a10a60bbf49 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:36.090600 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6418b913-23dd-408c-8242-067db018ee32 req-92da67c6-c5ef-4790-96e3-7a10a60bbf49 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 945 time: 0.3009031 Mar 29 09:21:36.107750 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a35ef2-b24c-4e1c-8429-5b8fbd12187a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Network': ['ID=92396f89-c44f-4667-885d-8f5c8a015253,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:36.178967 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 92396f89-c44f-4667-885d-8f5c8a015253 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:21:36.296790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a63161-b097-4823-a772-9cc9dc57236b req-3d38e749-606c-46ca-a5ba-41ab3285316d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:36.298491 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-d5a63161-b097-4823-a772-9cc9dc57236b req-3d38e749-606c-46ca-a5ba-41ab3285316d tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.24 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 945 time: 0.2199013 Mar 29 09:21:36.300341 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:36.302053 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe19aae-aabd-4834-baf8-30d8a6da643a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:36.306932 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9fe19aae-aabd-4834-baf8-30d8a6da643a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:36.359143 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b09f6-8ec9-43b0-aca9-718d7dd1ae36 req-30aaeda6-98ab-4c64-9b3e-00cecff6ee41 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:36.366672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f816:3eff:fe84:50d5 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/12571c1d-7f13-423d-96ca-f826b7a3d973/4c82fc60-b419-44a0-83b0-3ef072ee1a36) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:36.375657 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fc5b09f6-8ec9-43b0-aca9-718d7dd1ae36 req-30aaeda6-98ab-4c64-9b3e-00cecff6ee41 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 945 time: 0.3567286 Mar 29 09:21:36.385247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Attempting to bind port 893dcd19-3255-48ef-8a26-0c5ec10695b1 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:36.386077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Attempting to bind port 893dcd19-3255-48ef-8a26-0c5ec10695b1 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:36.386077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Attempting to bind port 893dcd19-3255-48ef-8a26-0c5ec10695b1 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:36.388604 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6418b913-23dd-408c-8242-067db018ee32 req-49f14c64-6bf5-49fb-b119-b5338fd37f39 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532637 Mar 29 09:21:36.421502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:36.422139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:36.422669 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:36.423289 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:36.423906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48928) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:36.424029 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Bound port: 893dcd19-3255-48ef-8a26-0c5ec10695b1, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:36.424518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:36.505262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] For port 7bd2c1e0-3698-402d-bb64-421e4df788ff, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7bd2c1e0-3698-402d-bb64-421e4df788ff,segment=NetworkSegment(14212b7d-d686-4361-8e15-54fae21a812b),segment_id=14212b7d-d686-4361-8e15-54fae21a812b)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:36.505649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:36.512009 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Allocated IP 172.20.0.2 (7c4cd6c4-7af5-461f-9cd8-272e4ccdea68/3eb82dbc-3a0e-429f-a83b-8460a34b86d4/dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:36.532513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] For port 893dcd19-3255-48ef-8a26-0c5ec10695b1, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:36.537777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:36.560254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] For port 893dcd19-3255-48ef-8a26-0c5ec10695b1, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=893dcd19-3255-48ef-8a26-0c5ec10695b1,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:36.572629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:36.627961 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fc5b09f6-8ec9-43b0-aca9-718d7dd1ae36 req-8f2c9641-af9a-4ccb-9fa4-f484fbbfbb41 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514243 Mar 29 09:21:36.633687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:36.683455 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dc24c806-cf21-43a0-a14c-32910c22f3bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=089e542e425a4eefbee962cac966338c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418902 Mar 29 09:21:36.696780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48930) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:36.747714 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Deleting port 9ca013a6-b472-4589-bc57-e7def332d897 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:36.748061 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:36.798738 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25bbe96-46a6-41ff-89f1-d08ab29a08e0 None None] Network e4ac6fc0-6ccc-4762-ab41-a6fef5680d77 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:36.810788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9fe19aae-aabd-4834-baf8-30d8a6da643a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:36.873951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f48e6-f6f9-4d70-b1a3-7f3c38402cb2 None None] Pushing event updated for resources: {'Port': ['ID=893dcd19-3255-48ef-8a26-0c5ec10695b1,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:36.889862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7f2dfccc-2bc7-4f26-840f-f717b8b6ae1c None None] Provisioning complete for port 7d9fea1b-3437-4fc7-9948-25dda5e76b41 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:36.890322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfccc-2bc7-4f26-840f-f717b8b6ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:36.986909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe19aae-aabd-4834-baf8-30d8a6da643a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Subnet': ['ID=f589617b-d4e9-4367-9670-b1d16edd0f48,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:36.993698 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.022366 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] For port 9ca013a6-b472-4589-bc57-e7def332d897, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=9ca013a6-b472-4589-bc57-e7def332d897,segment=NetworkSegment(d363cee5-c162-41da-80c7-a89867efc37b),segment_id=d363cee5-c162-41da-80c7-a89867efc37b)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:37.022730 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.025130 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3821b61-528f-4adc-aa85-b5d6ab9a2b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.172117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfccc-2bc7-4f26-840f-f717b8b6ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.175194 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe19aae-aabd-4834-baf8-30d8a6da643a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Checking segment: {'id': 'ba630135-4d25-49eb-94d4-fdb2b2051451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92396f89-c44f-4667-885d-8f5c8a015253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:37.175606 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe19aae-aabd-4834-baf8-30d8a6da643a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network hostable DHCP agents. Network: 92396f89-c44f-4667-885d-8f5c8a015253, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:21:37.195207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:37.202258 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.207669 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2d301-7681-496e-b374-cec2270b332f None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:37.224454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.232214 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2d301-7681-496e-b374-cec2270b332f None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:37.233342 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4ee2d301-7681-496e-b374-cec2270b332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:37.233917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3821b61-528f-4adc-aa85-b5d6ab9a2b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.266161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.266524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.266848 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Floating IP 08fc4640-8b4c-4319-adcb-ed33c6d3ddc3 disassociated. External IP: 172.26.1.18, port: 7bd2c1e0-3698-402d-bb64-421e4df788ff. Mar 29 09:21:37.267187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Calling delete_port for 7bd2c1e0-3698-402d-bb64-421e4df788ff owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:37.269889 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c432a735-dd51-4aa0-92a2-28a97b79b363 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6308808 Mar 29 09:21:37.275776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48934) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:37.294475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1327476586'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:37.310183 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4ee2d301-7681-496e-b374-cec2270b332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:37.311642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-7f2dfccc-2bc7-4f26-840f-f717b8b6ae1c None None] For port 7d9fea1b-3437-4fc7-9948-25dda5e76b41, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=7d9fea1b-3437-4fc7-9948-25dda5e76b41,segment=NetworkSegment(14887c46-a701-45ab-a5d6-201f203a54d5),segment_id=14887c46-a701-45ab-a5d6-201f203a54d5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:37.317599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7d9fea1b-3437-4fc7-9948-25dda5e76b41 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:37.328609 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Made reservation on behalf of 84024953660a4dddac261b38b4420928 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:37.331302 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2d301-7681-496e-b374-cec2270b332f None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:37.332680 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4ee2d301-7681-496e-b374-cec2270b332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:37.333920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.362918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:21:37.373336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.373765 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Added segment 7692d89e-cc99-4083-966f-53627917f619 of type vlan for network 147fd5ec-67d1-4d12-858e-e78174664318 Mar 29 09:21:37.379377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.388055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.396907 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe19aae-aabd-4834-baf8-30d8a6da643a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network 92396f89-c44f-4667-885d-8f5c8a015253 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:21:37.403418 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4ee2d301-7681-496e-b374-cec2270b332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:37.404493 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2d301-7681-496e-b374-cec2270b332f None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:37.407209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.466974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-9fe19aae-aabd-4834-baf8-30d8a6da643a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 92396f89-c44f-4667-885d-8f5c8a015253) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:37.469794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:37.480170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfccc-2bc7-4f26-840f-f717b8b6ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.489900 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.494730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb82dbc-3a0e-429f-a83b-8460a34b86d4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:37.497353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ead18a-0c1d-4ac0-a274-76486dcd115a None None] Network 92396f89-c44f-4667-885d-8f5c8a015253 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:37.510334 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:37.517415 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe19aae-aabd-4834-baf8-30d8a6da643a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:37.517415 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9fe19aae-aabd-4834-baf8-30d8a6da643a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.519399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:37.525097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 7d9fea1b-3437-4fc7-9948-25dda5e76b41 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:37.525477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.529015 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:37.529929 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.535337 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=4c82fc60-b419-44a0-83b0-3ef072ee1a36,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:37.545798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3821b61-528f-4adc-aa85-b5d6ab9a2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.547748 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3821b61-528f-4adc-aa85-b5d6ab9a2b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.548910 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d3821b61-528f-4adc-aa85-b5d6ab9a2b5d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ee4776c-9a8f-4daf-90b0-8efe31138252 HTTP/1.1" status: 204 len: 168 time: 0.8494339 Mar 29 09:21:37.575987 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Network 7c4cd6c4-7af5-461f-9cd8-272e4ccdea68 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:37.576886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Pushing event updated for resources: {'Port': ['ID=dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:37.578621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3821b61-528f-4adc-aa85-b5d6ab9a2b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee4776c-9a8f-4daf-90b0-8efe31138252,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:37.581988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.582353 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.582660 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Floating IP e91b69be-9d6e-4665-a364-2710b7441ecc disassociated. External IP: 172.26.1.188, port: 9ca013a6-b472-4589-bc57-e7def332d897. Mar 29 09:21:37.583233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Calling delete_port for 9ca013a6-b472-4589-bc57-e7def332d897 owned by compute:nova {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:37.596972 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9fe19aae-aabd-4834-baf8-30d8a6da643a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6306198 Mar 29 09:21:37.601445 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48940) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:37.609043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.621404 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e6b6f386-e599-4ee1-9976-7fa9691d6601 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6476066 Mar 29 09:21:37.625762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-61ebc376-13b0-44a1-847c-21ddc589dc3c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-516757821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:37.630615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48942) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:37.631094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:37.642010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4cd6c4-7af5-461f-9cd8-272e4ccdea68']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:37.657184 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.resource_extend [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:21:37.660473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b3de23-2905-4b6c-a9e1-e71a270f1a00') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:37.660768 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b3de23-2905-4b6c-a9e1-e71a270f1a00') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:37.696669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.704597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:37.725624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd56b9-4730-4fc3-8e6d-71b72e764aa2 req-d0e0fea2-0f68-4416-b67e-eda236ff639b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:37.728239 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2bbd56b9-4730-4fc3-8e6d-71b72e764aa2 req-d0e0fea2-0f68-4416-b67e-eda236ff639b tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 945 time: 0.2411473 Mar 29 09:21:37.729999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.736935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.740292 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61ebc376-13b0-44a1-847c-21ddc589dc3c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.741639 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61ebc376-13b0-44a1-847c-21ddc589dc3c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.743668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:37.744288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.776252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:37.776972 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:37.781460 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:37.789296 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d6b342-5bd8-4d54-86b5-50404acdec5b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:37.799165 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d6b342-5bd8-4d54-86b5-50404acdec5b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:37.816664 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-68d6b342-5bd8-4d54-86b5-50404acdec5b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1805687 Mar 29 09:21:37.816664 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48946) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:37.844286 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5538831 Mar 29 09:21:37.847896 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48948) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:37.862938 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-598c9d2d-6b24-4788-80ee-40a2e219c886 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'subnet': {'network_id': '147fd5ec-67d1-4d12-858e-e78174664318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:37.912129 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dfccc-2bc7-4f26-840f-f717b8b6ae1c None None] Pushing event updated for resources: {'Port': ['ID=7d9fea1b-3437-4fc7-9948-25dda5e76b41,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:37.947320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Attempting to bind port dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:37.947686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Attempting to bind port dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'c9b3de23-2905-4b6c-a9e1-e71a270f1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7c4cd6c4-7af5-461f-9cd8-272e4ccdea68'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:37.948087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Attempting to bind port dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe on network 7c4cd6c4-7af5-461f-9cd8-272e4ccdea68 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:37.961626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:37.962014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Checking segment: {'id': 'c9b3de23-2905-4b6c-a9e1-e71a270f1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7c4cd6c4-7af5-461f-9cd8-272e4ccdea68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:37.962651 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.963038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Bound using segment: {'id': 'c9b3de23-2905-4b6c-a9e1-e71a270f1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7c4cd6c4-7af5-461f-9cd8-272e4ccdea68'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:37.963504 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Bound port: dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b3de23-2905-4b6c-a9e1-e71a270f1a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7c4cd6c4-7af5-461f-9cd8-272e4ccdea68'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:37.963880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:37.978424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:38.051162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.api [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:21:38.051162 dv-neutron-835554-1-hyperv neutron-server[102496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:21:38.051162 dv-neutron-835554-1-hyperv neutron-server[102496]: [parameters: {'id': '7c4cd6c4-7af5-461f-9cd8-272e4ccdea68'}] Mar 29 09:21:38.051162 dv-neutron-835554-1-hyperv neutron-server[102496]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:38.051983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG oslo_db.api [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:38.112549 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Pushing event deleted for resources: {'Port': ['ID=9ca013a6-b472-4589-bc57-e7def332d897,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:38.157560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5716e-1ec3-4871-bcfc-b7203a3a075a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Network': ['ID=147fd5ec-67d1-4d12-858e-e78174664318,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:38.175214 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:21:38.178442 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 147fd5ec-67d1-4d12-858e-e78174664318 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:21:38.195174 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2bbd56b9-4730-4fc3-8e6d-71b72e764aa2 req-ada0f869-d393-44d9-a6ed-eaaebdfcacd4 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups?id=d2781960-7ca0-4960-b074-aaee32677959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4384942 Mar 29 09:21:38.216054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61ebc376-13b0-44a1-847c-21ddc589dc3c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:38.234556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fdd7c-194a-4249-a774-16f6c0b04f1c req-382b2e0f-d91b-4cb9-a280-f2223034e3a2 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:38.240146 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e6fdd7c-194a-4249-a774-16f6c0b04f1c req-382b2e0f-d91b-4cb9-a280-f2223034e3a2 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 945 time: 0.4801242 Mar 29 09:21:38.241956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-92396f89-c44f-4667-885d-8f5c8a015253', 'network_id': '92396f89-c44f-4667-885d-8f5c8a015253', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'fixed_ips': [{'subnet_id': 'f589617b-d4e9-4367-9670-b1d16edd0f48'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:38.243483 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:38.246519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598c9d2d-6b24-4788-80ee-40a2e219c886 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Made reservation on behalf of 84024953660a4dddac261b38b4420928 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:38.254848 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-598c9d2d-6b24-4788-80ee-40a2e219c886 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:38.292754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61ebc376-13b0-44a1-847c-21ddc589dc3c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:38.335201 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e6fdd7c-194a-4249-a774-16f6c0b04f1c req-5ff28796-429f-4bf8-84f0-664a2f7d56d7 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups?id=347cf1a1-5a0a-4087-9a59-4baff92e99f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670004 Mar 29 09:21:38.377844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] For port dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:38.397598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61ebc376-13b0-44a1-847c-21ddc589dc3c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:38.408149 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-61ebc376-13b0-44a1-847c-21ddc589dc3c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8014505 Mar 29 09:21:38.410096 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] For port dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe,segment=NetworkSegment(c9b3de23-2905-4b6c-a9e1-e71a270f1a00),segment_id=c9b3de23-2905-4b6c-a9e1-e71a270f1a00)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:38.411434 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 48958) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:38.415234 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-763a1fd7-d02c-41af-94c3-48f65c376b7d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 4c82fc60-b419-44a0-83b0-3ef072ee1a36 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:38.415584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-763a1fd7-d02c-41af-94c3-48f65c376b7d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:38.440391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:38.453978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:38.521207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Pushing event deleted for resources: {'Port': ['ID=7bd2c1e0-3698-402d-bb64-421e4df788ff,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:38.541662 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 7bd2c1e0-3698-402d-bb64-421e4df788ff no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:38.646243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 7bd2c1e0-3698-402d-bb64-421e4df788ff {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:38.652833 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 7bd2c1e0-3698-402d-bb64-421e4df788ff not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:38.691484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:38.705181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Router 55f8353a-a5dc-4db0-9884-cd134844dd9f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:38.840159 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Router b77600af-304e-476b-a4d1-910712ceac8e has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:38.876631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bc9136-83f2-4094-aec0-33e062c5bae8 None None] Network 7c4cd6c4-7af5-461f-9cd8-272e4ccdea68 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:38.881924 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7ec7f6b6-5668-470d-a313-8e60f0cb988f None None] Provisioning complete for port 7d9fea1b-3437-4fc7-9948-25dda5e76b41 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:38.882241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7ec7f6b6-5668-470d-a313-8e60f0cb988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:38.907689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6308d5-3f71-4fdd-b743-e71181e29a8d None None] Pushing event updated for resources: {'Port': ['ID=dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:38.914149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-763a1fd7-d02c-41af-94c3-48f65c376b7d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:38.951547 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-763a1fd7-d02c-41af-94c3-48f65c376b7d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 4c82fc60-b419-44a0-83b0-3ef072ee1a36 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:39.065592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-598c9d2d-6b24-4788-80ee-40a2e219c886 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:39.133688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:39.175291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746bdc8f-3f96-4cb8-b992-7a9086fa2ca0 None None] Sync routers for ids ['55f8353a-a5dc-4db0-9884-cd134844dd9f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:39.189171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c9d2d-6b24-4788-80ee-40a2e219c886 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Subnet': ['ID=4125fa4e-8909-419e-87da-d96422ff3386,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:39.213045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Deleting port dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:39.213511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:39.219832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] No DVR routers for this DVR port 7bd2c1e0-3698-402d-bb64-421e4df788ff on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:39.231874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746bdc8f-3f96-4cb8-b992-7a9086fa2ca0 None None] Routers {'55f8353a-a5dc-4db0-9884-cd134844dd9f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:39.233287 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-746bdc8f-3f96-4cb8-b992-7a9086fa2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['55f8353a-a5dc-4db0-9884-cd134844dd9f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:39.243631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:39.252572 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aac14f2b-df78-4978-86d1-f6a0ee0893fd req-57775815-3c28-40f2-ac9e-7162cfd49ea3 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.24 "DELETE /v2.0/ports/7bd2c1e0-3698-402d-bb64-421e4df788ff HTTP/1.1" status: 204 len: 173 time: 3.6477339 Mar 29 09:21:39.258880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'name': 'network-vif-deleted', 'tag': '7bd2c1e0-3698-402d-bb64-421e4df788ff'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:21:39.261411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc53ab3b-8ae5-43f4-a26e-0eaf75627c85" -d '{"events": [{"server_uuid": "d44fe3d0-5a89-464b-b557-3c0548987f8e", "name": "network-vif-deleted", "tag": "7bd2c1e0-3698-402d-bb64-421e4df788ff"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:21:39.373393 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7d9fea1b-3437-4fc7-9948-25dda5e76b41 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:39.397612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165593be-e2d3-4c7b-8644-a46ae48b5519 x-openstack-request-id: req-165593be-e2d3-4c7b-8644-a46ae48b5519 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:21:39.398006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44fe3d0-5a89-464b-b557-3c0548987f8e", "name": "network-vif-deleted", "tag": "7bd2c1e0-3698-402d-bb64-421e4df788ff", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:21:39.398256 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-165593be-e2d3-4c7b-8644-a46ae48b5519 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:21:39.399186 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44fe3d0-5a89-464b-b557-3c0548987f8e', 'name': 'network-vif-deleted', 'tag': '7bd2c1e0-3698-402d-bb64-421e4df788ff', 'status': 'completed', 'code': 200} Mar 29 09:21:39.453943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c9d2d-6b24-4788-80ee-40a2e219c886 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Checking segment: {'id': '7692d89e-cc99-4083-966f-53627917f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '147fd5ec-67d1-4d12-858e-e78174664318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:39.454300 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c9d2d-6b24-4788-80ee-40a2e219c886 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network hostable DHCP agents. Network: 147fd5ec-67d1-4d12-858e-e78174664318, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:21:39.485635 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Allocated IP 172.20.0.2 (92396f89-c44f-4667-885d-8f5c8a015253/f589617b-d4e9-4367-9670-b1d16edd0f48/4c7ec128-2790-45e6-a812-acbaee177f69) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:39.504753 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b32fddf-5fa7-4acd-b080-137eab80b5ce req-0f828c12-ac9b-487e-b04c-b0ecab7f8c14 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/ports?device_id=d44fe3d0-5a89-464b-b557-3c0548987f8e HTTP/1.1" status: 200 len: 210 time: 0.1110566 Mar 29 09:21:39.506670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] For port dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe,segment=NetworkSegment(c9b3de23-2905-4b6c-a9e1-e71a270f1a00),segment_id=c9b3de23-2905-4b6c-a9e1-e71a270f1a00)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:39.507035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:39.545684 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f23fef9a-b096-4d2f-a624-308f3165272e req-f5a914f7-8c25-42c6-8ce1-f5e2c71f4552 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 210 time: 0.0499582 Mar 29 09:21:39.554705 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:39.556037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Calling delete_port for dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:39.565284 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b9436-0af2-4ce9-aa21-2d1616c91b58 None None] Sync routers for ids ['b77600af-304e-476b-a4d1-910712ceac8e'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:39.578243 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b9436-0af2-4ce9-aa21-2d1616c91b58 None None] Routers {'b77600af-304e-476b-a4d1-910712ceac8e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:39.579311 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d16b9436-0af2-4ce9-aa21-2d1616c91b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b77600af-304e-476b-a4d1-910712ceac8e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:39.590611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c9d2d-6b24-4788-80ee-40a2e219c886 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network 147fd5ec-67d1-4d12-858e-e78174664318 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:21:39.670357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-598c9d2d-6b24-4788-80ee-40a2e219c886 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 147fd5ec-67d1-4d12-858e-e78174664318) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:39.676808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598c9d2d-6b24-4788-80ee-40a2e219c886 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:39.677481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-598c9d2d-6b24-4788-80ee-40a2e219c886 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:39.722432 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-598c9d2d-6b24-4788-80ee-40a2e219c886 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8662510 Mar 29 09:21:39.730411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 48986) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:39.745863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-527134033', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:39.750182 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-d16b9436-0af2-4ce9-aa21-2d1616c91b58 None None] Set router b77600af-304e-476b-a4d1-910712ceac8e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:21:39.783806 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:39.859906 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] No DVR routers for this DVR port 9ca013a6-b472-4589-bc57-e7def332d897 on host hv-neutron-8355 {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:39.860131 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Port': ['ID=dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:39.860246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:39.865066 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:39.875118 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-d5a63161-b097-4823-a772-9cc9dc57236b req-5b57adf5-c925-495d-93d5-363a55b1a43b tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.24 "DELETE /v2.0/ports/9ca013a6-b472-4589-bc57-e7def332d897 HTTP/1.1" status: 204 len: 173 time: 3.5642843 Mar 29 09:21:39.875295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No DVR routers for this DVR port dc04cc8d-d0ce-45c1-9fa5-4fa645af58fe on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:39.890856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:39.892089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:39.916109 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'name': 'network-vif-deleted', 'tag': '9ca013a6-b472-4589-bc57-e7def332d897'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:21:39.922308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a84816-b476-436d-b865-7deafa44a233" -d '{"events": [{"server_uuid": "1163aef2-ba1b-48d1-8a28-b0d65b3feba0", "name": "network-vif-deleted", "tag": "9ca013a6-b472-4589-bc57-e7def332d897"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:21:40.081040 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b46ee5e-8fde-4d8d-804d-43f32f29ee57 x-openstack-request-id: req-1b46ee5e-8fde-4d8d-804d-43f32f29ee57 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:21:40.085616 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1163aef2-ba1b-48d1-8a28-b0d65b3feba0", "name": "network-vif-deleted", "tag": "9ca013a6-b472-4589-bc57-e7def332d897", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:21:40.086586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b46ee5e-8fde-4d8d-804d-43f32f29ee57 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:21:40.086998 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1163aef2-ba1b-48d1-8a28-b0d65b3feba0', 'name': 'network-vif-deleted', 'tag': '9ca013a6-b472-4589-bc57-e7def332d897', 'status': 'completed', 'code': 200} Mar 29 09:21:40.108680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:40.123365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb78697-4620-4e58-8194-95514d76164c None None] Network 147fd5ec-67d1-4d12-858e-e78174664318 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:40.124954 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d16b9436-0af2-4ce9-aa21-2d1616c91b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 4, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5fc1db34-37b7-414d-a86f-73fe27a65fc4', 'name': '', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'mac_address': 'fa:16:3e:5c:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '430ce061-df35-4aeb-b498-7548e31301a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:27Z', 'updated_at': '2022-03-29T09:19:36Z', 'revision_number': 5, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'subnets': [{'id': '430ce061-df35-4aeb-b498-7548e31301a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:40.159107 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b9436-0af2-4ce9-aa21-2d1616c91b58 None None] Checking router: b77600af-304e-476b-a4d1-910712ceac8e for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:21:40.177172 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-746bdc8f-3f96-4cb8-b992-7a9086fa2ca0 None None] Set router 55f8353a-a5dc-4db0-9884-cd134844dd9f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:21:40.184221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 7d9fea1b-3437-4fc7-9948-25dda5e76b41 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:40.184771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:40.188295 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b9436-0af2-4ce9-aa21-2d1616c91b58 None None] Routers {'b77600af-304e-476b-a4d1-910712ceac8e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:40.189209 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d16b9436-0af2-4ce9-aa21-2d1616c91b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b77600af-304e-476b-a4d1-910712ceac8e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:40.322495 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-894f7544-6968-4769-a7a2-74f77d36c258 None None] Provisioning complete for port 4c82fc60-b419-44a0-83b0-3ef072ee1a36 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:40.323009 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-894f7544-6968-4769-a7a2-74f77d36c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:40.399497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:40.423079 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-d16b9436-0af2-4ce9-aa21-2d1616c91b58 None None] Set router b77600af-304e-476b-a4d1-910712ceac8e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:21:40.430684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4cd6c4-7af5-461f-9cd8-272e4ccdea68']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:40.442011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b3de23-2905-4b6c-a9e1-e71a270f1a00') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:40.442367 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b3de23-2905-4b6c-a9e1-e71a270f1a00') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:40.453201 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:40.460556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-894f7544-6968-4769-a7a2-74f77d36c258 None None] Port 4c82fc60-b419-44a0-83b0-3ef072ee1a36 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:40.468744 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:40.475891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:40.476307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:40.562554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 9ca013a6-b472-4589-bc57-e7def332d897 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:40.589646 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:40.595885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49000) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:40.681851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 893dcd19-3255-48ef-8a26-0c5ec10695b1 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:40.685791 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:40.704961 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d16b9436-0af2-4ce9-aa21-2d1616c91b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 4, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5fc1db34-37b7-414d-a86f-73fe27a65fc4', 'name': '', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'mac_address': 'fa:16:3e:5c:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '430ce061-df35-4aeb-b498-7548e31301a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:27Z', 'updated_at': '2022-03-29T09:19:36Z', 'revision_number': 5, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'subnets': [{'id': '430ce061-df35-4aeb-b498-7548e31301a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:40.721716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:40.732047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49010) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:40.748183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:40.752444 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/7c4cd6c4-7af5-461f-9cd8-272e4ccdea68 HTTP/1.1" status: 204 len: 168 time: 4.9013197 Mar 29 09:21:40.768064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49012) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:40.769153 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b9436-0af2-4ce9-aa21-2d1616c91b58 None None] The sync data for ids ['b77600af-304e-476b-a4d1-910712ceac8e'] in dv-neutron-835554-1-hyperv is: [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 4, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5fc1db34-37b7-414d-a86f-73fe27a65fc4', 'name': '', 'network_id': 'f9656fba-9b1e-414e-8ea0-9f8b6c07da74', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'mac_address': 'fa:16:3e:5c:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '430ce061-df35-4aeb-b498-7548e31301a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:27Z', 'updated_at': '2022-03-29T09:19:36Z', 'revision_number': 5, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'subnets': [{'id': '430ce061-df35-4aeb-b498-7548e31301a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:40.827630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 9ca013a6-b472-4589-bc57-e7def332d897 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:40.827970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 9ca013a6-b472-4589-bc57-e7def332d897 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:40.832081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f548afd8-ad29-46cb-ae70-9a7bbe87bd76 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2034038666'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:40.856143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-894f7544-6968-4769-a7a2-74f77d36c258 None None] Provisioning complete for port 893dcd19-3255-48ef-8a26-0c5ec10695b1 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:40.856529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-894f7544-6968-4769-a7a2-74f77d36c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:40.890082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459410e6-064a-4aa7-a461-8428c2323e20 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Network': ['ID=7c4cd6c4-7af5-461f-9cd8-272e4ccdea68,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:40.919626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f548afd8-ad29-46cb-ae70-9a7bbe87bd76 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:40.923214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f548afd8-ad29-46cb-ae70-9a7bbe87bd76 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:40.942336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-182373064', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:40.949990 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c2fc9b-f95a-4b6c-8137-fae938af65c1 req-a938df63-6f82-4546-9267-fa2e335a27ca tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/ports?device_id=1163aef2-ba1b-48d1-8a28-b0d65b3feba0 HTTP/1.1" status: 200 len: 210 time: 0.1943524 Mar 29 09:21:41.022448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a1b8de05-5617-42c5-92a0-3f385fdd1293 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.046147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-763a1fd7-d02c-41af-94c3-48f65c376b7d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.072640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a1b8de05-5617-42c5-92a0-3f385fdd1293 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.097628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-147fd5ec-67d1-4d12-858e-e78174664318', 'network_id': '147fd5ec-67d1-4d12-858e-e78174664318', 'tenant_id': '84024953660a4dddac261b38b4420928', 'fixed_ips': [{'subnet_id': '4125fa4e-8909-419e-87da-d96422ff3386'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:41.098785 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.099094 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f548afd8-ad29-46cb-ae70-9a7bbe87bd76 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:21:41.116459 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a1fd7-d02c-41af-94c3-48f65c376b7d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=4c82fc60-b419-44a0-83b0-3ef072ee1a36,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:41.204011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Made reservation on behalf of 230f85361a254e689ae4b2a70b440b50 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:41.212794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.216413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f548afd8-ad29-46cb-ae70-9a7bbe87bd76 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.217078 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-f548afd8-ad29-46cb-ae70-9a7bbe87bd76 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Added segment af0f428a-81c1-409e-bd0e-71dd89ccc309 of type vlan for network d6bd5734-3b20-4043-bcf1-b26789c2f4c7 Mar 29 09:21:41.251908 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-763a1fd7-d02c-41af-94c3-48f65c376b7d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.264069 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-763a1fd7-d02c-41af-94c3-48f65c376b7d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/4c82fc60-b419-44a0-83b0-3ef072ee1a36 HTTP/1.1" status: 204 len: 168 time: 3.4442804 Mar 29 09:21:41.272324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49014) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:41.290258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.326623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f548afd8-ad29-46cb-ae70-9a7bbe87bd76 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.344495 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff17146-dfc2-4b5f-9468-e92597c266f8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:41.346209 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff17146-dfc2-4b5f-9468-e92597c266f8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:41.350299 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7ff17146-dfc2-4b5f-9468-e92597c266f8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0747917 Mar 29 09:21:41.350519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49016) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:41.364362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a1b8de05-5617-42c5-92a0-3f385fdd1293 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.367179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a1b8de05-5617-42c5-92a0-3f385fdd1293 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.368345 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a1b8de05-5617-42c5-92a0-3f385fdd1293 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "DELETE /v2.0/security-groups/d2781960-7ca0-4960-b074-aaee32677959 HTTP/1.1" status: 204 len: 168 time: 0.6224267 Mar 29 09:21:41.383337 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49018) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:41.396238 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Allocated IP 172.20.0.2 (147fd5ec-67d1-4d12-858e-e78174664318/4125fa4e-8909-419e-87da-d96422ff3386/a4d274bf-bc54-43f9-b732-d36110d39307) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:41.408121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7f4e4-63a5-4a1f-bf4f-17b9a0a06868 None None] New status for floating IP e91b69be-9d6e-4665-a364-2710b7441ecc: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:21:41.410287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8de05-5617-42c5-92a0-3f385fdd1293 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2781960-7ca0-4960-b074-aaee32677959,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:41.417819 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f548afd8-ad29-46cb-ae70-9a7bbe87bd76 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.419729 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 893dcd19-3255-48ef-8a26-0c5ec10695b1 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:41.420218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.423287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f548afd8-ad29-46cb-ae70-9a7bbe87bd76 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:41.423917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f548afd8-ad29-46cb-ae70-9a7bbe87bd76 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.428022 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-1ce8f5ab-06b3-409c-97e6-c5fc846746d0 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] show failed (client error): The resource could not be found. Mar 29 09:21:41.430076 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1ce8f5ab-06b3-409c-97e6-c5fc846746d0 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "GET /v2.0/security-groups/d2781960-7ca0-4960-b074-aaee32677959 HTTP/1.1" status: 404 len: 347 time: 0.0425093 Mar 29 09:21:41.434262 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49020) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:41.451945 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-877af855-dfd7-4dee-9ef9-c7634f0ae071 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 12571c1d-7f13-423d-96ca-f826b7a3d973 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:41.458263 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-877af855-dfd7-4dee-9ef9-c7634f0ae071 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.534759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.610955 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-877af855-dfd7-4dee-9ef9-c7634f0ae071 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.614329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.701316 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Allocated IP 172.20.0.1 (92396f89-c44f-4667-885d-8f5c8a015253/f589617b-d4e9-4367-9670-b1d16edd0f48/50d4f418-93e1-4989-bf17-0f6cbab10175) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:41.758972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ee86a4a0-9881-4065-8bdd-b81b24efce80 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Deleting port 4dd8620b-5623-49dd-a171-dfa27a4165d1 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:41.759319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee86a4a0-9881-4065-8bdd-b81b24efce80 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.779361 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-894f7544-6968-4769-a7a2-74f77d36c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.786097 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f548afd8-ad29-46cb-ae70-9a7bbe87bd76 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9588184 Mar 29 09:21:41.793557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49022) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:41.797877 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Network 92396f89-c44f-4667-885d-8f5c8a015253 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:41.809555 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'network_id': 'd6bd5734-3b20-4043-bcf1-b26789c2f4c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:41.817825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:41.821148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:41.830193 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-746bdc8f-3f96-4cb8-b992-7a9086fa2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:32Z', 'revision_number': 4, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e0eb125d-d7d3-4d28-a32b-cbc8baf855ca', 'name': '', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'mac_address': 'fa:16:3e:55:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:29Z', 'updated_at': '2022-03-29T09:19:45Z', 'revision_number': 5, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'subnets': [{'id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:41.853832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548afd8-ad29-46cb-ae70-9a7bbe87bd76 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=d6bd5734-3b20-4043-bcf1-b26789c2f4c7,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:41.884439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.898522 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network d6bd5734-3b20-4043-bcf1-b26789c2f4c7 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:21:41.900717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Pushing event updated for resources: {'Port': ['ID=4c7ec128-2790-45e6-a812-acbaee177f69,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:41.908168 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.910710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-877af855-dfd7-4dee-9ef9-c7634f0ae071 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.923337 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.927861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:41.937757 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746bdc8f-3f96-4cb8-b992-7a9086fa2ca0 None None] Checking router: 55f8353a-a5dc-4db0-9884-cd134844dd9f for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:21:41.966270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] device_id is not set on port c6362da1-7adc-4e00-8062-5965f9a8ebde yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:21:42.003549 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.031293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6142409-349a-4d04-b8f4-3f9bb6a7ad90,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:42.045717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:42.049191 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.055498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49028) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:42.089874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746bdc8f-3f96-4cb8-b992-7a9086fa2ca0 None None] Routers {'55f8353a-a5dc-4db0-9884-cd134844dd9f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:42.090506 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-746bdc8f-3f96-4cb8-b992-7a9086fa2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['55f8353a-a5dc-4db0-9884-cd134844dd9f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:42.107872 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee86a4a0-9881-4065-8bdd-b81b24efce80 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.108259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee86a4a0-9881-4065-8bdd-b81b24efce80 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.144257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.26.1.106 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/70bc0a65-d2c5-4c7b-8623-3daa394261e8) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:42.147697 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Attempting to bind port 4c7ec128-2790-45e6-a812-acbaee177f69 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:42.148094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Attempting to bind port 4c7ec128-2790-45e6-a812-acbaee177f69 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'ba630135-4d25-49eb-94d4-fdb2b2051451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92396f89-c44f-4667-885d-8f5c8a015253'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:42.148557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Attempting to bind port 4c7ec128-2790-45e6-a812-acbaee177f69 on network 92396f89-c44f-4667-885d-8f5c8a015253 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:42.168127 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ee86a4a0-9881-4065-8bdd-b81b24efce80 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Calling delete_port for 4dd8620b-5623-49dd-a171-dfa27a4165d1 owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:42.178757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.183366 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:42.183743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Checking segment: {'id': 'ba630135-4d25-49eb-94d4-fdb2b2051451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92396f89-c44f-4667-885d-8f5c8a015253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:42.184172 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.184605 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Bound using segment: {'id': 'ba630135-4d25-49eb-94d4-fdb2b2051451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92396f89-c44f-4667-885d-8f5c8a015253'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:42.185149 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Bound port: 4c7ec128-2790-45e6-a812-acbaee177f69, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba630135-4d25-49eb-94d4-fdb2b2051451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '92396f89-c44f-4667-885d-8f5c8a015253'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:42.185538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.190238 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.208245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.220546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.ipam_backend_mixin [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Performing IP validity checks on allocation pools {{(pid=102495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 09:21:42.221065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.ipam_backend_mixin [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 09:21:42.229525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-877af855-dfd7-4dee-9ef9-c7634f0ae071 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.261200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.319938 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877af855-dfd7-4dee-9ef9-c7634f0ae071 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=12571c1d-7f13-423d-96ca-f826b7a3d973,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:42.342472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-877af855-dfd7-4dee-9ef9-c7634f0ae071 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.348014 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-877af855-dfd7-4dee-9ef9-c7634f0ae071 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/12571c1d-7f13-423d-96ca-f826b7a3d973 HTTP/1.1" status: 204 len: 168 time: 0.9942684 Mar 29 09:21:42.357073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.359226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49030) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:42.372964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Allocated IP 172.26.1.251 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/c6362da1-7adc-4e00-8062-5965f9a8ebde) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:42.413508 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f5dfcf45-0447-485e-b9fe-aa58a55e08b0 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.421974 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9f1d048c-2cbd-425e-89fc-3bfa5efbe788 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593989 Mar 29 09:21:42.422158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:42.423837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49032) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:42.427347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f36a6e8-3271-4e31-a6ec-0ce397375703 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:42.430714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:42.454180 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.454491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:42.477779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:42.539318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f5dfcf45-0447-485e-b9fe-aa58a55e08b0 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.562703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network 92396f89-c44f-4667-885d-8f5c8a015253 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:42.569889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=70bc0a65-d2c5-4c7b-8623-3daa394261e8,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:42.574645 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Network 147fd5ec-67d1-4d12-858e-e78174664318 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:42.578958 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:42.585174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:42.631118 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:42.634868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:42.637030 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=50d4f418-93e1-4989-bf17-0f6cbab10175,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:42.655091 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-746bdc8f-3f96-4cb8-b992-7a9086fa2ca0 None None] Set router 55f8353a-a5dc-4db0-9884-cd134844dd9f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:21:42.667376 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Pushing event updated for resources: {'Port': ['ID=a4d274bf-bc54-43f9-b732-d36110d39307,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:42.716268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-894f7544-6968-4769-a7a2-74f77d36c258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:42.716612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-894f7544-6968-4769-a7a2-74f77d36c258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:42.722754 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:42.723102 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:42.725398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.746466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] For port 4c7ec128-2790-45e6-a812-acbaee177f69, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:42.747639 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:42.751200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.769813 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.781747 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f5dfcf45-0447-485e-b9fe-aa58a55e08b0 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.784598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f5dfcf45-0447-485e-b9fe-aa58a55e08b0 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.785962 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f5dfcf45-0447-485e-b9fe-aa58a55e08b0 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "DELETE /v2.0/security-groups/347cf1a1-5a0a-4087-9a59-4baff92e99f2 HTTP/1.1" status: 204 len: 168 time: 0.7227454 Mar 29 09:21:42.796223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49034) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:42.809659 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee86a4a0-9881-4065-8bdd-b81b24efce80 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.844890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] For port 4c7ec128-2790-45e6-a812-acbaee177f69, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4c7ec128-2790-45e6-a812-acbaee177f69,segment=NetworkSegment(ba630135-4d25-49eb-94d4-fdb2b2051451),segment_id=ba630135-4d25-49eb-94d4-fdb2b2051451)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:42.882210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfcf45-0447-485e-b9fe-aa58a55e08b0 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347cf1a1-5a0a-4087-9a59-4baff92e99f2,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:42.884354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:42.888479 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-bb7ee44d-e0f0-46a4-a788-8fd16cb4f1e6 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] show failed (client error): The resource could not be found. Mar 29 09:21:42.889518 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bb7ee44d-e0f0-46a4-a788-8fd16cb4f1e6 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "GET /v2.0/security-groups/347cf1a1-5a0a-4087-9a59-4baff92e99f2 HTTP/1.1" status: 404 len: 347 time: 0.0923460 Mar 29 09:21:42.892395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86a4a0-9881-4065-8bdd-b81b24efce80 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Pushing event deleted for resources: {'Port': ['ID=4dd8620b-5623-49dd-a171-dfa27a4165d1,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:42.896687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49036) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:42.918592 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Attempting to bind port a4d274bf-bc54-43f9-b732-d36110d39307 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:42.919494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Attempting to bind port a4d274bf-bc54-43f9-b732-d36110d39307 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '7692d89e-cc99-4083-966f-53627917f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '147fd5ec-67d1-4d12-858e-e78174664318'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:42.919855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Attempting to bind port a4d274bf-bc54-43f9-b732-d36110d39307 on network 147fd5ec-67d1-4d12-858e-e78174664318 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:42.995425 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=bb62c951-8a5e-4358-bb9b-fe6e57eb0dcf,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:43.006178 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:43.006558 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Checking segment: {'id': '7692d89e-cc99-4083-966f-53627917f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '147fd5ec-67d1-4d12-858e-e78174664318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:43.006965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.007366 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Bound using segment: {'id': '7692d89e-cc99-4083-966f-53627917f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '147fd5ec-67d1-4d12-858e-e78174664318'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:43.008390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Bound port: a4d274bf-bc54-43f9-b732-d36110d39307, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7692d89e-cc99-4083-966f-53627917f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '147fd5ec-67d1-4d12-858e-e78174664318'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:43.008779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.020318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.099226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1252a-b900-4464-97a8-f140cf425a6b None None] Pushing event updated for resources: {'Port': ['ID=4c7ec128-2790-45e6-a812-acbaee177f69,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:43.112637 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking segment: {'id': 'af0f428a-81c1-409e-bd0e-71dd89ccc309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd6bd5734-3b20-4043-bcf1-b26789c2f4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:43.113200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network hostable DHCP agents. Network: d6bd5734-3b20-4043-bcf1-b26789c2f4c7, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:21:43.145862 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.157196 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee86a4a0-9881-4065-8bdd-b81b24efce80 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.159887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee86a4a0-9881-4065-8bdd-b81b24efce80 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.161146 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ee86a4a0-9881-4065-8bdd-b81b24efce80 tempest-ServersTestManualDisk-234554528 tempest-ServersTestManualDisk-234554528-project] 10.222.0.32 "DELETE /v2.0/floatingips/08fc4640-8b4c-4319-adcb-ed33c6d3ddc3 HTTP/1.1" status: 204 len: 168 time: 1.7247961 Mar 29 09:21:43.165842 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.168880 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49038) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:43.177921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] For port a4d274bf-bc54-43f9-b732-d36110d39307, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:43.185665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] For port a4d274bf-bc54-43f9-b732-d36110d39307, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a4d274bf-bc54-43f9-b732-d36110d39307,segment=NetworkSegment(7692d89e-cc99-4083-966f-53627917f619),segment_id=7692d89e-cc99-4083-966f-53627917f619)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:43.189941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1660bae-0286-46b8-b6be-55bfc8094500 None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:43.219744 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.267108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network d6bd5734-3b20-4043-bcf1-b26789c2f4c7 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:21:43.303376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, d6bd5734-3b20-4043-bcf1-b26789c2f4c7) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:43.322106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7aa1bc-8c5c-432b-a5f6-451650b74ce6 None None] Network d6bd5734-3b20-4043-bcf1-b26789c2f4c7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:43.331885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-746bdc8f-3f96-4cb8-b992-7a9086fa2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:32Z', 'revision_number': 4, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e0eb125d-d7d3-4d28-a32b-cbc8baf855ca', 'name': '', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'mac_address': 'fa:16:3e:55:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:29Z', 'updated_at': '2022-03-29T09:19:45Z', 'revision_number': 5, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'subnets': [{'id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:43.433518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746bdc8f-3f96-4cb8-b992-7a9086fa2ca0 None None] The sync data for ids ['55f8353a-a5dc-4db0-9884-cd134844dd9f'] in dv-neutron-835554-1-hyperv is: [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:19:32Z', 'revision_number': 4, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e0eb125d-d7d3-4d28-a32b-cbc8baf855ca', 'name': '', 'network_id': '2bca6ec7-c77c-4796-b4da-ecf7327bab2c', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'mac_address': 'fa:16:3e:55:0e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:29Z', 'updated_at': '2022-03-29T09:19:45Z', 'revision_number': 5, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'subnets': [{'id': 'df1bb4d9-ee61-4e7b-babf-17686cd6831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:43.455141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-894f7544-6968-4769-a7a2-74f77d36c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.462468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.469549 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.582941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a5a85-8ccc-4a92-9644-46bdd7604c2a None None] Pushing event updated for resources: {'Port': ['ID=a4d274bf-bc54-43f9-b732-d36110d39307,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:43.616569 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Pushing event updated for resources: {'Port': ['ID=c6362da1-7adc-4e00-8062-5965f9a8ebde,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:43.694001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:43.702588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:43.706076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:43.706246 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-894f7544-6968-4769-a7a2-74f77d36c258 None None] For port 893dcd19-3255-48ef-8a26-0c5ec10695b1, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=893dcd19-3255-48ef-8a26-0c5ec10695b1,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:43.719914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-894f7544-6968-4769-a7a2-74f77d36c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.766991 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:43.769425 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.853004 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-2eebfb4c-34f9-4f76-ac96-89ec31dbd431 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Deleting port 6eed7e6f-763b-48a2-b75d-941b018adf2f {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:43.853515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eebfb4c-34f9-4f76-ac96-89ec31dbd431 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.870884 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0f4b079f-56f5-4cb6-9d52-d83da2e0462b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0768373 Mar 29 09:21:43.876099 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49040) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:43.922688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a1660bae-0286-46b8-b6be-55bfc8094500 None None] Deleting port 893dcd19-3255-48ef-8a26-0c5ec10695b1 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:43.923280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a1660bae-0286-46b8-b6be-55bfc8094500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.950376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:43.950937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:43.987894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.013482 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142b329-bafb-4aba-97bd-18eeb5525863 None None] New status for floating IP 08fc4640-8b4c-4319-adcb-ed33c6d3ddc3: DOWN {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:21:44.064148 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7c2a7341-63b2-4abd-a77a-e60302a4c2c7 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3558402 Mar 29 09:21:44.064849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49042) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:44.075107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.251'}]}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:44.092184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a1660bae-0286-46b8-b6be-55bfc8094500 None None] For port 893dcd19-3255-48ef-8a26-0c5ec10695b1, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=893dcd19-3255-48ef-8a26-0c5ec10695b1,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:44.092575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a1660bae-0286-46b8-b6be-55bfc8094500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.107812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.108978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.113329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a1660bae-0286-46b8-b6be-55bfc8094500 None None] Calling delete_port for 893dcd19-3255-48ef-8a26-0c5ec10695b1 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:44.123945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.objects.ports [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102496) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:21:44.205938 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f7544-6968-4769-a7a2-74f77d36c258 None None] Pushing event updated for resources: {'Port': ['ID=893dcd19-3255-48ef-8a26-0c5ec10695b1,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:44.219365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a1660bae-0286-46b8-b6be-55bfc8094500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.221359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:44.221867 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:44.248858 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eebfb4c-34f9-4f76-ac96-89ec31dbd431 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.249462 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eebfb4c-34f9-4f76-ac96-89ec31dbd431 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.264780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1660bae-0286-46b8-b6be-55bfc8094500 None None] Pushing event deleted for resources: {'Port': ['ID=893dcd19-3255-48ef-8a26-0c5ec10695b1,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:44.266944 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1660bae-0286-46b8-b6be-55bfc8094500 None None] No DVR routers for this DVR port 893dcd19-3255-48ef-8a26-0c5ec10695b1 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:44.279148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-d6bd5734-3b20-4043-bcf1-b26789c2f4c7', 'network_id': 'd6bd5734-3b20-4043-bcf1-b26789c2f4c7', 'tenant_id': '74d6d955aea140dab5078844d80a08bc', 'fixed_ips': [{'subnet_id': 'bb62c951-8a5e-4358-bb9b-fe6e57eb0dcf'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:44.280070 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.283057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-2eebfb4c-34f9-4f76-ac96-89ec31dbd431 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Calling delete_port for 6eed7e6f-763b-48a2-b75d-941b018adf2f owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:44.297258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.467739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Allocated IP 172.20.0.3 (d6bd5734-3b20-4043-bcf1-b26789c2f4c7/bb62c951-8a5e-4358-bb9b-fe6e57eb0dcf/aa538543-54f9-4e21-91f2-3aa8f106aa11) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:44.550502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.577303 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.663543 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=50d4f418-93e1-4989-bf17-0f6cbab10175,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:44.702579 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.708761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.743382 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.services.revisions.revision_plugin [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Could not find related port for resource to bump revision. Mar 29 09:21:44.754539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_pluggable_backend [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Port 893dcd19-3255-48ef-8a26-0c5ec10695b1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102496) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 29 09:21:44.754920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_pluggable_backend [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Reverting IP allocation for 2001:db8::f816:3eff:fe09:f85d {{(pid=102496) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 29 09:21:44.767752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.817755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.865148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73244a87-c0be-456a-87ee-3e0aa5788422 None None] Network 92396f89-c44f-4667-885d-8f5c8a015253 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:44.921231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=9436369d-3ccf-4a09-a3d8-97d63b62d534,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:44.939076 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Port 893dcd19-3255-48ef-8a26-0c5ec10695b1 update to ACTIVE by agent not found {{(pid=102497) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 29 09:21:44.976409 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eebfb4c-34f9-4f76-ac96-89ec31dbd431 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:44.990904 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-72e1415c-eb93-40f1-aa0f-ab838e5f50b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.000977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:45.008159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:45.014762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:45.015382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.018056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 9ad46172-3cd9-4490-922c-968566fd2258 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:21:45.060765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2795bb25-424e-4cd1-9572-99579f3b6802 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:45.083437 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1ec01cec-321d-4e0e-a618-6aa9513a13fe None None] Provisioning complete for port 4c7ec128-2790-45e6-a812-acbaee177f69 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:45.083719 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1ec01cec-321d-4e0e-a618-6aa9513a13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.093276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.105070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebfb4c-34f9-4f76-ac96-89ec31dbd431 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Pushing event deleted for resources: {'Port': ['ID=6eed7e6f-763b-48a2-b75d-941b018adf2f,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:45.171059 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network 92396f89-c44f-4667-885d-8f5c8a015253 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:45.180647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:45.188230 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.209505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e5bdf9-6b31-47e2-b2d3-4d1d332bd305 None None] Network 147fd5ec-67d1-4d12-858e-e78174664318 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:45.244162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.256341 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0665fe17-4802-423f-8883-0a578182af10 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8313661 Mar 29 09:21:45.260593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49044) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:45.267611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:b8:af:7f', 'name': 'tempest-NetworksTestDHCPv6-62582814'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:45.289942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eebfb4c-34f9-4f76-ac96-89ec31dbd431 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.293058 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eebfb4c-34f9-4f76-ac96-89ec31dbd431 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.297287 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2eebfb4c-34f9-4f76-ac96-89ec31dbd431 tempest-ServersTestJSON-788543015 tempest-ServersTestJSON-788543015-project] 10.222.0.32 "DELETE /v2.0/floatingips/e91b69be-9d6e-4665-a364-2710b7441ecc HTTP/1.1" status: 204 len: 168 time: 2.3939419 Mar 29 09:21:45.297446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:45.302536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49046) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:45.337842 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4c7ec128-2790-45e6-a812-acbaee177f69 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:45.342688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.366868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.370696 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ae01883f-cddc-4346-a25d-4c69afcee5f8 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6272531 Mar 29 09:21:45.371868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49048) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:45.396400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebcecb-efc5-4486-83d6-2308ecb8ee6a None None] Sync routers for ids ['9ad46172-3cd9-4490-922c-968566fd2258'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:45.464186 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Subnet': ['ID=bb62c951-8a5e-4358-bb9b-fe6e57eb0dcf,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:45.546509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:45.610703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebcecb-efc5-4486-83d6-2308ecb8ee6a None None] Routers {'9ad46172-3cd9-4490-922c-968566fd2258'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:45.611345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-76ebcecb-efc5-4486-83d6-2308ecb8ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9ad46172-3cd9-4490-922c-968566fd2258'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:45.723704 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Network d6bd5734-3b20-4043-bcf1-b26789c2f4c7 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:45.748264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-76ebcecb-efc5-4486-83d6-2308ecb8ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:45.758835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Pushing event updated for resources: {'Port': ['ID=aa538543-54f9-4e21-91f2-3aa8f106aa11,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:45.760986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:45.791834 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:45.800647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.840806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebcecb-efc5-4486-83d6-2308ecb8ee6a None None] Routers {'9ad46172-3cd9-4490-922c-968566fd2258'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:45.841450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-76ebcecb-efc5-4486-83d6-2308ecb8ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9ad46172-3cd9-4490-922c-968566fd2258'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:45.859854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port e726e8c2-4124-4c3b-b810-f6a97f2da006 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:21:45.876653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.884363 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.928433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1ec01cec-321d-4e0e-a618-6aa9513a13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.934926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bd5734-3b20-4043-bcf1-b26789c2f4c7']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:45.948882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '9436369d-3ccf-4a09-a3d8-97d63b62d534'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:45.950244 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.961465 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:45.962806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-76ebcecb-efc5-4486-83d6-2308ecb8ee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:45.963441 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebcecb-efc5-4486-83d6-2308ecb8ee6a None None] The sync data for ids ['9ad46172-3cd9-4490-922c-968566fd2258'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:45.995320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0f428a-81c1-409e-bd0e-71dd89ccc309') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:45.995513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0f428a-81c1-409e-bd0e-71dd89ccc309') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:46.011862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 4c7ec128-2790-45e6-a812-acbaee177f69 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:46.012706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.017960 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Attempting to bind port aa538543-54f9-4e21-91f2-3aa8f106aa11 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:46.018335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Attempting to bind port aa538543-54f9-4e21-91f2-3aa8f106aa11 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'af0f428a-81c1-409e-bd0e-71dd89ccc309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd6bd5734-3b20-4043-bcf1-b26789c2f4c7'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:46.018704 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Attempting to bind port aa538543-54f9-4e21-91f2-3aa8f106aa11 on network d6bd5734-3b20-4043-bcf1-b26789c2f4c7 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:46.019524 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.058419 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.070853 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:46.071228 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Checking segment: {'id': 'af0f428a-81c1-409e-bd0e-71dd89ccc309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd6bd5734-3b20-4043-bcf1-b26789c2f4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:46.071637 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.072032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Bound using segment: {'id': 'af0f428a-81c1-409e-bd0e-71dd89ccc309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd6bd5734-3b20-4043-bcf1-b26789c2f4c7'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:46.072907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Bound port: aa538543-54f9-4e21-91f2-3aa8f106aa11, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0f428a-81c1-409e-bd0e-71dd89ccc309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd6bd5734-3b20-4043-bcf1-b26789c2f4c7'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:46.073301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.118170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:21:46.144433 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:46.145672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.154121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1ec01cec-321d-4e0e-a618-6aa9513a13fe None None] For port 4c7ec128-2790-45e6-a812-acbaee177f69, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4c7ec128-2790-45e6-a812-acbaee177f69,segment=NetworkSegment(ba630135-4d25-49eb-94d4-fdb2b2051451),segment_id=ba630135-4d25-49eb-94d4-fdb2b2051451)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:46.156489 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:46.171695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1ec01cec-321d-4e0e-a618-6aa9513a13fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.236347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f816:3eff:feb8:af7f (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/9436369d-3ccf-4a09-a3d8-97d63b62d534/e726e8c2-4124-4c3b-b810-f6a97f2da006) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:46.373938 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec01cec-321d-4e0e-a618-6aa9513a13fe None None] Pushing event updated for resources: {'Port': ['ID=4c7ec128-2790-45e6-a812-acbaee177f69,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:46.395845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.api [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:21:46.395845 dv-neutron-835554-1-hyperv neutron-server[102495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:21:46.395845 dv-neutron-835554-1-hyperv neutron-server[102495]: [parameters: {'id': 'd6bd5734-3b20-4043-bcf1-b26789c2f4c7'}] Mar 29 09:21:46.395845 dv-neutron-835554-1-hyperv neutron-server[102495]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:46.395845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG oslo_db.api [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:46.402308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] For port aa538543-54f9-4e21-91f2-3aa8f106aa11, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:46.405350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-bca8daaa-8503-49da-8579-b17cd6560bfe None None] Provisioning complete for port a4d274bf-bc54-43f9-b732-d36110d39307 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:46.405350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bca8daaa-8503-49da-8579-b17cd6560bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.410790 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a4d274bf-bc54-43f9-b732-d36110d39307 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:46.470587 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:46.482781 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276950b-2278-45fc-b00e-273acdf6967d None None] Sync routers for ids ['ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:46.483561 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] For port aa538543-54f9-4e21-91f2-3aa8f106aa11, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=aa538543-54f9-4e21-91f2-3aa8f106aa11,segment=NetworkSegment(af0f428a-81c1-409e-bd0e-71dd89ccc309),segment_id=af0f428a-81c1-409e-bd0e-71dd89ccc309)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:46.498368 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.500372 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.504130 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276950b-2278-45fc-b00e-273acdf6967d None None] Routers {'ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:46.506367 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-479e74e8-1325-4b29-a6f5-445beee73530 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0838492 Mar 29 09:21:46.507509 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4276950b-2278-45fc-b00e-273acdf6967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:46.521166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49052) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:46.603732 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4276950b-2278-45fc-b00e-273acdf6967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:46.620757 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276950b-2278-45fc-b00e-273acdf6967d None None] Routers {'ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:46.621378 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4276950b-2278-45fc-b00e-273acdf6967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:46.642265 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b3ed01-fac6-4975-8e7e-14cd57f0f8f0 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:46.647180 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-77b3ed01-fac6-4975-8e7e-14cd57f0f8f0 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports/50d4f418-93e1-4989-bf17-0f6cbab10175 HTTP/1.1" status: 200 len: 910 time: 0.1002374 Mar 29 09:21:46.647358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d25c0-ed59-4726-ac83-7e4878f97336 None None] Pushing event updated for resources: {'Port': ['ID=aa538543-54f9-4e21-91f2-3aa8f106aa11,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:46.654667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port a4d274bf-bc54-43f9-b732-d36110d39307 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:46.655047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.665062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49054) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:46.673101 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4276950b-2278-45fc-b00e-273acdf6967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:46.673807 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276950b-2278-45fc-b00e-273acdf6967d None None] The sync data for ids ['ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:46.688651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-72e1415c-eb93-40f1-aa0f-ab838e5f50b6 admin admin] Deleting port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:46.689530 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-72e1415c-eb93-40f1-aa0f-ab838e5f50b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.697983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8442aae-8ceb-47fa-82d1-0c234ba99d3a None None] Network d6bd5734-3b20-4043-bcf1-b26789c2f4c7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:46.751995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bca8daaa-8503-49da-8579-b17cd6560bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:46.869069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bca8daaa-8503-49da-8579-b17cd6560bfe None None] For port a4d274bf-bc54-43f9-b732-d36110d39307, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a4d274bf-bc54-43f9-b732-d36110d39307,segment=NetworkSegment(7692d89e-cc99-4083-966f-53627917f619),segment_id=7692d89e-cc99-4083-966f-53627917f619)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:46.898923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.026174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-72e1415c-eb93-40f1-aa0f-ab838e5f50b6 admin admin] For port e0eb125d-d7d3-4d28-a32b-cbc8baf855ca, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e0eb125d-d7d3-4d28-a32b-cbc8baf855ca,segment=NetworkSegment(14212b7d-d686-4361-8e15-54fae21a812b),segment_id=14212b7d-d686-4361-8e15-54fae21a812b)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:47.026499 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-72e1415c-eb93-40f1-aa0f-ab838e5f50b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.052993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bca8daaa-8503-49da-8579-b17cd6560bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.080783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-72e1415c-eb93-40f1-aa0f-ab838e5f50b6 admin admin] Calling delete_port for e0eb125d-d7d3-4d28-a32b-cbc8baf855ca owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:47.093833 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.126121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.158877 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8daaa-8503-49da-8579-b17cd6560bfe None None] Pushing event updated for resources: {'Port': ['ID=a4d274bf-bc54-43f9-b732-d36110d39307,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:47.180476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.181405 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:47.181980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:47.185290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.187926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-94220d03-b0da-4255-acda-c8d4dd815aca None None] Provisioning complete for port a4d274bf-bc54-43f9-b732-d36110d39307 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:47.188425 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94220d03-b0da-4255-acda-c8d4dd815aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.221855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7295c98b-112e-4651-a97c-a5b4d71954f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.239393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.286226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.286808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c96d8ef9-a5f4-4d9c-b530-f4d6bf22486f {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:21:47.296437 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-94220d03-b0da-4255-acda-c8d4dd815aca None None] Provisioning complete for port 50d4f418-93e1-4989-bf17-0f6cbab10175 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:47.296817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94220d03-b0da-4255-acda-c8d4dd815aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.298430 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Deleting port aa538543-54f9-4e21-91f2-3aa8f106aa11 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:47.299011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.338280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-94220d03-b0da-4255-acda-c8d4dd815aca None None] Port 50d4f418-93e1-4989-bf17-0f6cbab10175 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:47.348118 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-94220d03-b0da-4255-acda-c8d4dd815aca None None] Provisioning complete for port 4c7ec128-2790-45e6-a812-acbaee177f69 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:47.348504 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94220d03-b0da-4255-acda-c8d4dd815aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.359727 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 29 09:21:47.361610 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-68b75848-4f2c-4386-be3f-8f57a87344d8 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2897315 Mar 29 09:21:47.376269 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49056) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:47.407457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.472660 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Allocated IP 2001:db8::f816:3eff:fedf:38e8 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/9436369d-3ccf-4a09-a3d8-97d63b62d534/5bc73296-009a-457b-a908-d9d559e5d9cf) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:47.521182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:47.546482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:47.566747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:47.572807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:47.573665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.593449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=e726e8c2-4124-4c3b-b810-f6a97f2da006,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:47.619423 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-99585097-e66f-487d-8ab2-4fecd070b0bb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3531871 Mar 29 09:21:47.641023 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49058) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:47.650306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.657938 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.714547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a01311-31f2-4612-8138-b4742ac4e8bf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:47.718929 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-16a01311-31f2-4612-8138-b4742ac4e8bf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0740411 Mar 29 09:21:47.736024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49060) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:47.775199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:47.786852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:47.786852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:47.792474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] For port aa538543-54f9-4e21-91f2-3aa8f106aa11, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=aa538543-54f9-4e21-91f2-3aa8f106aa11,segment=NetworkSegment(af0f428a-81c1-409e-bd0e-71dd89ccc309),segment_id=af0f428a-81c1-409e-bd0e-71dd89ccc309)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:47.793017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.795882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Pushing event updated for resources: {'Port': ['ID=5bc73296-009a-457b-a908-d9d559e5d9cf,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:47.833628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Calling delete_port for aa538543-54f9-4e21-91f2-3aa8f106aa11 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:47.852007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.20.0.1 (147fd5ec-67d1-4d12-858e-e78174664318/4125fa4e-8909-419e-87da-d96422ff3386/1a0ad066-2ded-4ac7-b1ce-283c186500b4) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:47.885428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Attempting to bind port 5bc73296-009a-457b-a908-d9d559e5d9cf on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:47.885974 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Attempting to bind port 5bc73296-009a-457b-a908-d9d559e5d9cf by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:47.886492 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Attempting to bind port 5bc73296-009a-457b-a908-d9d559e5d9cf on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:47.895281 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:47.895794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:47.896595 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.896789 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:47.897491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Bound port: 5bc73296-009a-457b-a908-d9d559e5d9cf, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:47.898121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:47.902686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 893dcd19-3255-48ef-8a26-0c5ec10695b1 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:47.931545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 893dcd19-3255-48ef-8a26-0c5ec10695b1 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:47.932034 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 893dcd19-3255-48ef-8a26-0c5ec10695b1 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:47.961133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5db9fc0c-023c-4122-b620-7e32e4c1618f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port e726e8c2-4124-4c3b-b810-f6a97f2da006 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:47.961483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5db9fc0c-023c-4122-b620-7e32e4c1618f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.012570 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] For port 5bc73296-009a-457b-a908-d9d559e5d9cf, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:48.017030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] For port 5bc73296-009a-457b-a908-d9d559e5d9cf, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5bc73296-009a-457b-a908-d9d559e5d9cf,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:48.023159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.075040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.078388 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-72e1415c-eb93-40f1-aa0f-ab838e5f50b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.114831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4c7ec128-2790-45e6-a812-acbaee177f69 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:48.120134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-898ba15b-4da3-4d9b-ab2f-e9af8620af27 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Deleting port c6362da1-7adc-4e00-8062-5965f9a8ebde {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:48.120422 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd9fe4-7c15-4de0-9158-1661f7828306 None None] Pushing event updated for resources: {'Port': ['ID=5bc73296-009a-457b-a908-d9d559e5d9cf,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:48.120583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-898ba15b-4da3-4d9b-ab2f-e9af8620af27 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.137792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1415c-eb93-40f1-aa0f-ab838e5f50b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0eb125d-d7d3-4d28-a32b-cbc8baf855ca,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:48.146596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.222131 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=1a0ad066-2ded-4ac7-b1ce-283c186500b4,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:48.223123 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 4c7ec128-2790-45e6-a812-acbaee177f69 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:48.223724 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.228450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5db9fc0c-023c-4122-b620-7e32e4c1618f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.252253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5db9fc0c-023c-4122-b620-7e32e4c1618f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for e726e8c2-4124-4c3b-b810-f6a97f2da006 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:48.256288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network 147fd5ec-67d1-4d12-858e-e78174664318 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:48.263245 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:48.270410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:48.274146 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.347424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Port': ['ID=aa538543-54f9-4e21-91f2-3aa8f106aa11,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:48.374212 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No DVR routers for this DVR port aa538543-54f9-4e21-91f2-3aa8f106aa11 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:48.384206 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c46bd45c-1d26-4719-8e90-ec812ad27cc9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.405928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.438224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a4d274bf-bc54-43f9-b732-d36110d39307 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:48.517495 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port a4d274bf-bc54-43f9-b732-d36110d39307 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:48.517836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.713526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-898ba15b-4da3-4d9b-ab2f-e9af8620af27 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.730517 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-898ba15b-4da3-4d9b-ab2f-e9af8620af27 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Calling delete_port for c6362da1-7adc-4e00-8062-5965f9a8ebde owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:48.845235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5db9fc0c-023c-4122-b620-7e32e4c1618f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.850449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1ed971dc-f69f-4097-9b9e-39e5c3b976d6 None None] Provisioning complete for port 1a0ad066-2ded-4ac7-b1ce-283c186500b4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:48.852491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1ed971dc-f69f-4097-9b9e-39e5c3b976d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.890262 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1ed971dc-f69f-4097-9b9e-39e5c3b976d6 None None] Port 1a0ad066-2ded-4ac7-b1ce-283c186500b4 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:48.908415 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9fc0c-023c-4122-b620-7e32e4c1618f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=e726e8c2-4124-4c3b-b810-f6a97f2da006,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:48.914555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.945357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5db9fc0c-023c-4122-b620-7e32e4c1618f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:48.949066 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5db9fc0c-023c-4122-b620-7e32e4c1618f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/e726e8c2-4124-4c3b-b810-f6a97f2da006 HTTP/1.1" status: 204 len: 168 time: 1.2123108 Mar 29 09:21:48.953211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49062) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:49.034243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.089239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16144504-d1ac-4dae-939b-c62dbf2f8dd3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:49.090736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16144504-d1ac-4dae-939b-c62dbf2f8dd3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:49.092240 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-16144504-d1ac-4dae-939b-c62dbf2f8dd3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1380112 Mar 29 09:21:49.096465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49064) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:49.134119 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bd5734-3b20-4043-bcf1-b26789c2f4c7']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:49.170500 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0f428a-81c1-409e-bd0e-71dd89ccc309') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:49.170703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0f428a-81c1-409e-bd0e-71dd89ccc309') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:49.175375 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-72e1415c-eb93-40f1-aa0f-ab838e5f50b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.199346 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.264275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-7295c98b-112e-4651-a97c-a5b4d71954f8 admin admin] Deleting port 5fc1db34-37b7-414d-a86f-73fe27a65fc4 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:49.264623 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7295c98b-112e-4651-a97c-a5b4d71954f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.299330 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.305836 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c7625c-8d5f-4ed3-995b-7fa132ef4670 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 9436369d-3ccf-4a09-a3d8-97d63b62d534 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:49.323613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.330932 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.336520 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:49.337253 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:49.352507 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:49.358543 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71c7625c-8d5f-4ed3-995b-7fa132ef4670 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.406417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.408126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=1a0ad066-2ded-4ac7-b1ce-283c186500b4,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:49.518939 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-898ba15b-4da3-4d9b-ab2f-e9af8620af27 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.523219 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71c7625c-8d5f-4ed3-995b-7fa132ef4670 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.526756 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network 147fd5ec-67d1-4d12-858e-e78174664318 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:49.528547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:49.553291 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.619608 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.622764 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/d6bd5734-3b20-4043-bcf1-b26789c2f4c7 HTTP/1.1" status: 204 len: 168 time: 5.7359238 Mar 29 09:21:49.632733 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49066) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:49.637106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d10cd5a9-d612-4fe6-b476-c840f668d6a1 None None] Provisioning complete for port 5bc73296-009a-457b-a908-d9d559e5d9cf triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:49.638047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d10cd5a9-d612-4fe6-b476-c840f668d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.746625 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d10cd5a9-d612-4fe6-b476-c840f668d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.809916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d10cd5a9-d612-4fe6-b476-c840f668d6a1 None None] For port 5bc73296-009a-457b-a908-d9d559e5d9cf, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5bc73296-009a-457b-a908-d9d559e5d9cf,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:49.817979 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d10cd5a9-d612-4fe6-b476-c840f668d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.893702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cd5a9-d612-4fe6-b476-c840f668d6a1 None None] Pushing event updated for resources: {'Port': ['ID=5bc73296-009a-457b-a908-d9d559e5d9cf,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:49.931555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c7c6f486-8b15-4e26-b9de-2be90b6cfe57 None None] Could not find standard attr ID for object e726e8c2-4124-4c3b-b810-f6a97f2da006. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:21:49.951124 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c7c6f486-8b15-4e26-b9de-2be90b6cfe57 None None] Provisioning complete for port 1a0ad066-2ded-4ac7-b1ce-283c186500b4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:49.951566 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c7c6f486-8b15-4e26-b9de-2be90b6cfe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:49.990956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c7718539-7b04-4bc1-8a63-b94cb32fed8c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-801268116'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:50.012687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-7295c98b-112e-4651-a97c-a5b4d71954f8 admin admin] For port 5fc1db34-37b7-414d-a86f-73fe27a65fc4, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5fc1db34-37b7-414d-a86f-73fe27a65fc4,segment=NetworkSegment(d363cee5-c162-41da-80c7-a89867efc37b),segment_id=d363cee5-c162-41da-80c7-a89867efc37b)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:50.013427 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7295c98b-112e-4651-a97c-a5b4d71954f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.018607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6f486-8b15-4e26-b9de-2be90b6cfe57 None None] Port 1a0ad066-2ded-4ac7-b1ce-283c186500b4 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:50.038278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-7295c98b-112e-4651-a97c-a5b4d71954f8 admin admin] Calling delete_port for 5fc1db34-37b7-414d-a86f-73fe27a65fc4 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:50.039102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 9ad46172-3cd9-4490-922c-968566fd2258 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:50.044517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7718539-7b04-4bc1-8a63-b94cb32fed8c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:50.047838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7718539-7b04-4bc1-8a63-b94cb32fed8c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.172217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:50.176234 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ba15b-4da3-4d9b-ab2f-e9af8620af27 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6362da1-7adc-4e00-8062-5965f9a8ebde,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:50.181715 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ff619333-996f-470d-bbbc-20f9befb778c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "PUT /v2.0/routers/9ad46172-3cd9-4490-922c-968566fd2258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8078523 Mar 29 09:21:50.183212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49068) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:50.188199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2fb6e6-db6e-4e13-9ad8-ba2c6802a0cf None None] Sync routers for ids ['9ad46172-3cd9-4490-922c-968566fd2258'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:50.190397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'port': {'network_id': '147fd5ec-67d1-4d12-858e-e78174664318', 'name': 'tempest-FloatingIPTestJSON-1828775308'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:50.212419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7718539-7b04-4bc1-8a63-b94cb32fed8c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:21:50.218098 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5bc73296-009a-457b-a908-d9d559e5d9cf up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:50.236849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7718539-7b04-4bc1-8a63-b94cb32fed8c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.237193 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-c7718539-7b04-4bc1-8a63-b94cb32fed8c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Added segment 8e475249-d020-425b-acbf-755b940f6f98 of type vlan for network 761d7d7d-1823-4ee2-848d-761569edf9f4 Mar 29 09:21:50.250164 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2fb6e6-db6e-4e13-9ad8-ba2c6802a0cf None None] Routers {'9ad46172-3cd9-4490-922c-968566fd2258'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:50.250911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-6d2fb6e6-db6e-4e13-9ad8-ba2c6802a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9ad46172-3cd9-4490-922c-968566fd2258'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:50.259012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3da8b8-3ff6-4966-835e-2d601e5acd63 None None] get_active_networks_info from dv-neutron-835554-1-hyperv {{(pid=102497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 09:21:50.266786 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5e81a-f2cc-4df5-b5f0-95d882aec25f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Network': ['ID=d6bd5734-3b20-4043-bcf1-b26789c2f4c7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:50.323064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7718539-7b04-4bc1-8a63-b94cb32fed8c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.330965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-6d2fb6e6-db6e-4e13-9ad8-ba2c6802a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:50.363056 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2fb6e6-db6e-4e13-9ad8-ba2c6802a0cf None None] Routers {'9ad46172-3cd9-4490-922c-968566fd2258'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:50.363762 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-6d2fb6e6-db6e-4e13-9ad8-ba2c6802a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9ad46172-3cd9-4490-922c-968566fd2258'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:50.371990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7718539-7b04-4bc1-8a63-b94cb32fed8c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.379235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7718539-7b04-4bc1-8a63-b94cb32fed8c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:50.379891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7718539-7b04-4bc1-8a63-b94cb32fed8c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.408817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-6d2fb6e6-db6e-4e13-9ad8-ba2c6802a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:50.409460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2fb6e6-db6e-4e13-9ad8-ba2c6802a0cf None None] The sync data for ids ['9ad46172-3cd9-4490-922c-968566fd2258'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:50.430619 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c7718539-7b04-4bc1-8a63-b94cb32fed8c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4488611 Mar 29 09:21:50.433830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49070) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:50.438165 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-898ba15b-4da3-4d9b-ab2f-e9af8620af27 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.438357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Made reservation on behalf of 84024953660a4dddac261b38b4420928 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:50.441062 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-898ba15b-4da3-4d9b-ab2f-e9af8620af27 tempest-RoutersAdminNegativeTest-1805232926 tempest-RoutersAdminNegativeTest-1805232926-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c6362da1-7adc-4e00-8062-5965f9a8ebde HTTP/1.1" status: 204 len: 168 time: 3.0546970 Mar 29 09:21:50.443862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5bc73296-009a-457b-a908-d9d559e5d9cf triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:50.444032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.446373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.478079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2a1025d8-32cd-44e7-96c1-86bf5f95aa63 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'network_id': '761d7d7d-1823-4ee2-848d-761569edf9f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:50.506028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7718539-7b04-4bc1-8a63-b94cb32fed8c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=761d7d7d-1823-4ee2-848d-761569edf9f4,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:50.506257 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-c46bd45c-1d26-4719-8e90-ec812ad27cc9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 50d4f418-93e1-4989-bf17-0f6cbab10175 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:50.506611 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c46bd45c-1d26-4719-8e90-ec812ad27cc9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.512073 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71c7625c-8d5f-4ed3-995b-7fa132ef4670 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.515332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] device_id is not set on port a6cc86b7-c26d-477e-8ed0-c94c6f6ade55 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:21:50.532823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 761d7d7d-1823-4ee2-848d-761569edf9f4 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:21:50.634613 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7295c98b-112e-4651-a97c-a5b4d71954f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.692844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Allocated IP 172.20.0.12 (147fd5ec-67d1-4d12-858e-e78174664318/4125fa4e-8909-419e-87da-d96422ff3386/a6cc86b7-c26d-477e-8ed0-c94c6f6ade55) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:50.708201 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3da8b8-3ff6-4966-835e-2d601e5acd63 None None] Resources bound (agent type, host, resource id): {{(pid=102497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:21:50.714826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1025d8-32cd-44e7-96c1-86bf5f95aa63 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:50.718923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a1025d8-32cd-44e7-96c1-86bf5f95aa63 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.733985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295c98b-112e-4651-a97c-a5b4d71954f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc1db34-37b7-414d-a86f-73fe27a65fc4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:50.827132 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e1415c-eb93-40f1-aa0f-ab838e5f50b6 admin admin] Router 55f8353a-a5dc-4db0-9884-cd134844dd9f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:50.857598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71c7625c-8d5f-4ed3-995b-7fa132ef4670 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.889075 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c46bd45c-1d26-4719-8e90-ec812ad27cc9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.933184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7625c-8d5f-4ed3-995b-7fa132ef4670 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=9436369d-3ccf-4a09-a3d8-97d63b62d534,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:50.936158 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71c7625c-8d5f-4ed3-995b-7fa132ef4670 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:50.940217 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-71c7625c-8d5f-4ed3-995b-7fa132ef4670 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/9436369d-3ccf-4a09-a3d8-97d63b62d534 HTTP/1.1" status: 204 len: 168 time: 1.8237610 Mar 29 09:21:50.943910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49076) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:50.952077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-c46bd45c-1d26-4719-8e90-ec812ad27cc9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 50d4f418-93e1-4989-bf17-0f6cbab10175 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:50.962886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49078) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:50.991465 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-07592e7f-fd10-4c71-bdb8-af83df74d4e9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437953 Mar 29 09:21:51.000462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49082) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:51.107721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.112102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a1025d8-32cd-44e7-96c1-86bf5f95aa63 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.142532 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5f282f9-4a98-4e7c-9c93-e990d5c9712b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.150874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972fbb34-e6f4-40cb-bdd4-1c94a84f0085 None None] get_active_networks_info from dv-neutron-835554-1-hyperv {{(pid=102497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 09:21:51.162464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb722d-d09d-4391-86d6-d3537d573f04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:51.166499 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3dfb722d-d09d-4391-86d6-d3537d573f04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1623907 Mar 29 09:21:51.171223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49084) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:51.208562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1025d8-32cd-44e7-96c1-86bf5f95aa63 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=6e53af6f-bdcb-4acc-b557-167860cba259,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:51.224942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1025d8-32cd-44e7-96c1-86bf5f95aa63 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking segment: {'id': '8e475249-d020-425b-acbf-755b940f6f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '761d7d7d-1823-4ee2-848d-761569edf9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:51.225308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1025d8-32cd-44e7-96c1-86bf5f95aa63 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network hostable DHCP agents. Network: 761d7d7d-1823-4ee2-848d-761569edf9f4, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:21:51.229980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.288996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Network 147fd5ec-67d1-4d12-858e-e78174664318 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:51.293339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:51.297695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:51.300286 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1025d8-32cd-44e7-96c1-86bf5f95aa63 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network 761d7d7d-1823-4ee2-848d-761569edf9f4 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:21:51.331769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event updated for resources: {'Port': ['ID=a6cc86b7-c26d-477e-8ed0-c94c6f6ade55,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:51.341133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-2a1025d8-32cd-44e7-96c1-86bf5f95aa63 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 761d7d7d-1823-4ee2-848d-761569edf9f4) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:51.348783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1025d8-32cd-44e7-96c1-86bf5f95aa63 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:51.349379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a1025d8-32cd-44e7-96c1-86bf5f95aa63 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.368095 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e1415c-eb93-40f1-aa0f-ab838e5f50b6 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:51.370692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:51.371353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.380289 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2a1025d8-32cd-44e7-96c1-86bf5f95aa63 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9432282 Mar 29 09:21:51.381847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49086) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:51.385633 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-72e1415c-eb93-40f1-aa0f-ab838e5f50b6 admin admin] 10.222.0.32 "PUT /v2.0/routers/55f8353a-a5dc-4db0-9884-cd134844dd9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2137067 Mar 29 09:21:51.391586 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49088) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:51.395176 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7295c98b-112e-4651-a97c-a5b4d71954f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.399093 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c3826f-ba92-4615-852c-baf05e9d68c9 None None] Sync routers for ids ['55f8353a-a5dc-4db0-9884-cd134844dd9f'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:51.402089 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2820e109-7c20-4129-aa44-313e368564b8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:51.406074 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2820e109-7c20-4129-aa44-313e368564b8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2284131 Mar 29 09:21:51.411352 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49090) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:51.418245 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3826f-ba92-4615-852c-baf05e9d68c9 None None] Routers {'55f8353a-a5dc-4db0-9884-cd134844dd9f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:51.421485 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-89c3826f-ba92-4615-852c-baf05e9d68c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['55f8353a-a5dc-4db0-9884-cd134844dd9f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:51.465383 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972fbb34-e6f4-40cb-bdd4-1c94a84f0085 None None] Unable to find a vacant binding_index for network 761d7d7d-1823-4ee2-848d-761569edf9f4 and agent 8a202f48-5d68-438e-997c-641bafdb3965 {{(pid=102497) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 29 09:21:51.472620 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972fbb34-e6f4-40cb-bdd4-1c94a84f0085 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 761d7d7d-1823-4ee2-848d-761569edf9f4) {{(pid=102497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:21:51.475591 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2950622a-f9c9-444f-b2a3-ed08301a60af tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2892845 Mar 29 09:21:51.476789 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49092) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:51.514544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-5df9382b-6634-4e86-a3da-9b711cddf21c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Request body: {'floatingip': {'port_id': 'a6cc86b7-c26d-477e-8ed0-c94c6f6ade55'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:51.549557 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6ceee65e-a897-4011-abea-acf281fc44f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1327600 Mar 29 09:21:51.557423 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49094) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:51.564935 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:51.572484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5f282f9-4a98-4e7c-9c93-e990d5c9712b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.581315 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-89c3826f-ba92-4615-852c-baf05e9d68c9 None None] Set router 55f8353a-a5dc-4db0-9884-cd134844dd9f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:21:51.632772 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5f282f9-4a98-4e7c-9c93-e990d5c9712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.677399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5df9382b-6634-4e86-a3da-9b711cddf21c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.682164 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c46bd45c-1d26-4719-8e90-ec812ad27cc9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.729312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.734931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.769311 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d5f282f9-4a98-4e7c-9c93-e990d5c9712b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a307e2b282ba47359bbeb7472aa59f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8036613 Mar 29 09:21:51.776975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49096) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:51.792275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bd45c-1d26-4719-8e90-ec812ad27cc9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=50d4f418-93e1-4989-bf17-0f6cbab10175,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:51.801594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f282f9-4a98-4e7c-9c93-e990d5c9712b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1836415-d54e-42d5-9279-11ce3e4ed03f,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:51.928456 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-761d7d7d-1823-4ee2-848d-761569edf9f4', 'network_id': '761d7d7d-1823-4ee2-848d-761569edf9f4', 'tenant_id': '74d6d955aea140dab5078844d80a08bc', 'fixed_ips': [{'subnet_id': '6e53af6f-bdcb-4acc-b557-167860cba259'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:51.930210 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:51.953300 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-89c3826f-ba92-4615-852c-baf05e9d68c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:21:47Z', 'revision_number': 5, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:52.002181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.032007 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c3826f-ba92-4615-852c-baf05e9d68c9 None None] Checking router: 55f8353a-a5dc-4db0-9884-cd134844dd9f for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:21:52.049592 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3826f-ba92-4615-852c-baf05e9d68c9 None None] Routers {'55f8353a-a5dc-4db0-9884-cd134844dd9f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:52.049592 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-89c3826f-ba92-4615-852c-baf05e9d68c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['55f8353a-a5dc-4db0-9884-cd134844dd9f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:52.073397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.097363 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-99b02ac9-1b2a-41b8-af81-c7dc9d27b9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.161937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-99b02ac9-1b2a-41b8-af81-c7dc9d27b9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.188640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Allocated IP 172.20.0.1 (761d7d7d-1823-4ee2-848d-761569edf9f4/6e53af6f-bdcb-4acc-b557-167860cba259/5d305a71-512b-4851-91f2-ccfe96a1d4fb) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:52.206607 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-89c3826f-ba92-4615-852c-baf05e9d68c9 None None] Set router 55f8353a-a5dc-4db0-9884-cd134844dd9f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:21:52.219584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:52.223168 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.423341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c46bd45c-1d26-4719-8e90-ec812ad27cc9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.431845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.443350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.448268 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7295c98b-112e-4651-a97c-a5b4d71954f8 admin admin] Router b77600af-304e-476b-a4d1-910712ceac8e has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:52.487444 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-89c3826f-ba92-4615-852c-baf05e9d68c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:21:47Z', 'revision_number': 5, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:52.503909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Network 761d7d7d-1823-4ee2-848d-761569edf9f4 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:52.508441 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:52.514804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:52.544753 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c3826f-ba92-4615-852c-baf05e9d68c9 None None] The sync data for ids ['55f8353a-a5dc-4db0-9884-cd134844dd9f'] in dv-neutron-835554-1-hyperv is: [{'id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'name': 'tempest-ServersTestManualDisk-781668769-router', 'tenant_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:21:47Z', 'revision_number': 5, 'project_id': 'dec1dec677064dab8f8e0655ae5cfa98', 'gw_port': {'id': 'df5755a5-b634-4c69-b456-99770c4fc2ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f8353a-a5dc-4db0-9884-cd134844dd9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:52.602443 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Attempting to bind port 5d305a71-512b-4851-91f2-ccfe96a1d4fb on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:52.603001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Attempting to bind port 5d305a71-512b-4851-91f2-ccfe96a1d4fb by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '8e475249-d020-425b-acbf-755b940f6f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '761d7d7d-1823-4ee2-848d-761569edf9f4'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:52.603619 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Attempting to bind port 5d305a71-512b-4851-91f2-ccfe96a1d4fb on network 761d7d7d-1823-4ee2-848d-761569edf9f4 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:52.604527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.610357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Pushing event updated for resources: {'Port': ['ID=5d305a71-512b-4851-91f2-ccfe96a1d4fb,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:52.616103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Deleting port df5755a5-b634-4c69-b456-99770c4fc2ed {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:52.617117 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.622799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:52.623576 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Checking segment: {'id': '8e475249-d020-425b-acbf-755b940f6f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '761d7d7d-1823-4ee2-848d-761569edf9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:52.624479 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.625791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Bound using segment: {'id': '8e475249-d020-425b-acbf-755b940f6f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '761d7d7d-1823-4ee2-848d-761569edf9f4'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:52.626741 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Bound port: 5d305a71-512b-4851-91f2-ccfe96a1d4fb, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e475249-d020-425b-acbf-755b940f6f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '761d7d7d-1823-4ee2-848d-761569edf9f4'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:52.627255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.657297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Subnet': ['ID=6e53af6f-bdcb-4acc-b557-167860cba259,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:52.728449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] For port 5d305a71-512b-4851-91f2-ccfe96a1d4fb, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:52.732023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] For port 5d305a71-512b-4851-91f2-ccfe96a1d4fb, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5d305a71-512b-4851-91f2-ccfe96a1d4fb,segment=NetworkSegment(8e475249-d020-425b-acbf-755b940f6f98),segment_id=8e475249-d020-425b-acbf-755b940f6f98)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:52.737784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.775285 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-99b02ac9-1b2a-41b8-af81-c7dc9d27b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.777618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-99b02ac9-1b2a-41b8-af81-c7dc9d27b9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.778737 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-99b02ac9-1b2a-41b8-af81-c7dc9d27b9c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1836415-d54e-42d5-9279-11ce3e4ed03f HTTP/1.1" status: 204 len: 168 time: 0.9995539 Mar 29 09:21:52.803720 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f302ba-3589-4462-9185-d618c1ac7ef2 None None] Pushing event updated for resources: {'Port': ['ID=5d305a71-512b-4851-91f2-ccfe96a1d4fb,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:52.812085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46bd45c-1d26-4719-8e90-ec812ad27cc9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:52.828450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:52.864442 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7295c98b-112e-4651-a97c-a5b4d71954f8 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:52.871493 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7295c98b-112e-4651-a97c-a5b4d71954f8 admin admin] 10.222.0.32 "PUT /v2.0/routers/b77600af-304e-476b-a4d1-910712ceac8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5680013 Mar 29 09:21:52.875234 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49100) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:52.897415 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8dfba0-28a0-4466-ac81-89c844a77e22 None None] Sync routers for ids ['b77600af-304e-476b-a4d1-910712ceac8e'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:52.902258 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75992d20-edfb-4a5f-8a61-9f56fe04af22 None None] get_active_networks_info from dv-neutron-835554-1-hyperv {{(pid=102497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 09:21:52.976871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8dfba0-28a0-4466-ac81-89c844a77e22 None None] Routers {'b77600af-304e-476b-a4d1-910712ceac8e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:52.979698 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2a8dfba0-28a0-4466-ac81-89c844a77e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b77600af-304e-476b-a4d1-910712ceac8e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:53.009110 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b02ac9-1b2a-41b8-af81-c7dc9d27b9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1836415-d54e-42d5-9279-11ce3e4ed03f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:53.053871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5df9382b-6634-4e86-a3da-9b711cddf21c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:53.070312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5df9382b-6634-4e86-a3da-9b711cddf21c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:53.081861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761d7d7d-1823-4ee2-848d-761569edf9f4']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:53.139371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] For port df5755a5-b634-4c69-b456-99770c4fc2ed, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=df5755a5-b634-4c69-b456-99770c4fc2ed,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:53.140027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:53.143850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e475249-d020-425b-acbf-755b940f6f98') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:53.144370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e475249-d020-425b-acbf-755b940f6f98') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:53.173189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:53.191065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Calling delete_port for df5755a5-b634-4c69-b456-99770c4fc2ed owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:53.207054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:53.211048 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46bd45c-1d26-4719-8e90-ec812ad27cc9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:53.219964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:53.220373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:53.223963 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c46bd45c-1d26-4719-8e90-ec812ad27cc9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5575116 Mar 29 09:21:53.231493 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f6a00-9a4b-480d-87c6-0d51e8953e64 None None] Sync routers for ids ['ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:53.246918 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f6a00-9a4b-480d-87c6-0d51e8953e64 None None] Routers {'ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:53.250599 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-086f6a00-9a4b-480d-87c6-0d51e8953e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:53.252556 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:53.270689 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49104) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:53.270953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49106) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:53.272046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:53.308385 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-086f6a00-9a4b-480d-87c6-0d51e8953e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:53.318404 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f6a00-9a4b-480d-87c6-0d51e8953e64 None None] Routers {'ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:53.319180 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-086f6a00-9a4b-480d-87c6-0d51e8953e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:53.368497 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-930b3636-38de-492f-b281-7fb5880eb6c5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3 HTTP/1.1" status: 200 len: 205 time: 0.0935757 Mar 29 09:21:53.374143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49108) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:53.411371 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-5df9382b-6634-4e86-a3da-9b711cddf21c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Floating IP be54da81-cb80-4fc5-9780-75852e37a5ae associated. External IP: 172.26.1.195, port: 509a1495-d57d-452c-bb1f-c2991291a38c. Mar 29 09:21:53.419127 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-086f6a00-9a4b-480d-87c6-0d51e8953e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:53.421010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-2a8dfba0-28a0-4466-ac81-89c844a77e22 None None] Set router b77600af-304e-476b-a4d1-910712ceac8e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:21:53.421915 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f6a00-9a4b-480d-87c6-0d51e8953e64 None None] The sync data for ids ['ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:53.466876 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.api [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:21:53.466876 dv-neutron-835554-1-hyperv neutron-server[102496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:21:53.466876 dv-neutron-835554-1-hyperv neutron-server[102496]: [parameters: {'id': '761d7d7d-1823-4ee2-848d-761569edf9f4'}] Mar 29 09:21:53.466876 dv-neutron-835554-1-hyperv neutron-server[102496]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:21:53.467712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG oslo_db.api [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:21:53.484839 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.objects.ports [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102495) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:21:53.489126 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d736636b-5be0-44fd-9a5e-0feb404a5a8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=230f85361a254e689ae4b2a70b440b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055395 Mar 29 09:21:53.516836 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49110) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:53.534389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b63d62e4-d753-4d65-a9bd-261d4282f47f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:53.551843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75992d20-edfb-4a5f-8a61-9f56fe04af22 None None] Resources bound (agent type, host, resource id): {{(pid=102497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:21:53.707909 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:53.737352 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:53.745686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Pushing event deleted for resources: {'Port': ['ID=df5755a5-b634-4c69-b456-99770c4fc2ed,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:53.785635 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2a8dfba0-28a0-4466-ac81-89c844a77e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:21:50Z', 'revision_number': 5, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:53.816255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8dfba0-28a0-4466-ac81-89c844a77e22 None None] Checking router: b77600af-304e-476b-a4d1-910712ceac8e for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:21:53.830981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8dfba0-28a0-4466-ac81-89c844a77e22 None None] Routers {'b77600af-304e-476b-a4d1-910712ceac8e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:53.831612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2a8dfba0-28a0-4466-ac81-89c844a77e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b77600af-304e-476b-a4d1-910712ceac8e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:53.858209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df9382b-6634-4e86-a3da-9b711cddf21c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:53.863554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:53.970081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.012157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-2a8dfba0-28a0-4466-ac81-89c844a77e22 None None] Set router b77600af-304e-476b-a4d1-910712ceac8e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:21:54.015453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.021525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.079676 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44704bba-fded-4275-9c6c-6f9d6fb6db92 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:54.127778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86015dbc-c83d-4c69-a601-0c7dd4da8fbf None None] Network 761d7d7d-1823-4ee2-848d-761569edf9f4 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:54.138525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b63d62e4-d753-4d65-a9bd-261d4282f47f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.141922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b63d62e4-d753-4d65-a9bd-261d4282f47f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.205811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.206406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55f8353a-a5dc-4db0-9884-cd134844dd9f {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:21:54.211794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.216456 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3f0acba8-5e3e-4145-87a0-d976d2a470cc admin admin] 10.222.0.32 "DELETE /v2.0/routers/55f8353a-a5dc-4db0-9884-cd134844dd9f HTTP/1.1" status: 204 len: 168 time: 2.8225713 Mar 29 09:21:54.217123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49112) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:54.248922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df9382b-6634-4e86-a3da-9b711cddf21c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:54.258500 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e0eb125d-d7d3-4d28-a32b-cbc8baf855ca no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:54.337731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce435e13-6122-4a79-8c2e-0cc3a38ed764 admin admin] Deleting subnet df1bb4d9-ee61-4e7b-babf-17686cd6831b {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:54.341435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ce435e13-6122-4a79-8c2e-0cc3a38ed764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.342511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411e952-ff55-42b6-852d-5b99e91e70c0 None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:54.407491 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a3eecbed-c420-40b8-b81e-fc2d028aeb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.432320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: e0eb125d-d7d3-4d28-a32b-cbc8baf855ca {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:54.432612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e0eb125d-d7d3-4d28-a32b-cbc8baf855ca not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:54.449901 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a3eecbed-c420-40b8-b81e-fc2d028aeb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.457947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ce435e13-6122-4a79-8c2e-0cc3a38ed764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.491095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411e952-ff55-42b6-852d-5b99e91e70c0 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:54.492294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b411e952-ff55-42b6-852d-5b99e91e70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:54.525268 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b63d62e4-d753-4d65-a9bd-261d4282f47f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.530127 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63d62e4-d753-4d65-a9bd-261d4282f47f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Fanout notify agent at l3_agent the message router_deleted on router ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:21:54.600090 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b411e952-ff55-42b6-852d-5b99e91e70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:54.603845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b63d62e4-d753-4d65-a9bd-261d4282f47f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.605350 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b63d62e4-d753-4d65-a9bd-261d4282f47f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3 HTTP/1.1" status: 204 len: 168 time: 1.2271481 Mar 29 09:21:54.608191 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a3eecbed-c420-40b8-b81e-fc2d028aeb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.611539 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a3eecbed-c420-40b8-b81e-fc2d028aeb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.612734 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a3eecbed-c420-40b8-b81e-fc2d028aeb1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6142409-349a-4d04-b8f4-3f9bb6a7ad90 HTTP/1.1" status: 204 len: 168 time: 1.0948019 Mar 29 09:21:54.615855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49114) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:54.684343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411e952-ff55-42b6-852d-5b99e91e70c0 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:54.684972 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b411e952-ff55-42b6-852d-5b99e91e70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:54.698318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9579a8b-348b-4a78-8d3c-281ccef6e87e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting subnet f589617b-d4e9-4367-9670-b1d16edd0f48 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:54.708438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b9579a8b-348b-4a78-8d3c-281ccef6e87e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.728145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4619b7f6-88bb-4ba7-8642-9517f7952880 None None] Provisioning complete for port a6cc86b7-c26d-477e-8ed0-c94c6f6ade55 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:54.728559 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4619b7f6-88bb-4ba7-8642-9517f7952880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.735653 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eecbed-c420-40b8-b81e-fc2d028aeb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6142409-349a-4d04-b8f4-3f9bb6a7ad90,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:54.739294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a923ca0d-3808-495b-bc9e-60afc3aeaea2 None None] Network 761d7d7d-1823-4ee2-848d-761569edf9f4 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:54.742079 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.762320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b411e952-ff55-42b6-852d-5b99e91e70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:54.763026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411e952-ff55-42b6-852d-5b99e91e70c0 None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:54.805357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Deleting port 5d305a71-512b-4851-91f2-ccfe96a1d4fb {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:54.805926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.821622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b9579a8b-348b-4a78-8d3c-281ccef6e87e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.869778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ce435e13-6122-4a79-8c2e-0cc3a38ed764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.891772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4619b7f6-88bb-4ba7-8642-9517f7952880 None None] Port a6cc86b7-c26d-477e-8ed0-c94c6f6ade55 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:54.922276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Deleting port c7206194-05c0-48f2-9bfb-bff1c3a94e3a {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:54.922738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:54.948164 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2a8dfba0-28a0-4466-ac81-89c844a77e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:21:50Z', 'revision_number': 5, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:55.112309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] For port 5bc73296-009a-457b-a908-d9d559e5d9cf, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5bc73296-009a-457b-a908-d9d559e5d9cf,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:55.176355 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.190766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.191904 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.264921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8dfba0-28a0-4466-ac81-89c844a77e22 None None] The sync data for ids ['b77600af-304e-476b-a4d1-910712ceac8e'] in dv-neutron-835554-1-hyperv is: [{'id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'name': 'tempest-ServersTestJSON-2105389828-router', 'tenant_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:14Z', 'updated_at': '2022-03-29T09:21:50Z', 'revision_number': 5, 'project_id': 'caff1db302a04b7a883b2ea0ed6e9347', 'gw_port': {'id': 'c7206194-05c0-48f2-9bfb-bff1c3a94e3a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77600af-304e-476b-a4d1-910712ceac8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:17Z', 'updated_at': '2022-03-29T09:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:55.275290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] For port 5d305a71-512b-4851-91f2-ccfe96a1d4fb, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5d305a71-512b-4851-91f2-ccfe96a1d4fb,segment=NetworkSegment(8e475249-d020-425b-acbf-755b940f6f98),segment_id=8e475249-d020-425b-acbf-755b940f6f98)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:55.275290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.318178 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Calling delete_port for 5d305a71-512b-4851-91f2-ccfe96a1d4fb owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:55.342653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ce435e13-6122-4a79-8c2e-0cc3a38ed764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.348033 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df9382b-6634-4e86-a3da-9b711cddf21c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 9ad46172-3cd9-4490-922c-968566fd2258 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:55.394432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:55.413344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce435e13-6122-4a79-8c2e-0cc3a38ed764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df1bb4d9-ee61-4e7b-babf-17686cd6831b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:55.424925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ce435e13-6122-4a79-8c2e-0cc3a38ed764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.430579 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ce435e13-6122-4a79-8c2e-0cc3a38ed764 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/df1bb4d9-ee61-4e7b-babf-17686cd6831b HTTP/1.1" status: 204 len: 168 time: 1.2021823 Mar 29 09:21:55.431763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49132) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:55.439510 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d69514-9822-4d56-9b5e-2a1b2d956709 None None] Network 2bca6ec7-c77c-4796-b4da-ecf7327bab2c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:55.440469 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b9579a8b-348b-4a78-8d3c-281ccef6e87e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.445252 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-04892203-fc18-4659-8514-0cd4ec177c0f None None] Provisioning complete for port 5bc73296-009a-457b-a908-d9d559e5d9cf triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:55.445915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-04892203-fc18-4659-8514-0cd4ec177c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.521050 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=5bc73296-009a-457b-a908-d9d559e5d9cf,revision_number=6']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:55.525158 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:55.531978 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=1e414636-178a-454b-af2a-abc2694332d3,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:55.557229 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] For port c7206194-05c0-48f2-9bfb-bff1c3a94e3a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c7206194-05c0-48f2-9bfb-bff1c3a94e3a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:55.557732 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.567498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:55.568033 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.574665 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b9579a8b-348b-4a78-8d3c-281ccef6e87e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.580533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ef2b3-1ccb-484c-b244-7504d398ae4d None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:55.628970 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Calling delete_port for c7206194-05c0-48f2-9bfb-bff1c3a94e3a owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:55.630966 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9579a8b-348b-4a78-8d3c-281ccef6e87e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Subnet': ['ID=f589617b-d4e9-4367-9670-b1d16edd0f48,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:55.653071 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ce86d8c8-ff47-4d5f-aea3-76a14fd4aec5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.0929604 Mar 29 09:21:55.657647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b9579a8b-348b-4a78-8d3c-281ccef6e87e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.662234 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b9579a8b-348b-4a78-8d3c-281ccef6e87e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/f589617b-d4e9-4367-9670-b1d16edd0f48 HTTP/1.1" status: 204 len: 168 time: 1.0389705 Mar 29 09:21:55.666323 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49140) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:55.666720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49142) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:55.679282 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:15:4b:93', 'name': 'tempest-NetworksTestDHCPv6-118997223'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:55.690479 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b937750-4867-4880-9f06-db8e049f9c5b None None] Network 92396f89-c44f-4667-885d-8f5c8a015253 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:55.857331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.895925 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49144) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:55.930068 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.937209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:55.954808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No DVR routers for this DVR port 5d305a71-512b-4851-91f2-ccfe96a1d4fb on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:55.994498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:56.024130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Port': ['ID=5d305a71-512b-4851-91f2-ccfe96a1d4fb,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:56.087193 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.130046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5bc73296-009a-457b-a908-d9d559e5d9cf up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:21:56.135214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df9382b-6634-4e86-a3da-9b711cddf21c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:56.146957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5df9382b-6634-4e86-a3da-9b711cddf21c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.150255 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ad07e-0a85-4074-9d75-1039a6c44b28 None None] Sync routers for ids ['9ad46172-3cd9-4490-922c-968566fd2258'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:56.150787 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-38a7101e-c164-48af-aac1-eb3e680e1b3d tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] Request body: {'port': {'network_id': 'a00eae18-e304-4183-851e-2b58d57033f7', 'name': 'tempest-NetworksNegativeTestJSON-231887370'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:56.166525 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a7101e-c164-48af-aac1-eb3e680e1b3d tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] POST failed (client error): The resource could not be found. Mar 29 09:21:56.167121 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a7101e-c164-48af-aac1-eb3e680e1b3d tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:56.167245 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ad07e-0a85-4074-9d75-1039a6c44b28 None None] Routers {'9ad46172-3cd9-4490-922c-968566fd2258'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:56.167970 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-ac0ad07e-0a85-4074-9d75-1039a6c44b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9ad46172-3cd9-4490-922c-968566fd2258'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:56.168288 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-38a7101e-c164-48af-aac1-eb3e680e1b3d tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2711911 Mar 29 09:21:56.183659 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 00236212-e304-4967-a35f-a941073d5a47 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:21:56.183918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49148) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:56.219232 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-ac0ad07e-0a85-4074-9d75-1039a6c44b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:56.235558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.242698 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ad07e-0a85-4074-9d75-1039a6c44b28 None None] Routers {'9ad46172-3cd9-4490-922c-968566fd2258'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:56.243710 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-ac0ad07e-0a85-4074-9d75-1039a6c44b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9ad46172-3cd9-4490-922c-968566fd2258'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:56.268775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d84e80c-ba4e-47b8-8770-d9a5835791ef None None] DHCP port deletion for 2bca6ec7-c77c-4796-b4da-ecf7327bab2c request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:56.300064 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-ac0ad07e-0a85-4074-9d75-1039a6c44b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:56.300718 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ad07e-0a85-4074-9d75-1039a6c44b28 None None] The sync data for ids ['9ad46172-3cd9-4490-922c-968566fd2258'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:56.315952 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5df9382b-6634-4e86-a3da-9b711cddf21c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "PUT /v2.0/floatingips/be54da81-cb80-4fc5-9780-75852e37a5ae HTTP/1.1" status: 200 len: 979 time: 4.8048561 Mar 29 09:21:56.323942 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b63c660-c416-471b-acfa-6c716dbfb200 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] DELETE failed (client error): The resource could not be found. Mar 29 09:21:56.324637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b63c660-c416-471b-acfa-6c716dbfb200 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:56.325267 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49150) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:56.331245 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9b63c660-c416-471b-acfa-6c716dbfb200 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] 10.222.0.32 "DELETE /v2.0/networks/0b619af0-ff8d-4aec-a9e7-324572c4f227 HTTP/1.1" status: 404 len: 339 time: 0.1064656 Mar 29 09:21:56.331245 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Deleting port 77ece32f-d25e-499c-aee1-587bf4206ea4 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:56.331245 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.334772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a405b6d1-a688-47c1-ba04-7a0a3126d629 None None] DHCP port deletion for 92396f89-c44f-4667-885d-8f5c8a015253 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:56.335556 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49152) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:56.339599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f816:3eff:fe15:4b93 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/1e414636-178a-454b-af2a-abc2694332d3/00236212-e304-4967-a35f-a941073d5a47) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:56.346299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761d7d7d-1823-4ee2-848d-761569edf9f4']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:56.364816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e475249-d020-425b-acbf-755b940f6f98') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:56.365235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e475249-d020-425b-acbf-755b940f6f98') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:56.408050 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 4c7ec128-2790-45e6-a812-acbaee177f69 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:56.408333 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.414629 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b3b3e6-1351-4dce-b3ac-9f2c3ddf3757 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] DELETE failed (client error): The resource could not be found. Mar 29 09:21:56.415342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b3b3e6-1351-4dce-b3ac-9f2c3ddf3757 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:56.416414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5bc73296-009a-457b-a908-d9d559e5d9cf triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:56.416893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.422688 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-53b3b3e6-1351-4dce-b3ac-9f2c3ddf3757 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] 10.222.0.32 "DELETE /v2.0/ports/d6b3670b-737e-4468-a73d-c0f3034f7f2d HTTP/1.1" status: 404 len: 333 time: 0.0760145 Mar 29 09:21:56.427784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49154) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:56.429673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] For port 77ece32f-d25e-499c-aee1-587bf4206ea4, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=77ece32f-d25e-499c-aee1-587bf4206ea4,segment=NetworkSegment(14212b7d-d686-4361-8e15-54fae21a812b),segment_id=14212b7d-d686-4361-8e15-54fae21a812b)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:56.430387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.447636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Calling delete_port for 77ece32f-d25e-499c-aee1-587bf4206ea4 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:56.464779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.519579 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-5d84e80c-ba4e-47b8-8770-d9a5835791ef None None] Deleting port 77ece32f-d25e-499c-aee1-587bf4206ea4 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:56.519999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5d84e80c-ba4e-47b8-8770-d9a5835791ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.520411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.532461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:56.534061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:56.536979 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:56.541846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a405b6d1-a688-47c1-ba04-7a0a3126d629 None None] Deleting port 4c7ec128-2790-45e6-a812-acbaee177f69 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:56.542308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a405b6d1-a688-47c1-ba04-7a0a3126d629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.609729 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] For port 4c7ec128-2790-45e6-a812-acbaee177f69, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4c7ec128-2790-45e6-a812-acbaee177f69,segment=NetworkSegment(ba630135-4d25-49eb-94d4-fdb2b2051451),segment_id=ba630135-4d25-49eb-94d4-fdb2b2051451)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:56.610746 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.640358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.662231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 4c7ec128-2790-45e6-a812-acbaee177f69 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:56.667315 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f63292-d515-4309-8f30-5787849d5cad tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] DELETE failed (client error): The resource could not be found. Mar 29 09:21:56.667657 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f63292-d515-4309-8f30-5787849d5cad tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:56.675269 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f0f63292-d515-4309-8f30-5787849d5cad tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] 10.222.0.32 "DELETE /v2.0/subnets/f3b68b85-8f4d-4926-ba13-2c42473e36e5 HTTP/1.1" status: 404 len: 337 time: 0.2334146 Mar 29 09:21:56.677993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.681351 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/761d7d7d-1823-4ee2-848d-761569edf9f4 HTTP/1.1" status: 204 len: 168 time: 5.2992523 Mar 29 09:21:56.681888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49156) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:56.682699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fb2d7-96c5-41f5-b408-57053aacddf4 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Network': ['ID=761d7d7d-1823-4ee2-848d-761569edf9f4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:56.687184 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.691006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49158) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:56.731155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5d84e80c-ba4e-47b8-8770-d9a5835791ef None None] For port 77ece32f-d25e-499c-aee1-587bf4206ea4, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=77ece32f-d25e-499c-aee1-587bf4206ea4,segment=NetworkSegment(14212b7d-d686-4361-8e15-54fae21a812b),segment_id=14212b7d-d686-4361-8e15-54fae21a812b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:56.731554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-5bd3909e-3ca1-4da1-a6c4-c66c4a6ce7b7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-294086089'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:56.731678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5d84e80c-ba4e-47b8-8770-d9a5835791ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.738767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ece32f-d25e-499c-aee1-587bf4206ea4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:56.759521 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9e8e9a-c5ac-4e84-b021-d48eae5e1317 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] GET failed (client error): The resource could not be found. Mar 29 09:21:56.761034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2a9e8e9a-c5ac-4e84-b021-d48eae5e1317 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] 10.222.0.32 "GET /v2.0/networks/cb4ca8a4-4ea3-452d-af1e-77a02d430d4d HTTP/1.1" status: 404 len: 339 time: 0.0715044 Mar 29 09:21:56.768247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] No DVR routers for this DVR port 77ece32f-d25e-499c-aee1-587bf4206ea4 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:56.769534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49160) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:56.774007 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-5d84e80c-ba4e-47b8-8770-d9a5835791ef None None] Calling delete_port for 77ece32f-d25e-499c-aee1-587bf4206ea4 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:56.779324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a405b6d1-a688-47c1-ba04-7a0a3126d629 None None] For port 4c7ec128-2790-45e6-a812-acbaee177f69, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4c7ec128-2790-45e6-a812-acbaee177f69,segment=NetworkSegment(ba630135-4d25-49eb-94d4-fdb2b2051451),segment_id=ba630135-4d25-49eb-94d4-fdb2b2051451)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:56.779740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a405b6d1-a688-47c1-ba04-7a0a3126d629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.796909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5fc1db34-37b7-414d-a86f-73fe27a65fc4 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:56.798990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0fe93707-bc91-41f2-ac64-93be2c83b480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.817448 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-9792f2a5-6381-4cfa-93af-953cb56e2f66 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] GET failed (client error): The resource could not be found. Mar 29 09:21:56.818866 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9792f2a5-6381-4cfa-93af-953cb56e2f66 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] 10.222.0.32 "GET /v2.0/ports/c3f15231-6c9c-49ec-a1ca-5aa2e2087ea7 HTTP/1.1" status: 404 len: 333 time: 0.0483103 Mar 29 09:21:56.828190 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49162) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:56.840136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd3909e-3ca1-4da1-a6c4-c66c4a6ce7b7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:56.840434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a405b6d1-a688-47c1-ba04-7a0a3126d629 None None] Calling delete_port for 4c7ec128-2790-45e6-a812-acbaee177f69 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:56.843311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 5fc1db34-37b7-414d-a86f-73fe27a65fc4 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:56.843609 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bd3909e-3ca1-4da1-a6c4-c66c4a6ce7b7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.843744 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5fc1db34-37b7-414d-a86f-73fe27a65fc4 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:56.844053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device df5755a5-b634-4c69-b456-99770c4fc2ed no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:56.855937 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.888663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.889907 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port a6cc86b7-c26d-477e-8ed0-c94c6f6ade55 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:56.890344 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.911290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: df5755a5-b634-4c69-b456-99770c4fc2ed {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:56.911620 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device df5755a5-b634-4c69-b456-99770c4fc2ed not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:56.918608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bca6ec7-c77c-4796-b4da-ecf7327bab2c']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:56.920593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d7753375-dd89-4288-b1e3-5309c1642765 None None] Provisioning complete for port 5bc73296-009a-457b-a908-d9d559e5d9cf triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:56.920971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d7753375-dd89-4288-b1e3-5309c1642765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.921976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd3909e-3ca1-4da1-a6c4-c66c4a6ce7b7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:21:56.935622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14212b7d-d686-4361-8e15-54fae21a812b') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:56.936889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14212b7d-d686-4361-8e15-54fae21a812b') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:56.948024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bd3909e-3ca1-4da1-a6c4-c66c4a6ce7b7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.948363 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-5bd3909e-3ca1-4da1-a6c4-c66c4a6ce7b7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Added segment 2c5c7053-277b-4e51-b402-3bfafc5b5fa8 of type vlan for network e7b68d33-b17b-4ead-8c66-b6d5a7cc118b Mar 29 09:21:56.952066 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:56.952558 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b69743-e31c-42f0-9779-d97fb9262983 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] GET failed (client error): The resource could not be found. Mar 29 09:21:56.957817 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-26b69743-e31c-42f0-9779-d97fb9262983 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] 10.222.0.32 "GET /v2.0/subnets/71b5dfce-f03a-4314-b7da-4c68f819b281 HTTP/1.1" status: 404 len: 337 time: 0.1241903 Mar 29 09:21:56.963422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49164) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:56.981210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-99094381-b66c-416c-9af9-9611c591adfb tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:56.991319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7206194-05c0-48f2-9bfb-bff1c3a94e3a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:56.999868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.007103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bd3909e-3ca1-4da1-a6c4-c66c4a6ce7b7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.013076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:57.013547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:57.015402 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:57.044352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5d84e80c-ba4e-47b8-8770-d9a5835791ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.092861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bd3909e-3ca1-4da1-a6c4-c66c4a6ce7b7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.094086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84e80c-ba4e-47b8-8770-d9a5835791ef None None] Pushing event deleted for resources: {'Port': ['ID=77ece32f-d25e-499c-aee1-587bf4206ea4,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:57.096303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84e80c-ba4e-47b8-8770-d9a5835791ef None None] No DVR routers for this DVR port 77ece32f-d25e-499c-aee1-587bf4206ea4 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:57.099413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd3909e-3ca1-4da1-a6c4-c66c4a6ce7b7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:57.100069 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bd3909e-3ca1-4da1-a6c4-c66c4a6ce7b7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.128900 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.139212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.142688 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2bca6ec7-c77c-4796-b4da-ecf7327bab2c HTTP/1.1" status: 204 len: 168 time: 1.7085459 Mar 29 09:21:57.153817 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5bd3909e-3ca1-4da1-a6c4-c66c4a6ce7b7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4295735 Mar 29 09:21:57.156682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49168) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:57.162442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0a7cd4f7-9bba-42db-a611-6e69774d1e4c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'network_id': 'e7b68d33-b17b-4ead-8c66-b6d5a7cc118b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:57.215557 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3909e-3ca1-4da1-a6c4-c66c4a6ce7b7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=e7b68d33-b17b-4ead-8c66-b6d5a7cc118b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:57.229500 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network e7b68d33-b17b-4ead-8c66-b6d5a7cc118b details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:21:57.248387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666908a-825e-4568-9369-0c7ce5b4bba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bca6ec7-c77c-4796-b4da-ecf7327bab2c,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:57.309844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7cd4f7-9bba-42db-a611-6e69774d1e4c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:21:57.313973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd4f7-9bba-42db-a611-6e69774d1e4c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.382811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49170) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:57.415818 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-99094381-b66c-416c-9af9-9611c591adfb tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] PUT failed (client error): The resource could not be found. Mar 29 09:21:57.416528 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99094381-b66c-416c-9af9-9611c591adfb tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:57.417987 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-99094381-b66c-416c-9af9-9611c591adfb tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] 10.222.0.32 "PUT /v2.0/networks/cbed1db4-f7d0-4914-a11d-d74b3a42874e HTTP/1.1" status: 404 len: 339 time: 0.4427257 Mar 29 09:21:57.425985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49172) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:57.432696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9d0b7683-0c4a-4b66-8bb1-0a06d3245ebe tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:57.461356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a405b6d1-a688-47c1-ba04-7a0a3126d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.464887 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0b7683-0c4a-4b66-8bb1-0a06d3245ebe tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] PUT failed (client error): The resource could not be found. Mar 29 09:21:57.465669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0b7683-0c4a-4b66-8bb1-0a06d3245ebe tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:57.470512 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9d0b7683-0c4a-4b66-8bb1-0a06d3245ebe tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] 10.222.0.32 "PUT /v2.0/ports/0c7075cd-84eb-4f11-be13-d97abf88109d HTTP/1.1" status: 404 len: 333 time: 0.0398464 Mar 29 09:21:57.470753 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dd335f6e-504e-4e1f-98ae-9d1ecddc4d1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dec1dec677064dab8f8e0655ae5cfa98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0868897 Mar 29 09:21:57.471319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49174) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:57.476293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-06696c2b-5e3a-464c-a43a-8c4ea7125457 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:57.478767 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.481558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49176) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:57.505390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a405b6d1-a688-47c1-ba04-7a0a3126d629 None None] No DVR routers for this DVR port 4c7ec128-2790-45e6-a812-acbaee177f69 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:57.507643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405b6d1-a688-47c1-ba04-7a0a3126d629 None None] Pushing event deleted for resources: {'Port': ['ID=4c7ec128-2790-45e6-a812-acbaee177f69,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:57.509170 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-06696c2b-5e3a-464c-a43a-8c4ea7125457 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] PUT failed (client error): The resource could not be found. Mar 29 09:21:57.509956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06696c2b-5e3a-464c-a43a-8c4ea7125457 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:21:57.514484 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-06696c2b-5e3a-464c-a43a-8c4ea7125457 tempest-NetworksNegativeTestJSON-2126708726 tempest-NetworksNegativeTestJSON-2126708726-project] 10.222.0.32 "PUT /v2.0/subnets/8d4044cc-0845-4341-8e9b-0f2b6a5ac65d HTTP/1.1" status: 404 len: 337 time: 0.0388877 Mar 29 09:21:57.548513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=4c7ec128-2790-45e6-a812-acbaee177f69,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:57.557454 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.559090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No DVR routers for this DVR port 4c7ec128-2790-45e6-a812-acbaee177f69 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:21:57.567502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.591984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.609499 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-053cab65-a8a4-4c82-83bc-c8772e47d87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.667960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-053cab65-a8a4-4c82-83bc-c8772e47d87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.674798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd4f7-9bba-42db-a611-6e69774d1e4c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.769509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.773320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.785276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cd4f7-9bba-42db-a611-6e69774d1e4c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=07cefd76-4a5f-48ce-8bea-c309328db345,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:57.790714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-053cab65-a8a4-4c82-83bc-c8772e47d87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.793392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-053cab65-a8a4-4c82-83bc-c8772e47d87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.797450 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-053cab65-a8a4-4c82-83bc-c8772e47d87a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e8d94c2-573a-4ae8-92b6-0254b15999dd HTTP/1.1" status: 204 len: 168 time: 0.3120997 Mar 29 09:21:57.810614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7cd4f7-9bba-42db-a611-6e69774d1e4c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking segment: {'id': '2c5c7053-277b-4e51-b402-3bfafc5b5fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e7b68d33-b17b-4ead-8c66-b6d5a7cc118b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:57.811089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7cd4f7-9bba-42db-a611-6e69774d1e4c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network hostable DHCP agents. Network: e7b68d33-b17b-4ead-8c66-b6d5a7cc118b, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:21:57.817211 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.817855 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cab65-a8a4-4c82-83bc-c8772e47d87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8d94c2-573a-4ae8-92b6-0254b15999dd,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:57.851363 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7cd4f7-9bba-42db-a611-6e69774d1e4c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network e7b68d33-b17b-4ead-8c66-b6d5a7cc118b is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:21:57.867396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-0a7cd4f7-9bba-42db-a611-6e69774d1e4c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, e7b68d33-b17b-4ead-8c66-b6d5a7cc118b) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:57.869150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49184) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:57.884184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6290afba-7651-42d3-b978-689f22d7f227 None None] Network e7b68d33-b17b-4ead-8c66-b6d5a7cc118b requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:57.887702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7cd4f7-9bba-42db-a611-6e69774d1e4c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:57.888238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd4f7-9bba-42db-a611-6e69774d1e4c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.900263 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92396f89-c44f-4667-885d-8f5c8a015253']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:57.919653 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0a7cd4f7-9bba-42db-a611-6e69774d1e4c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7616315 Mar 29 09:21:57.922380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49188) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:57.947945 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.948910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b77600af-304e-476b-a4d1-910712ceac8e {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:21:57.962176 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.966488 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4b972a48-46c6-48b2-bce8-be8bde9f0586 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b77600af-304e-476b-a4d1-910712ceac8e HTTP/1.1" status: 204 len: 168 time: 5.0881722 Mar 29 09:21:57.970068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:57.971787 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49190) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:57.975477 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba630135-4d25-49eb-94d4-fdb2b2051451') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:57.976646 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba630135-4d25-49eb-94d4-fdb2b2051451') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:58.036951 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.142858 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.146066 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:58.149789 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5679ef-700f-4a8c-87f2-c2498bbcef12 admin admin] Deleting subnet 430ce061-df35-4aeb-b498-7548e31301a3 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:21:58.159180 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:21:58.159855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.183847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf5679ef-700f-4a8c-87f2-c2498bbcef12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.188202 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-70582309-45d3-4d1f-9e4a-73ece6336859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.190414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-e7b68d33-b17b-4ead-8c66-b6d5a7cc118b', 'network_id': 'e7b68d33-b17b-4ead-8c66-b6d5a7cc118b', 'tenant_id': '74d6d955aea140dab5078844d80a08bc', 'fixed_ips': [{'subnet_id': '07cefd76-4a5f-48ce-8bea-c309328db345'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:21:58.191564 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:21:58.220102 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:21:58.222638 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:58.225594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4c7ec128-2790-45e6-a812-acbaee177f69 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:58.274963 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:58.280869 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:58.281527 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.288313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf5679ef-700f-4a8c-87f2-c2498bbcef12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.291241 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=00236212-e304-4967-a35f-a941073d5a47,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:58.298571 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 4c7ec128-2790-45e6-a812-acbaee177f69 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:58.301527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.303304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4c7ec128-2790-45e6-a812-acbaee177f69 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:58.304080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 77ece32f-d25e-499c-aee1-587bf4206ea4 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:21:58.321046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.331360 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ce556e9a-34c9-43b4-aead-b994b91505f5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6633596 Mar 29 09:21:58.332579 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.339774 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/networks/92396f89-c44f-4667-885d-8f5c8a015253 HTTP/1.1" status: 204 len: 168 time: 2.6671512 Mar 29 09:21:58.344647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.344885 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.345209 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Floating IP be54da81-cb80-4fc5-9780-75852e37a5ae disassociated. External IP: 172.26.1.195, port: a6cc86b7-c26d-477e-8ed0-c94c6f6ade55. Mar 29 09:21:58.345580 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for a6cc86b7-c26d-477e-8ed0-c94c6f6ade55 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:21:58.346360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49194) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:58.346793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49196) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:58.373352 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-250696575', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:21:58.379793 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec267b-7299-4721-b5ad-2bdcb42204f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Network': ['ID=92396f89-c44f-4667-885d-8f5c8a015253,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:58.574083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.575460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.583143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.615433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 77ece32f-d25e-499c-aee1-587bf4206ea4 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:21:58.615938 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 77ece32f-d25e-499c-aee1-587bf4206ea4 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:21:58.675250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=a6cc86b7-c26d-477e-8ed0-c94c6f6ade55,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:58.712447 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5029b968-8540-432f-811b-f07efc4e80f1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:58.719080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5029b968-8540-432f-811b-f07efc4e80f1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:21:58.723625 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5029b968-8540-432f-811b-f07efc4e80f1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3730011 Mar 29 09:21:58.739376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49206) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:58.770767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7203e8ca-dbb1-483c-9e9e-8ba7ebfde09b None None] Provisioning complete for port 00236212-e304-4967-a35f-a941073d5a47 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:21:58.771059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7203e8ca-dbb1-483c-9e9e-8ba7ebfde09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.797049 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-70582309-45d3-4d1f-9e4a-73ece6336859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.812163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Allocated IP 172.20.0.2 (e7b68d33-b17b-4ead-8c66-b6d5a7cc118b/07cefd76-4a5f-48ce-8bea-c309328db345/611917ba-cc76-43c1-8def-be6569f96076) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:21:58.818815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.858228 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7203e8ca-dbb1-483c-9e9e-8ba7ebfde09b None None] Port 00236212-e304-4967-a35f-a941073d5a47 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:21:58.882834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf5679ef-700f-4a8c-87f2-c2498bbcef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:58.883482 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 9ad46172-3cd9-4490-922c-968566fd2258 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:21:58.888551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-70582309-45d3-4d1f-9e4a-73ece6336859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.008500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.012402 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70582309-45d3-4d1f-9e4a-73ece6336859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa130a1b-3761-4221-9543-5db077d09c26,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:59.046778 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:21:59.058207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.062066 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe001da-7c72-4ebf-b39b-f78163d244d9 None None] Sync routers for ids ['9ad46172-3cd9-4490-922c-968566fd2258'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:21:59.084713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.098620 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6bbf0e50-d3a5-4223-8d4f-70ac41fb6d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.147244 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-70582309-45d3-4d1f-9e4a-73ece6336859 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe9e7c94ed5e4cd39aeeb765d18dfccf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2762411 Mar 29 09:21:59.149740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49216) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:59.170073 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Network e7b68d33-b17b-4ead-8c66-b6d5a7cc118b is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:21:59.171785 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Pushing event updated for resources: {'Port': ['ID=611917ba-cc76-43c1-8def-be6569f96076,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:59.175008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe001da-7c72-4ebf-b39b-f78163d244d9 None None] Routers {'9ad46172-3cd9-4490-922c-968566fd2258'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:59.175610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-bfe001da-7c72-4ebf-b39b-f78163d244d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9ad46172-3cd9-4490-922c-968566fd2258'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:59.203680 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.215024 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:21:59.215236 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8c7902b4-e30d-4353-af13-89718dfa59ba tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/ports/a6cc86b7-c26d-477e-8ed0-c94c6f6ade55 HTTP/1.1" status: 204 len: 168 time: 2.8885562 Mar 29 09:21:59.217431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49218) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:59.217748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-bfe001da-7c72-4ebf-b39b-f78163d244d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:59.220435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:21:59.220923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.265085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e27ab0ff-0ab7-4f80-b4f6-2d74f309a24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.283788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe001da-7c72-4ebf-b39b-f78163d244d9 None None] Routers {'9ad46172-3cd9-4490-922c-968566fd2258'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:21:59.285303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-bfe001da-7c72-4ebf-b39b-f78163d244d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9ad46172-3cd9-4490-922c-968566fd2258'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:59.291239 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e27ab0ff-0ab7-4f80-b4f6-2d74f309a24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.337621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-bfe001da-7c72-4ebf-b39b-f78163d244d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:21:59.338575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe001da-7c72-4ebf-b39b-f78163d244d9 None None] The sync data for ids ['9ad46172-3cd9-4490-922c-968566fd2258'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:21:59.340540 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Attempting to bind port 611917ba-cc76-43c1-8def-be6569f96076 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:21:59.341053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Attempting to bind port 611917ba-cc76-43c1-8def-be6569f96076 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '2c5c7053-277b-4e51-b402-3bfafc5b5fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e7b68d33-b17b-4ead-8c66-b6d5a7cc118b'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:21:59.341466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Attempting to bind port 611917ba-cc76-43c1-8def-be6569f96076 on network e7b68d33-b17b-4ead-8c66-b6d5a7cc118b {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:21:59.349665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:21:59.350229 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Checking segment: {'id': '2c5c7053-277b-4e51-b402-3bfafc5b5fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e7b68d33-b17b-4ead-8c66-b6d5a7cc118b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:21:59.350849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.351870 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Bound using segment: {'id': '2c5c7053-277b-4e51-b402-3bfafc5b5fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e7b68d33-b17b-4ead-8c66-b6d5a7cc118b'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:21:59.352687 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Bound port: 611917ba-cc76-43c1-8def-be6569f96076, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5c7053-277b-4e51-b402-3bfafc5b5fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'e7b68d33-b17b-4ead-8c66-b6d5a7cc118b'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:21:59.353256 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.353391 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e27ab0ff-0ab7-4f80-b4f6-2d74f309a24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.357463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Subnet': ['ID=07cefd76-4a5f-48ce-8bea-c309328db345,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:59.365521 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e27ab0ff-0ab7-4f80-b4f6-2d74f309a24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.368678 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e27ab0ff-0ab7-4f80-b4f6-2d74f309a24e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa130a1b-3761-4221-9543-5db077d09c26 HTTP/1.1" status: 204 len: 168 time: 0.2153392 Mar 29 09:21:59.408095 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ab0ff-0ab7-4f80-b4f6-2d74f309a24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa130a1b-3761-4221-9543-5db077d09c26,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:59.425952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.429841 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] For port 611917ba-cc76-43c1-8def-be6569f96076, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:21:59.430449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf5679ef-700f-4a8c-87f2-c2498bbcef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.434286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] For port 611917ba-cc76-43c1-8def-be6569f96076, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=611917ba-cc76-43c1-8def-be6569f96076,segment=NetworkSegment(2c5c7053-277b-4e51-b402-3bfafc5b5fa8),segment_id=2c5c7053-277b-4e51-b402-3bfafc5b5fa8)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:21:59.443161 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.517294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf5679ef-700f-4a8c-87f2-c2498bbcef12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.524028 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cf5679ef-700f-4a8c-87f2-c2498bbcef12 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/430ce061-df35-4aeb-b498-7548e31301a3 HTTP/1.1" status: 204 len: 168 time: 1.5485523 Mar 29 09:21:59.525205 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5679ef-700f-4a8c-87f2-c2498bbcef12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430ce061-df35-4aeb-b498-7548e31301a3,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:59.526412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49226) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:21:59.533239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447bf8d8-aae7-458b-b3e0-ccad9a191b72 None None] Network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:59.574392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357c3d8-ee4a-47c2-ba6e-f042acce0949 None None] Pushing event updated for resources: {'Port': ['ID=611917ba-cc76-43c1-8def-be6569f96076,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:21:59.581485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9147c98f-7166-408a-8693-5ae54f922a4e None None] Network e7b68d33-b17b-4ead-8c66-b6d5a7cc118b requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:21:59.698950 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.845086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Deleting port e74c955a-643a-4931-bc0f-f30b6c140d52 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:21:59.845538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.922369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a5d635-14f4-4797-8f01-565398ea8966 None None] DHCP port deletion for f9656fba-9b1e-414e-8ea0-9f8b6c07da74 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:21:59.950588 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] For port e74c955a-643a-4931-bc0f-f30b6c140d52, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e74c955a-643a-4931-bc0f-f30b6c140d52,segment=NetworkSegment(d363cee5-c162-41da-80c7-a89867efc37b),segment_id=d363cee5-c162-41da-80c7-a89867efc37b)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:21:59.951203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:21:59.968271 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Calling delete_port for e74c955a-643a-4931-bc0f-f30b6c140d52 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:00.025003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.039494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-65a5d635-14f4-4797-8f01-565398ea8966 None None] Deleting port e74c955a-643a-4931-bc0f-f30b6c140d52 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:00.041631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-65a5d635-14f4-4797-8f01-565398ea8966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.110675 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c7206194-05c0-48f2-9bfb-bff1c3a94e3a no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:00.119456 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.156300 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d8759-9db4-46fa-831c-443b498cc850 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 00236212-e304-4967-a35f-a941073d5a47 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:00.156705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8759-9db4-46fa-831c-443b498cc850 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.177103 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=e74c955a-643a-4931-bc0f-f30b6c140d52,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:00.193921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] No DVR routers for this DVR port e74c955a-643a-4931-bc0f-f30b6c140d52 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:00.203136 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: c7206194-05c0-48f2-9bfb-bff1c3a94e3a {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:00.204146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c7206194-05c0-48f2-9bfb-bff1c3a94e3a not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:00.204146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e74c955a-643a-4931-bc0f-f30b6c140d52 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:00.236002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: e74c955a-643a-4931-bc0f-f30b6c140d52 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:00.236368 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e74c955a-643a-4931-bc0f-f30b6c140d52 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:00.255541 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-65a5d635-14f4-4797-8f01-565398ea8966 None None] For port e74c955a-643a-4931-bc0f-f30b6c140d52, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e74c955a-643a-4931-bc0f-f30b6c140d52,segment=NetworkSegment(d363cee5-c162-41da-80c7-a89867efc37b),segment_id=d363cee5-c162-41da-80c7-a89867efc37b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:00.255963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-65a5d635-14f4-4797-8f01-565398ea8966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.271721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b68d33-b17b-4ead-8c66-b6d5a7cc118b']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:00.287951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-65a5d635-14f4-4797-8f01-565398ea8966 None None] Calling delete_port for e74c955a-643a-4931-bc0f-f30b6c140d52 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:00.338222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5c7053-277b-4e51-b402-3bfafc5b5fa8') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:00.338334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5c7053-277b-4e51-b402-3bfafc5b5fa8') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:00.350580 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.374887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9656fba-9b1e-414e-8ea0-9f8b6c07da74']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:00.389705 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd363cee5-c162-41da-80c7-a89867efc37b') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:00.390461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd363cee5-c162-41da-80c7-a89867efc37b') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:00.402381 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.418769 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.427209 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:00.428008 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.459631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:00.496669 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:00.506486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.549042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.558954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.566778 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.568767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8759-9db4-46fa-831c-443b498cc850 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.574334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:00.574738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:00.580530 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:00.582680 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] 10.222.0.32 "DELETE /v2.0/networks/f9656fba-9b1e-414e-8ea0-9f8b6c07da74 HTTP/1.1" status: 204 len: 168 time: 1.0506907 Mar 29 09:22:00.584776 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19822b5-0c77-4901-9e9d-922aeef03c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9656fba-9b1e-414e-8ea0-9f8b6c07da74,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:00.661629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-65a5d635-14f4-4797-8f01-565398ea8966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:00.673320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65a5d635-14f4-4797-8f01-565398ea8966 None None] Network f9656fba-9b1e-414e-8ea0-9f8b6c07da74 is not hosted by any dhcp agent {{(pid=102497) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 09:22:00.674305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a5d635-14f4-4797-8f01-565398ea8966 None None] No DVR routers for this DVR port e74c955a-643a-4931-bc0f-f30b6c140d52 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:00.720934 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5d635-14f4-4797-8f01-565398ea8966 None None] Pushing event deleted for resources: {'Port': ['ID=e74c955a-643a-4931-bc0f-f30b6c140d52,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:00.725349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ccb9c-7a09-4623-b414-e45c47309dc5 None None] get_active_networks_info from dv-neutron-835554-1-hyperv {{(pid=102497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 09:22:00.762405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d8759-9db4-46fa-831c-443b498cc850 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 00236212-e304-4967-a35f-a941073d5a47 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:00.851922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49266) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:00.905654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2ccb9c-7a09-4623-b414-e45c47309dc5 None None] Resources bound (agent type, host, resource id): {{(pid=102497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:22:00.911473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.api [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:22:00.911473 dv-neutron-835554-1-hyperv neutron-server[102496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:22:00.911473 dv-neutron-835554-1-hyperv neutron-server[102496]: [parameters: {'id': 'e7b68d33-b17b-4ead-8c66-b6d5a7cc118b'}] Mar 29 09:22:00.911473 dv-neutron-835554-1-hyperv neutron-server[102496]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:22:00.911779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG oslo_db.api [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:22:01.050194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49272) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:01.061667 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.109375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.257954 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8b42795d-5060-4b56-bf88-1472504957f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=caff1db302a04b7a883b2ea0ed6e9347&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2020657 Mar 29 09:22:01.258170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-821bab5b-b34a-46cf-8434-38bee938c34f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-591431545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:01.261937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49276) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:01.267512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9cc499b7-6f67-4f5a-b28a-4cc9e6123b19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.284737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-821bab5b-b34a-46cf-8434-38bee938c34f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.286067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-821bab5b-b34a-46cf-8434-38bee938c34f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.315840 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49278) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:01.347020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8759-9db4-46fa-831c-443b498cc850 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.367215 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-821bab5b-b34a-46cf-8434-38bee938c34f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.374071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-821bab5b-b34a-46cf-8434-38bee938c34f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.395290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-821bab5b-b34a-46cf-8434-38bee938c34f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.399604 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-821bab5b-b34a-46cf-8434-38bee938c34f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5422561 Mar 29 09:22:01.400240 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49282) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:01.405795 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2089310769'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:01.407334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d8759-9db4-46fa-831c-443b498cc850 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=00236212-e304-4967-a35f-a941073d5a47,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:01.418461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.427120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Allocated IP 172.26.1.238 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/4d03dedf-e8d3-4693-8ef0-a4a3d3df0de1) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:01.451367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Made reservation on behalf of 57acfa715f3344af8289778ea6d93c36 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:01.457422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.468780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.516551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8759-9db4-46fa-831c-443b498cc850 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.521907 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0b7d8759-9db4-46fa-831c-443b498cc850 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/00236212-e304-4967-a35f-a941073d5a47 HTTP/1.1" status: 204 len: 168 time: 2.7791114 Mar 29 09:22:01.527839 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49284) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:01.528203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:01.570253 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.601844 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.609974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.651329 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:01.655916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6ac76102-df1a-49d1-8a3d-4abcac0fda3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.666977 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=938aab40-989d-4fe9-9593-f6c6897b253a,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:01.704834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.705104 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Added segment 8689cce9-c8ef-4977-9668-e760c43e379d of type vlan for network ce8478e7-5521-4206-90b4-6fe01d0c5de2 Mar 29 09:22:01.720143 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a221031d-6613-406f-a34b-5dddc65a6026 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:01.721766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a221031d-6613-406f-a34b-5dddc65a6026 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:01.723259 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a221031d-6613-406f-a34b-5dddc65a6026 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1928475 Mar 29 09:22:01.729428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49286) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:01.754668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.789456 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.794896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:01.795507 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.802174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6ac76102-df1a-49d1-8a3d-4abcac0fda3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.826206 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.847965 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4465311 Mar 29 09:22:01.853410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49288) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:01.856185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.868316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-13c298ac-a7b5-46fd-a086-1b6c87ed6c38 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Request body: {'subnet': {'network_id': 'ce8478e7-5521-4206-90b4-6fe01d0c5de2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:01.883488 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac9e5b-7480-4b42-8941-1d64611b0442 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event updated for resources: {'Network': ['ID=ce8478e7-5521-4206-90b4-6fe01d0c5de2,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:01.895290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network ce8478e7-5521-4206-90b4-6fe01d0c5de2 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:01.908589 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a83356f-1b86-4205-b0ac-77511068ee39 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 1e414636-178a-454b-af2a-abc2694332d3 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:01.928877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a83356f-1b86-4205-b0ac-77511068ee39 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.934877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Deleting port 611917ba-cc76-43c1-8def-be6569f96076 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:01.935217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:01.988600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.084624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a83356f-1b86-4205-b0ac-77511068ee39 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.127174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6ac76102-df1a-49d1-8a3d-4abcac0fda3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.129661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6ac76102-df1a-49d1-8a3d-4abcac0fda3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.130816 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6ac76102-df1a-49d1-8a3d-4abcac0fda3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/066aca41-b7ce-436d-a3d2-9744dda36a2a HTTP/1.1" status: 204 len: 168 time: 0.8612206 Mar 29 09:22:02.147137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] For port 611917ba-cc76-43c1-8def-be6569f96076, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=611917ba-cc76-43c1-8def-be6569f96076,segment=NetworkSegment(2c5c7053-277b-4e51-b402-3bfafc5b5fa8),segment_id=2c5c7053-277b-4e51-b402-3bfafc5b5fa8)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:02.147498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.152311 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.189557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Allocated IP 172.26.1.246 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/8601cc16-c211-4a66-bc4a-9b5bd524da95) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:02.228283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac76102-df1a-49d1-8a3d-4abcac0fda3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066aca41-b7ce-436d-a3d2-9744dda36a2a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:02.233008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Calling delete_port for 611917ba-cc76-43c1-8def-be6569f96076 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:02.254628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c298ac-a7b5-46fd-a086-1b6c87ed6c38 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Made reservation on behalf of 57acfa715f3344af8289778ea6d93c36 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:02.258684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13c298ac-a7b5-46fd-a086-1b6c87ed6c38 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.317417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:02.329951 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.369909 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=4d03dedf-e8d3-4693-8ef0-a4a3d3df0de1,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:02.372746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:02.375814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.397748 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:02.426016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:02.429669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:02.434672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:02.437903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event updated for resources: {'Port': ['ID=8601cc16-c211-4a66-bc4a-9b5bd524da95,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:02.466400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.529518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.568612 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.756107 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.768343 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.802695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a83356f-1b86-4205-b0ac-77511068ee39 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.848334 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event updated for resources: {'Port': ['ID=8601cc16-c211-4a66-bc4a-9b5bd524da95,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:02.859739 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.882594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.884137 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-46f38671-3321-4bab-b769-ec5757901fcd tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5668886 Mar 29 09:22:02.887158 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49310) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:02.894323 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1066393201'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:02.916037 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Made reservation on behalf of 1e6f082531564376bc0d7e3cc8e8e01b for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:02.920558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:02.931700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.028710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.035810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.036845 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-9cc499b7-6f67-4f5a-b28a-4cc9e6123b19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port 1a0ad066-2ded-4ac7-b1ce-283c186500b4 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:03.037230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9cc499b7-6f67-4f5a-b28a-4cc9e6123b19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.061711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.067281 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:03.079866 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee97125b-158a-4e00-8c95-6521d3c00b17,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:03.086194 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.086541 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Added segment 79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed of type vlan for network 04e6f273-8812-4e8d-b49b-f9cf73f6b609 Mar 29 09:22:03.114507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a83356f-1b86-4205-b0ac-77511068ee39 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.129439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.156531 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.162694 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:03.163324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.207059 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3160548 Mar 29 09:22:03.207259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49316) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:03.214752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c10386d2-53bd-48fe-a0c2-08ad5fb4b454 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Request body: {'subnet': {'network_id': '04e6f273-8812-4e8d-b49b-f9cf73f6b609', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:03.240597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No DVR routers for this DVR port 611917ba-cc76-43c1-8def-be6569f96076 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:03.246611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Port': ['ID=611917ba-cc76-43c1-8def-be6569f96076,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:03.257338 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64ac52-8e44-4566-a1d9-b62818929abe tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event updated for resources: {'Network': ['ID=04e6f273-8812-4e8d-b49b-f9cf73f6b609,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:03.273488 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 04e6f273-8812-4e8d-b49b-f9cf73f6b609 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:03.283896 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83356f-1b86-4205-b0ac-77511068ee39 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=1e414636-178a-454b-af2a-abc2694332d3,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:03.299116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a83356f-1b86-4205-b0ac-77511068ee39 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.306201 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8a83356f-1b86-4205-b0ac-77511068ee39 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/1e414636-178a-454b-af2a-abc2694332d3 HTTP/1.1" status: 204 len: 168 time: 1.5677407 Mar 29 09:22:03.306466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49320) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:03.348697 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ad034d-0d08-4dfa-8402-76c995f54c0b None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:03.357400 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d459ac68-ad87-45bc-83b7-bad9d6626e9b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506110 Mar 29 09:22:03.360403 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49324) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:03.368793 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:03.417518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.437051 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10386d2-53bd-48fe-a0c2-08ad5fb4b454 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Made reservation on behalf of 1e6f082531564376bc0d7e3cc8e8e01b for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:03.441205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c10386d2-53bd-48fe-a0c2-08ad5fb4b454 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.441855 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9cc499b7-6f67-4f5a-b28a-4cc9e6123b19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.490121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.502359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13c298ac-a7b5-46fd-a086-1b6c87ed6c38 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.505926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-9cc499b7-6f67-4f5a-b28a-4cc9e6123b19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for 1a0ad066-2ded-4ac7-b1ce-283c186500b4 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:03.547131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:03.550896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.569980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b68d33-b17b-4ead-8c66-b6d5a7cc118b']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:03.594396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.630843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5c7053-277b-4e51-b402-3bfafc5b5fa8') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:03.631370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5c7053-277b-4e51-b402-3bfafc5b5fa8') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:03.668584 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef12865-2094-4c6e-8823-1e41ea29c062 None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:22:03.695749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.712010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c298ac-a7b5-46fd-a086-1b6c87ed6c38 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event updated for resources: {'Subnet': ['ID=67069878-d50b-4ebc-8f10-47f87d9aca9b,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:03.754494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.768884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c298ac-a7b5-46fd-a086-1b6c87ed6c38 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Checking segment: {'id': '8689cce9-c8ef-4977-9668-e760c43e379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ce8478e7-5521-4206-90b4-6fe01d0c5de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:03.769153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c298ac-a7b5-46fd-a086-1b6c87ed6c38 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Network hostable DHCP agents. Network: ce8478e7-5521-4206-90b4-6fe01d0c5de2, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:03.774534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:03.775404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.799556 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c10386d2-53bd-48fe-a0c2-08ad5fb4b454 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:03.808661 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:03.838379 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6ef12865-2094-4c6e-8823-1e41ea29c062 None None] Deleting port 5bc73296-009a-457b-a908-d9d559e5d9cf {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:03.838787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6ef12865-2094-4c6e-8823-1e41ea29c062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.945670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10386d2-53bd-48fe-a0c2-08ad5fb4b454 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event updated for resources: {'Subnet': ['ID=827c47a9-7173-443c-8fbb-b4abcf96e4fe,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:03.980142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-6ef12865-2094-4c6e-8823-1e41ea29c062 None None] For port 5bc73296-009a-457b-a908-d9d559e5d9cf, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5bc73296-009a-457b-a908-d9d559e5d9cf,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:03.980543 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6ef12865-2094-4c6e-8823-1e41ea29c062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:03.981250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c298ac-a7b5-46fd-a086-1b6c87ed6c38 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Network ce8478e7-5521-4206-90b4-6fe01d0c5de2 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:04.003982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6ef12865-2094-4c6e-8823-1e41ea29c062 None None] Calling delete_port for 5bc73296-009a-457b-a908-d9d559e5d9cf owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:04.021300 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.027866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.032186 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/e7b68d33-b17b-4ead-8c66-b6d5a7cc118b HTTP/1.1" status: 204 len: 168 time: 6.1077089 Mar 29 09:22:04.043449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49336) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:04.060182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-cef0ce4b-ade2-4be5-8cec-c6c933b95edd tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-834972396'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:04.096439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10386d2-53bd-48fe-a0c2-08ad5fb4b454 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Checking segment: {'id': '79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '04e6f273-8812-4e8d-b49b-f9cf73f6b609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:04.096807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10386d2-53bd-48fe-a0c2-08ad5fb4b454 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Network hostable DHCP agents. Network: 04e6f273-8812-4e8d-b49b-f9cf73f6b609, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:04.106491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-13c298ac-a7b5-46fd-a086-1b6c87ed6c38 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, ce8478e7-5521-4206-90b4-6fe01d0c5de2) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:04.119621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bdd07d-44d6-49d6-b6e9-47a2badd10f5 None None] Network ce8478e7-5521-4206-90b4-6fe01d0c5de2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:04.144574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7847e0-e691-40d3-a279-a5c79313c6df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Network': ['ID=e7b68d33-b17b-4ead-8c66-b6d5a7cc118b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:04.163936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c298ac-a7b5-46fd-a086-1b6c87ed6c38 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:04.164530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13c298ac-a7b5-46fd-a086-1b6c87ed6c38 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.166139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10386d2-53bd-48fe-a0c2-08ad5fb4b454 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Network 04e6f273-8812-4e8d-b49b-f9cf73f6b609 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:04.177442 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.objects.ports [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102495) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:22:04.178079 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-c10386d2-53bd-48fe-a0c2-08ad5fb4b454 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 04e6f273-8812-4e8d-b49b-f9cf73f6b609) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:04.191606 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10386d2-53bd-48fe-a0c2-08ad5fb4b454 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:04.192205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c10386d2-53bd-48fe-a0c2-08ad5fb4b454 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.194417 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5bc73296-009a-457b-a908-d9d559e5d9cf no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:04.196990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32dca6c-ec83-46c7-bab7-1c828c5e2c9d None None] Network 04e6f273-8812-4e8d-b49b-f9cf73f6b609 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:04.199742 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef0ce4b-ade2-4be5-8cec-c6c933b95edd tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:04.203828 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cef0ce4b-ade2-4be5-8cec-c6c933b95edd tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.259070 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6ef12865-2094-4c6e-8823-1e41ea29c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.263551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49340) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:04.302115 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-13c298ac-a7b5-46fd-a086-1b6c87ed6c38 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4391100 Mar 29 09:22:04.323665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef0ce4b-ade2-4be5-8cec-c6c933b95edd tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:04.339006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cef0ce4b-ade2-4be5-8cec-c6c933b95edd tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.339449 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-cef0ce4b-ade2-4be5-8cec-c6c933b95edd tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Added segment dc54d1d9-0688-456c-b412-831ab7d77d45 of type vlan for network ffb47a6b-1c94-4a91-a2b2-f91f6924a98e Mar 29 09:22:04.387652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cef0ce4b-ade2-4be5-8cec-c6c933b95edd tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.420456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49344) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:04.429295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Request body: {'network': {'name': 'tempest-router-network01--660575516'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:04.458803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-5d513cdb-d4ce-48d1-8676-63bf275d6394 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:04.467805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cef0ce4b-ade2-4be5-8cec-c6c933b95edd tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.472970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 5bc73296-009a-457b-a908-d9d559e5d9cf {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:04.473519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5bc73296-009a-457b-a908-d9d559e5d9cf not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:04.473632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef0ce4b-ade2-4be5-8cec-c6c933b95edd tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:04.474735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cef0ce4b-ade2-4be5-8cec-c6c933b95edd tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.480086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef12865-2094-4c6e-8823-1e41ea29c062 None None] Pushing event deleted for resources: {'Port': ['ID=5bc73296-009a-457b-a908-d9d559e5d9cf,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:04.487968 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef12865-2094-4c6e-8823-1e41ea29c062 None None] No DVR routers for this DVR port 5bc73296-009a-457b-a908-d9d559e5d9cf on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:04.562242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.565825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Made reservation on behalf of 57acfa715f3344af8289778ea6d93c36 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:04.570550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.591103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0ce4b-ade2-4be5-8cec-c6c933b95edd tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=ffb47a6b-1c94-4a91-a2b2-f91f6924a98e,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:04.606778 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cef0ce4b-ade2-4be5-8cec-c6c933b95edd tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5519469 Mar 29 09:22:04.607979 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.services.revisions.revision_plugin [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Could not find related port for resource to bump revision. Mar 29 09:22:04.614067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49346) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:04.615575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network ffb47a6b-1c94-4a91-a2b2-f91f6924a98e details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:04.618490 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.ipam_pluggable_backend [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Port 5bc73296-009a-457b-a908-d9d559e5d9cf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102495) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 29 09:22:04.618921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.ipam_pluggable_backend [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Reverting IP allocation for 2001:db8::f816:3eff:fedf:38e8 {{(pid=102495) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 29 09:22:04.625273 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.643045 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-04e6f273-8812-4e8d-b49b-f9cf73f6b609', 'network_id': '04e6f273-8812-4e8d-b49b-f9cf73f6b609', 'tenant_id': '1e6f082531564376bc0d7e3cc8e8e01b', 'fixed_ips': [{'subnet_id': '827c47a9-7173-443c-8fbb-b4abcf96e4fe'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:04.644259 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.658961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'network_id': 'ffb47a6b-1c94-4a91-a2b2-f91f6924a98e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:04.662181 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c10386d2-53bd-48fe-a0c2-08ad5fb4b454 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4538755 Mar 29 09:22:04.664695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9cc499b7-6f67-4f5a-b28a-4cc9e6123b19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.672156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49348) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:04.679133 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5d513cdb-d4ce-48d1-8676-63bf275d6394 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] 10.222.0.32 "PUT /v2.0/quotas/40f87256f30d40aeafbc6ddc65827a4d HTTP/1.1" status: 200 len: 368 time: 0.4081686 Mar 29 09:22:04.686902 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49350) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:04.691868 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Request body: {'network': {'project_id': '40f87256f30d40aeafbc6ddc65827a4d'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:04.699474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1783371216', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:04.706065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:04.717983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:04.721612 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:04.721864 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.745212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:04.752169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=4b5c6ab1-f36b-4d52-b666-265fd803162f,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:04.760658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc499b7-6f67-4f5a-b28a-4cc9e6123b19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=1a0ad066-2ded-4ac7-b1ce-283c186500b4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:04.781693 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-88570f80-bd72-498d-b7d9-72932eabf1fa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4198520 Mar 29 09:22:04.783111 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Made reservation on behalf of 40f87256f30d40aeafbc6ddc65827a4d for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:04.789835 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.792067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49352) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:04.795709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33784b9-6533-4765-a0a7-57b42dd0493d None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:04.797654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-ce8478e7-5521-4206-90b4-6fe01d0c5de2', 'network_id': 'ce8478e7-5521-4206-90b4-6fe01d0c5de2', 'tenant_id': '57acfa715f3344af8289778ea6d93c36', 'fixed_ips': [{'subnet_id': '67069878-d50b-4ebc-8f10-47f87d9aca9b'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:04.798462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.799112 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:7e:2f:1c', 'name': 'tempest-NetworksTestDHCPv6-242258425'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:04.813430 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.851343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:04.851762 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Added segment 46485ce4-b8a9-4089-ae90-bf34c9ece15d of type vlan for network 6969666f-5f45-48b4-89cd-a5dde45d4f84 Mar 29 09:22:05.004375 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.015804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.045656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Allocated IP 172.20.0.2 (04e6f273-8812-4e8d-b49b-f9cf73f6b609/827c47a9-7173-443c-8fbb-b4abcf96e4fe/f3b85b0b-74f5-457a-b39d-5c94090e74a9) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:05.057806 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410154b9-e402-4534-b3b2-14c0cbed2a07,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:05.076928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:05.089820 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:05.094602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.094964 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Added segment b7cba8c8-2bbe-4781-84e3-86580dff4ab8 of type vlan for network 9584795e-216f-4d7a-9913-e55f1a18370f Mar 29 09:22:05.187981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.232179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.233845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.234203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.245690 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.246942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:05.247553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.256228 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Allocated IP 172.20.0.2 (ce8478e7-5521-4206-90b4-6fe01d0c5de2/67069878-d50b-4ebc-8f10-47f87d9aca9b/e44f10c5-fb0d-45c6-97d8-77c03743f10b) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:05.310522 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6224461 Mar 29 09:22:05.314497 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '4b5c6ab1-f36b-4d52-b666-265fd803162f'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:05.315791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.320992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49354) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:05.324525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.325448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 5ad9c779-2e25-4131-813a-027c91822c4d yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:22:05.339513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b214b0ff-45f1-47b3-976b-61c719bcc522 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Request body: {'network': {'project_id': '40f87256f30d40aeafbc6ddc65827a4d'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:05.342582 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:05.345818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.422646 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441d745-d558-4a6d-9462-762e4324bd61 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Pushing event updated for resources: {'Network': ['ID=9584795e-216f-4d7a-9913-e55f1a18370f,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:05.429723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.442961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.resource_extend [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:22:05.445346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 9584795e-216f-4d7a-9913-e55f1a18370f details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:05.526233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f816:3eff:fe7e:2f1c (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/4b5c6ab1-f36b-4d52-b666-265fd803162f/5ad9c779-2e25-4131-813a-027c91822c4d) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:05.534770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.549892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_backend_mixin [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Performing IP validity checks on allocation pools {{(pid=102496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 09:22:05.550386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_backend_mixin [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 09:22:05.554784 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b214b0ff-45f1-47b3-976b-61c719bcc522 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Made reservation on behalf of 40f87256f30d40aeafbc6ddc65827a4d for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:05.557074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b214b0ff-45f1-47b3-976b-61c719bcc522 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.575574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.581182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:05.582373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.590821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.688380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Network 04e6f273-8812-4e8d-b49b-f9cf73f6b609 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:05.694516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:05.700875 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:05.715834 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Pushing event updated for resources: {'Port': ['ID=f3b85b0b-74f5-457a-b39d-5c94090e74a9,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:05.736604 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.748062 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.774984 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.797641 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3704834 Mar 29 09:22:05.802404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49356) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:05.828512 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7b959d20-2426-4d3b-8ed9-d54dcd658282 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Request body: {'network': {'name': 'tempest-router-network02--1004040897'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:05.838498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Network ce8478e7-5521-4206-90b4-6fe01d0c5de2 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:05.842411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:05.848577 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Attempting to bind port f3b85b0b-74f5-457a-b39d-5c94090e74a9 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:05.849003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Attempting to bind port f3b85b0b-74f5-457a-b39d-5c94090e74a9 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '04e6f273-8812-4e8d-b49b-f9cf73f6b609'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:05.849370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Attempting to bind port f3b85b0b-74f5-457a-b39d-5c94090e74a9 on network 04e6f273-8812-4e8d-b49b-f9cf73f6b609 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:05.851662 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:05.857034 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.889882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.893097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b214b0ff-45f1-47b3-976b-61c719bcc522 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:05.894304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Pushing event updated for resources: {'Port': ['ID=e44f10c5-fb0d-45c6-97d8-77c03743f10b,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:05.899900 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:05.900270 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Checking segment: {'id': '79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '04e6f273-8812-4e8d-b49b-f9cf73f6b609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:05.900752 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.901254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Bound using segment: {'id': '79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '04e6f273-8812-4e8d-b49b-f9cf73f6b609'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:05.901762 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Bound port: f3b85b0b-74f5-457a-b39d-5c94090e74a9, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '04e6f273-8812-4e8d-b49b-f9cf73f6b609'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:05.902182 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.907725 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdfc70-4efc-4adc-af1b-b35003704829 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event updated for resources: {'Network': ['ID=6969666f-5f45-48b4-89cd-a5dde45d4f84,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:05.925268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9cc499b7-6f67-4f5a-b28a-4cc9e6123b19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.927436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 47dbf8f5-4398-4320-8fb7-fe50a9b50fab is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:22:05.948155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 6969666f-5f45-48b4-89cd-a5dde45d4f84 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:05.948575 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b214b0ff-45f1-47b3-976b-61c719bcc522 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:05.948999 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-b214b0ff-45f1-47b3-976b-61c719bcc522 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Added segment 9914bf22-db5e-4abb-9388-249f94d3ac72 of type vlan for network e8ad15b3-e4e4-40bc-8141-ef1bd220cc59 Mar 29 09:22:05.962016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b959d20-2426-4d3b-8ed9-d54dcd658282 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Made reservation on behalf of 57acfa715f3344af8289778ea6d93c36 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:05.966504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7b959d20-2426-4d3b-8ed9-d54dcd658282 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.004750 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:06.009819 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=5ad9c779-2e25-4131-813a-027c91822c4d,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:06.014973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:06.023002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:06.032625 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:06.033286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.044165 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b959d20-2426-4d3b-8ed9-d54dcd658282 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:06.057304 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7b959d20-2426-4d3b-8ed9-d54dcd658282 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.057725 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-7b959d20-2426-4d3b-8ed9-d54dcd658282 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Added segment 37f5cc7c-e9e9-4bf3-809d-7d315dca3620 of type vlan for network 6dd5ab9c-0442-469c-ab4a-4b257c7ba81d Mar 29 09:22:06.064133 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ffdc944b-a32c-4438-b602-87a7b6a9b2c4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2684369 Mar 29 09:22:06.068412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49360) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:06.106455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] For port f3b85b0b-74f5-457a-b39d-5c94090e74a9, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:06.109837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] For port f3b85b0b-74f5-457a-b39d-5c94090e74a9, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f3b85b0b-74f5-457a-b39d-5c94090e74a9,segment=NetworkSegment(79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed),segment_id=79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:06.130327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7b959d20-2426-4d3b-8ed9-d54dcd658282 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.133966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b214b0ff-45f1-47b3-976b-61c719bcc522 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.162070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345921c8-1d86-4042-a4cf-86896d5ef1d8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:06.166755 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-345921c8-1d86-4042-a4cf-86896d5ef1d8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0943196 Mar 29 09:22:06.166933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49362) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:06.171533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Allocated IP 2001:db8::f816:3eff:fe39:6394 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/4b5c6ab1-f36b-4d52-b666-265fd803162f/62dbed4e-35ba-4140-914d-95a8e90fa86c) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:06.174819 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.177611 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7b959d20-2426-4d3b-8ed9-d54dcd658282 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.183047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b959d20-2426-4d3b-8ed9-d54dcd658282 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:06.183783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7b959d20-2426-4d3b-8ed9-d54dcd658282 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.248596 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7b959d20-2426-4d3b-8ed9-d54dcd658282 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4325616 Mar 29 09:22:06.252112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a65d7-0a09-430e-94e2-9178cb7cc973 None None] Pushing event updated for resources: {'Port': ['ID=f3b85b0b-74f5-457a-b39d-5c94090e74a9,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:06.265703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49364) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:06.280569 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Attempting to bind port e44f10c5-fb0d-45c6-97d8-77c03743f10b on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:06.281152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Attempting to bind port e44f10c5-fb0d-45c6-97d8-77c03743f10b by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '8689cce9-c8ef-4977-9668-e760c43e379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ce8478e7-5521-4206-90b4-6fe01d0c5de2'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:06.281642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Attempting to bind port e44f10c5-fb0d-45c6-97d8-77c03743f10b on network ce8478e7-5521-4206-90b4-6fe01d0c5de2 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:06.291093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:06.291612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Checking segment: {'id': '8689cce9-c8ef-4977-9668-e760c43e379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ce8478e7-5521-4206-90b4-6fe01d0c5de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:06.292153 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.292642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Bound using segment: {'id': '8689cce9-c8ef-4977-9668-e760c43e379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ce8478e7-5521-4206-90b4-6fe01d0c5de2'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:06.293233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Bound port: e44f10c5-fb0d-45c6-97d8-77c03743f10b, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8689cce9-c8ef-4977-9668-e760c43e379d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ce8478e7-5521-4206-90b4-6fe01d0c5de2'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:06.293743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.313983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b959d20-2426-4d3b-8ed9-d54dcd658282 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event updated for resources: {'Network': ['ID=6dd5ab9c-0442-469c-ab4a-4b257c7ba81d,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:06.334770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0f1d09b3-84df-41f8-aca8-20b4b5cde145 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Request body: {'subnet': {'network_id': '6969666f-5f45-48b4-89cd-a5dde45d4f84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:06.338510 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-53017b0c-de14-4626-b5df-c97348e6486d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 5ad9c779-2e25-4131-813a-027c91822c4d {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:06.338926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53017b0c-de14-4626-b5df-c97348e6486d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.348501 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b214b0ff-45f1-47b3-976b-61c719bcc522 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.349454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214b0ff-45f1-47b3-976b-61c719bcc522 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:06.350059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b214b0ff-45f1-47b3-976b-61c719bcc522 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.377965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.380939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] For port e44f10c5-fb0d-45c6-97d8-77c03743f10b, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:06.385034 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] For port e44f10c5-fb0d-45c6-97d8-77c03743f10b, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e44f10c5-fb0d-45c6-97d8-77c03743f10b,segment=NetworkSegment(8689cce9-c8ef-4977-9668-e760c43e379d),segment_id=8689cce9-c8ef-4977-9668-e760c43e379d)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:06.411290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 6dd5ab9c-0442-469c-ab4a-4b257c7ba81d details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:06.447211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.451876 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53017b0c-de14-4626-b5df-c97348e6486d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.475129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-53017b0c-de14-4626-b5df-c97348e6486d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 5ad9c779-2e25-4131-813a-027c91822c4d owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:06.535292 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b214b0ff-45f1-47b3-976b-61c719bcc522 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2066410 Mar 29 09:22:06.540964 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49366) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:06.557765 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-46e27b48-75c1-4465-9dd5-7fc04da76cf0 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Request body: {'network': {'project_id': '40f87256f30d40aeafbc6ddc65827a4d'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:06.591526 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e27b48-75c1-4465-9dd5-7fc04da76cf0 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 29 09:22:06.592303 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e27b48-75c1-4465-9dd5-7fc04da76cf0 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:22:06.593708 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-46e27b48-75c1-4465-9dd5-7fc04da76cf0 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0515370 Mar 29 09:22:06.596683 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49370) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:06.607408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:06.629291 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff9d0c-2a39-4610-8f69-74a2753d24ad None None] Sync routers for ids ['47dbf8f5-4398-4320-8fb7-fe50a9b50fab'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:06.630388 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214b0ff-45f1-47b3-976b-61c719bcc522 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Pushing event updated for resources: {'Network': ['ID=e8ad15b3-e4e4-40bc-8141-ef1bd220cc59,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:06.674996 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff9d0c-2a39-4610-8f69-74a2753d24ad None None] Routers {'47dbf8f5-4398-4320-8fb7-fe50a9b50fab'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:06.675631 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-feff9d0c-2a39-4610-8f69-74a2753d24ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['47dbf8f5-4398-4320-8fb7-fe50a9b50fab'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:06.696205 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fc60cd90-5abc-420d-8a89-89f3e0028dbf tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40f87256f30d40aeafbc6ddc65827a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983305 Mar 29 09:22:06.699683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=9a92e108-b415-402d-ad52-00418188a29f,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:06.703365 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49372) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:06.744453 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-feff9d0c-2a39-4610-8f69-74a2753d24ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:06.761456 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff9d0c-2a39-4610-8f69-74a2753d24ad None None] Routers {'47dbf8f5-4398-4320-8fb7-fe50a9b50fab'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:06.761456 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-feff9d0c-2a39-4610-8f69-74a2753d24ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['47dbf8f5-4398-4320-8fb7-fe50a9b50fab'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:06.808099 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53017b0c-de14-4626-b5df-c97348e6486d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.820842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.821309 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-feff9d0c-2a39-4610-8f69-74a2753d24ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:06.824864 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ddbea3e9-02e0-4e40-81a2-4c143621c9db tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.4715796 Mar 29 09:22:06.825776 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff9d0c-2a39-4610-8f69-74a2753d24ad None None] The sync data for ids ['47dbf8f5-4398-4320-8fb7-fe50a9b50fab'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:06.832568 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49374) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:06.857973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53017b0c-de14-4626-b5df-c97348e6486d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=5ad9c779-2e25-4131-813a-027c91822c4d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:06.859598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking segment: {'id': 'dc54d1d9-0688-456c-b412-831ab7d77d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ffb47a6b-1c94-4a91-a2b2-f91f6924a98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:06.866421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network hostable DHCP agents. Network: ffb47a6b-1c94-4a91-a2b2-f91f6924a98e, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:06.899270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cbc6875e-d7a2-4a7f-9572-764c98fed959 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.904711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53017b0c-de14-4626-b5df-c97348e6486d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.910709 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-53017b0c-de14-4626-b5df-c97348e6486d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/5ad9c779-2e25-4131-813a-027c91822c4d HTTP/1.1" status: 204 len: 168 time: 0.7405441 Mar 29 09:22:06.913989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49376) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:06.980834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1d09b3-84df-41f8-aca8-20b4b5cde145 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Made reservation on behalf of 57acfa715f3344af8289778ea6d93c36 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:06.993655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0f1d09b3-84df-41f8-aca8-20b4b5cde145 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:06.999701 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cbc6875e-d7a2-4a7f-9572-764c98fed959 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.019944 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network e8ad15b3-e4e4-40bc-8141-ef1bd220cc59 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:07.030162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cf9c34-7c69-4318-b78d-ca48017fce54 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:07.031684 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cf9c34-7c69-4318-b78d-ca48017fce54 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:07.037624 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-90cf9c34-7c69-4318-b78d-ca48017fce54 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1184323 Mar 29 09:22:07.039338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49380) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:07.116490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8d9d4-2856-4062-bdfe-dcd11d5d4d68 None None] Pushing event updated for resources: {'Port': ['ID=e44f10c5-fb0d-45c6-97d8-77c03743f10b,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:07.134080 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cbc6875e-d7a2-4a7f-9572-764c98fed959 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.136744 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cbc6875e-d7a2-4a7f-9572-764c98fed959 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.141234 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cbc6875e-d7a2-4a7f-9572-764c98fed959 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/410154b9-e402-4534-b3b2-14c0cbed2a07 HTTP/1.1" status: 204 len: 168 time: 0.4337058 Mar 29 09:22:07.143096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49382) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:07.184907 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6875e-d7a2-4a7f-9572-764c98fed959 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410154b9-e402-4534-b3b2-14c0cbed2a07,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:07.303410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.314013 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.373101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:07.376858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:07.380948 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:07.387790 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Pushing event updated for resources: {'Port': ['ID=62dbed4e-35ba-4140-914d-95a8e90fa86c,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:07.414017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.442096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6d50b-9962-40ab-acef-82cc4a86d239 req-e49ab97a-3da6-4e09-9492-fd8cbcf9c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:07.446694 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0ca6d50b-9962-40ab-acef-82cc4a86d239 req-e49ab97a-3da6-4e09-9492-fd8cbcf9c114 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8af97d3b7c8a40caa5a3275d0644629b&device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 1098 time: 0.1231513 Mar 29 09:22:07.448885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Attempting to bind port 62dbed4e-35ba-4140-914d-95a8e90fa86c on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:07.449399 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Attempting to bind port 62dbed4e-35ba-4140-914d-95a8e90fa86c by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:07.449959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Attempting to bind port 62dbed4e-35ba-4140-914d-95a8e90fa86c on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:07.456463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:07.457017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:07.457673 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.458148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:07.458861 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Bound port: 62dbed4e-35ba-4140-914d-95a8e90fa86c, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:07.459390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.543196 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] For port 62dbed4e-35ba-4140-914d-95a8e90fa86c, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:07.547739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] For port 62dbed4e-35ba-4140-914d-95a8e90fa86c, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=62dbed4e-35ba-4140-914d-95a8e90fa86c,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:07.553394 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.591482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network ffb47a6b-1c94-4a91-a2b2-f91f6924a98e is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:07.605877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc499b7-6f67-4f5a-b28a-4cc9e6123b19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 9ad46172-3cd9-4490-922c-968566fd2258 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:22:07.620867 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59ef79-76bc-48b6-9460-1b10af61cdc8 None None] Pushing event updated for resources: {'Port': ['ID=62dbed4e-35ba-4140-914d-95a8e90fa86c,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:07.641687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.666409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb013c4c-7f95-4922-9c20-2afada3ea24b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 4b5c6ab1-f36b-4d52-b666-265fd803162f {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:07.683950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, ffb47a6b-1c94-4a91-a2b2-f91f6924a98e) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:07.685850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb013c4c-7f95-4922-9c20-2afada3ea24b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.700294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ad15b3-e4e4-40bc-8141-ef1bd220cc59']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:07.722612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:07.723353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.726422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9914bf22-db5e-4abb-9388-249f94d3ac72') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:07.726724 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9914bf22-db5e-4abb-9388-249f94d3ac72') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:07.732480 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77df54ed-f248-4b7c-b9ef-bbcb3c75d231 None None] Network ffb47a6b-1c94-4a91-a2b2-f91f6924a98e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:07.751252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6d50b-9962-40ab-acef-82cc4a86d239 req-e33cee50-abce-4cf4-9406-5b4ee8cd8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:07.752742 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0ca6d50b-9962-40ab-acef-82cc4a86d239 req-e33cee50-abce-4cf4-9406-5b4ee8cd8062 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea HTTP/1.1" status: 200 len: 912 time: 0.2775555 Mar 29 09:22:07.756580 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.796514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.811206 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bbd914c5-42f5-41c7-9d15-8a9254f13414 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/routers/47dbf8f5-4398-4320-8fb7-fe50a9b50fab HTTP/1.1" status: 200 len: 880 time: 0.9705617 Mar 29 09:22:07.866114 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49386) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:07.868171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.902882 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0ca6d50b-9962-40ab-acef-82cc4a86d239 req-dda476c5-af4f-451e-848d-fec676b6d4d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93811a99-e22b-458a-b83e-b3fd29815959 HTTP/1.1" status: 200 len: 1001 time: 0.1433620 Mar 29 09:22:07.911666 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.924947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d4fe4-dfcc-4b3d-9ecb-c99241fc10a9 req-29030889-2bda-42c7-b63a-7b3c24eece47 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:07.925290 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-077d4fe4-dfcc-4b3d-9ecb-c99241fc10a9 req-29030889-2bda-42c7-b63a-7b3c24eece47 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.4729774 Mar 29 09:22:07.984085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:07.984507 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:07.986812 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:08.096918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb013c4c-7f95-4922-9c20-2afada3ea24b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:08.103091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6d50b-9962-40ab-acef-82cc4a86d239 req-f3758f90-1ad3-41c3-947c-63e70a560ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:08.107080 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0ca6d50b-9962-40ab-acef-82cc4a86d239 req-f3758f90-1ad3-41c3-947c-63e70a560ec1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87c15ca4-f48e-4474-bd41-14ac18cc263a HTTP/1.1" status: 200 len: 850 time: 0.1976304 Mar 29 09:22:08.133457 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:08.146124 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-ffb47a6b-1c94-4a91-a2b2-f91f6924a98e', 'network_id': 'ffb47a6b-1c94-4a91-a2b2-f91f6924a98e', 'tenant_id': '74d6d955aea140dab5078844d80a08bc', 'fixed_ips': [{'subnet_id': '9a92e108-b415-402d-ad52-00418188a29f'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:08.147942 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:08.152981 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc499b7-6f67-4f5a-b28a-4cc9e6123b19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:08.171736 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:08.177486 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e8ad15b3-e4e4-40bc-8141-ef1bd220cc59 HTTP/1.1" status: 204 len: 168 time: 1.0300264 Mar 29 09:22:08.197173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7509e-fda8-4610-ad9a-be3da07698f7 None None] Sync routers for ids ['9ad46172-3cd9-4490-922c-968566fd2258'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:08.201686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49388) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:08.264122 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-98ec7fca-3d7f-4398-8c17-5d85158062cf tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.6452539 Mar 29 09:22:08.267784 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9cc499b7-6f67-4f5a-b28a-4cc9e6123b19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "PUT /v2.0/routers/9ad46172-3cd9-4490-922c-968566fd2258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0445535 Mar 29 09:22:08.300437 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565dcf4d-adbf-4593-9ff6-6662cba79485 tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Pushing event deleted for resources: {'Network': ['ID=e8ad15b3-e4e4-40bc-8141-ef1bd220cc59,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:08.327516 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49390) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:08.327835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49392) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:08.379411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f3b85b0b-74f5-457a-b39d-5c94090e74a9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:08.416402 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7509e-fda8-4610-ad9a-be3da07698f7 None None] Routers {'9ad46172-3cd9-4490-922c-968566fd2258'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:08.416966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-52d7509e-fda8-4610-ad9a-be3da07698f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9ad46172-3cd9-4490-922c-968566fd2258'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:08.418984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6d50b-9962-40ab-acef-82cc4a86d239 req-3d4c75d3-a9cd-4e88-800e-0c202ba936aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:08.422411 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0ca6d50b-9962-40ab-acef-82cc4a86d239 req-3d4c75d3-a9cd-4e88-800e-0c202ba936aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2990861 Mar 29 09:22:08.463258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:08.469175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-52d7509e-fda8-4610-ad9a-be3da07698f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:08.540131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7509e-fda8-4610-ad9a-be3da07698f7 None None] Routers {'9ad46172-3cd9-4490-922c-968566fd2258'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:08.540772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-52d7509e-fda8-4610-ad9a-be3da07698f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9ad46172-3cd9-4490-922c-968566fd2258'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:08.588203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd225a1-dec7-488a-b99a-a7511e03be4d None None] Network ce8478e7-5521-4206-90b4-6fe01d0c5de2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:08.596184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-52d7509e-fda8-4610-ad9a-be3da07698f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:08.596831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7509e-fda8-4610-ad9a-be3da07698f7 None None] The sync data for ids ['9ad46172-3cd9-4490-922c-968566fd2258'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:08.608188 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:08.636686 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0ca6d50b-9962-40ab-acef-82cc4a86d239 req-dbb4d6cd-eef2-4fcb-8fb6-ad00f7c1d049 service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086673 Mar 29 09:22:08.638736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:08.657022 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9584795e-216f-4d7a-9913-e55f1a18370f']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:08.683967 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cba8c8-2bbe-4781-84e3-86580dff4ab8') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:08.684344 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cba8c8-2bbe-4781-84e3-86580dff4ab8') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:08.699771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Allocated IP 172.20.0.3 (ffb47a6b-1c94-4a91-a2b2-f91f6924a98e/9a92e108-b415-402d-ad52-00418188a29f/ecbd669b-830d-4f64-b6b5-e82698efb6e3) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:08.703651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:08.714542 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cf854f-b942-408b-a573-e705e61e105a None None] Network 04e6f273-8812-4e8d-b49b-f9cf73f6b609 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:08.724237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-49f507a2-af0e-4237-af91-17b1195fc91d None None] Provisioning complete for port e44f10c5-fb0d-45c6-97d8-77c03743f10b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:08.724605 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49f507a2-af0e-4237-af91-17b1195fc91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:08.753106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port f3b85b0b-74f5-457a-b39d-5c94090e74a9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:08.754146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:08.760798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:08.771093 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:08.771573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:08.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:08.790738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Allocated IP 172.26.1.119 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/a91f2a94-02b6-498e-be5e-7c4fd8d7bba2) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:08.848503 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-077d4fe4-dfcc-4b3d-9ecb-c99241fc10a9 req-07d6302e-8317-483a-a12a-926041b97fa6 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5879271 Mar 29 09:22:08.890119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0f1d09b3-84df-41f8-aca8-20b4b5cde145 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.024332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d09b3-84df-41f8-aca8-20b4b5cde145 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event updated for resources: {'Subnet': ['ID=8c554e12-6be5-40af-9605-9d4cd7b14a56,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:09.051899 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb013c4c-7f95-4922-9c20-2afada3ea24b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.112406 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0ca6d50b-9962-40ab-acef-82cc4a86d239 req-d16192c5-04a8-4249-9794-b0d0dde44b66 service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679527 Mar 29 09:22:09.121831 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.127721 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.132068 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] 10.222.0.32 "DELETE /v2.0/networks/9584795e-216f-4d7a-9913-e55f1a18370f HTTP/1.1" status: 204 len: 168 time: 0.9276075 Mar 29 09:22:09.163817 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36713b-87e6-463e-91e6-1beff219de8e tempest-QuotasNegativeTest-1935829540 tempest-QuotasNegativeTest-1935829540-project-admin] Pushing event deleted for resources: {'Network': ['ID=9584795e-216f-4d7a-9913-e55f1a18370f,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:09.219773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.285559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb013c4c-7f95-4922-9c20-2afada3ea24b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.317761 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49f507a2-af0e-4237-af91-17b1195fc91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.355890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.388388 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.417411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb013c4c-7f95-4922-9c20-2afada3ea24b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5c6ab1-f36b-4d52-b666-265fd803162f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:09.458460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.466158 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-49f507a2-af0e-4237-af91-17b1195fc91d None None] For port e44f10c5-fb0d-45c6-97d8-77c03743f10b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e44f10c5-fb0d-45c6-97d8-77c03743f10b,segment=NetworkSegment(8689cce9-c8ef-4977-9668-e760c43e379d),segment_id=8689cce9-c8ef-4977-9668-e760c43e379d)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:09.480258 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49f507a2-af0e-4237-af91-17b1195fc91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.489025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb013c4c-7f95-4922-9c20-2afada3ea24b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.489222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.496124 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cb013c4c-7f95-4922-9c20-2afada3ea24b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/4b5c6ab1-f36b-4d52-b666-265fd803162f HTTP/1.1" status: 204 len: 168 time: 2.4529860 Mar 29 09:22:09.497153 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49398) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:09.521987 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port f3b85b0b-74f5-457a-b39d-5c94090e74a9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f3b85b0b-74f5-457a-b39d-5c94090e74a9,segment=NetworkSegment(79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed),segment_id=79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:09.533748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.534591 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 62dbed4e-35ba-4140-914d-95a8e90fa86c up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:09.547882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Network ffb47a6b-1c94-4a91-a2b2-f91f6924a98e is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:09.570302 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-51d972f7-9776-4eeb-8b80-aedfc02106d8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694199 Mar 29 09:22:09.571101 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49400) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:09.573998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d09b3-84df-41f8-aca8-20b4b5cde145 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Checking segment: {'id': '46485ce4-b8a9-4089-ae90-bf34c9ece15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6969666f-5f45-48b4-89cd-a5dde45d4f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:09.574367 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d09b3-84df-41f8-aca8-20b4b5cde145 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Network hostable DHCP agents. Network: 6969666f-5f45-48b4-89cd-a5dde45d4f84, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:09.592921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b797b-0787-42b5-9846-501412714ce3 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:09.599790 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:09.605009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.648961 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:09.698478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.700328 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f507a2-af0e-4237-af91-17b1195fc91d None None] Pushing event updated for resources: {'Port': ['ID=e44f10c5-fb0d-45c6-97d8-77c03743f10b,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:09.702509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a0d2d0-73a0-42af-9900-1992aafbace5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:09.734258 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-31a0d2d0-73a0-42af-9900-1992aafbace5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1611500 Mar 29 09:22:09.734884 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49402) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:09.845964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Subnet': ['ID=9a92e108-b415-402d-ad52-00418188a29f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:09.852999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d09b3-84df-41f8-aca8-20b4b5cde145 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Network 6969666f-5f45-48b4-89cd-a5dde45d4f84 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:09.865953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958edc8e-c86b-45e0-8f88-8c50fa6c5206 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:09.873787 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-958edc8e-c86b-45e0-8f88-8c50fa6c5206 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1321733 Mar 29 09:22:09.874554 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49406) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:09.953391 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-54292680-90b0-498c-8f64-9a3525f3c481 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775292 Mar 29 09:22:09.966166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49410) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:09.971324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c0870c7c-95d8-4448-bfbb-528f86c78c15 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:09.976629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:09.979659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d09b3-84df-41f8-aca8-20b4b5cde145 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 6969666f-5f45-48b4-89cd-a5dde45d4f84) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:09.987125 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49412) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:10.019034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-697c84bd-0dd9-4b54-92d2-d7e5d98322e1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 2.1446362 Mar 29 09:22:10.019193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d09b3-84df-41f8-aca8-20b4b5cde145 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:10.019983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0f1d09b3-84df-41f8-aca8-20b4b5cde145 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.025319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49416) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:10.035922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.041988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-08b3921d-47d5-447c-99b9-d42f6f20e15a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-250696575'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:10.126191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9efed0f-e4f7-4c37-b034-164da0b52e0e None None] Network 6969666f-5f45-48b4-89cd-a5dde45d4f84 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:10.158657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Attempting to bind port ecbd669b-830d-4f64-b6b5-e82698efb6e3 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:10.158883 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0870c7c-95d8-4448-bfbb-528f86c78c15 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:10.159336 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Attempting to bind port ecbd669b-830d-4f64-b6b5-e82698efb6e3 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'dc54d1d9-0688-456c-b412-831ab7d77d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ffb47a6b-1c94-4a91-a2b2-f91f6924a98e'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:10.159471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Attempting to bind port ecbd669b-830d-4f64-b6b5-e82698efb6e3 on network ffb47a6b-1c94-4a91-a2b2-f91f6924a98e {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:10.162540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c0870c7c-95d8-4448-bfbb-528f86c78c15 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.165221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-94d29e34-572d-4cd5-b8f6-f14a45ccd4a1 None None] Provisioning complete for port 62dbed4e-35ba-4140-914d-95a8e90fa86c triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:10.165687 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94d29e34-572d-4cd5-b8f6-f14a45ccd4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.169011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f71779b5-a0eb-414a-b643-e194f65c85ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.218924 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:10.219296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Checking segment: {'id': 'dc54d1d9-0688-456c-b412-831ab7d77d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ffb47a6b-1c94-4a91-a2b2-f91f6924a98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:10.219703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.220095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Bound using segment: {'id': 'dc54d1d9-0688-456c-b412-831ab7d77d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ffb47a6b-1c94-4a91-a2b2-f91f6924a98e'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:10.220588 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Bound port: ecbd669b-830d-4f64-b6b5-e82698efb6e3, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc54d1d9-0688-456c-b412-831ab7d77d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ffb47a6b-1c94-4a91-a2b2-f91f6924a98e'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:10.220984 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.257206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 62dbed4e-35ba-4140-914d-95a8e90fa86c triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:10.257677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.372158 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f71779b5-a0eb-414a-b643-e194f65c85ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.378467 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94d29e34-572d-4cd5-b8f6-f14a45ccd4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.380354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f71779b5-a0eb-414a-b643-e194f65c85ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.425295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.463621 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f71779b5-a0eb-414a-b643-e194f65c85ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ce553eaeaca446b9b0ea5ce9a95327f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714134 Mar 29 09:22:10.463621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71779b5-a0eb-414a-b643-e194f65c85ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b646a747-74d6-481d-a58d-32dd58e94d35,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:10.466177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49418) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:10.497699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c0870c7c-95d8-4448-bfbb-528f86c78c15 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.502692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.506149 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0f1d09b3-84df-41f8-aca8-20b4b5cde145 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2260518 Mar 29 09:22:10.506755 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49420) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:10.521986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Pushing event updated for resources: {'Port': ['ID=ecbd669b-830d-4f64-b6b5-e82698efb6e3,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:10.525718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:10.539161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb47a6b-1c94-4a91-a2b2-f91f6924a98e']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:10.539727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-157827d2-7305-42f4-8da0-70a8d11e12ca tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Request body: {'subnet': {'network_id': '6dd5ab9c-0442-469c-ab4a-4b257c7ba81d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:10.542538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:10.552967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:10.559395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event updated for resources: {'Port': ['ID=a91f2a94-02b6-498e-be5e-7c4fd8d7bba2,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:10.563993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc54d1d9-0688-456c-b412-831ab7d77d45') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:10.564288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc54d1d9-0688-456c-b412-831ab7d77d45') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:10.604256 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0870c7c-95d8-4448-bfbb-528f86c78c15 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:10.622326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-94d29e34-572d-4cd5-b8f6-f14a45ccd4a1 None None] For port 62dbed4e-35ba-4140-914d-95a8e90fa86c, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=62dbed4e-35ba-4140-914d-95a8e90fa86c,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:10.633610 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.637666 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cdb622cc-89e9-4620-ada3-2135818129d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.639496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-c0870c7c-95d8-4448-bfbb-528f86c78c15 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:10.641743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94d29e34-572d-4cd5-b8f6-f14a45ccd4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.642342 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21d625-8106-4fa2-82bd-3dbdc61b9eaa req-b3a426b3-c268-4ac4-aaef-242491e4c0ce tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:10.644268 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0e21d625-8106-4fa2-82bd-3dbdc61b9eaa req-b3a426b3-c268-4ac4-aaef-242491e4c0ce tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.6350782 Mar 29 09:22:10.651505 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0870c7c-95d8-4448-bfbb-528f86c78c15 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:10.651908 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c0870c7c-95d8-4448-bfbb-528f86c78c15 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.654566 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0870c7c-95d8-4448-bfbb-528f86c78c15 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=65ff615a-1625-492e-ab66-985320b5a22b,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:10.679102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.693718 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157827d2-7305-42f4-8da0-70a8d11e12ca tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Made reservation on behalf of 57acfa715f3344af8289778ea6d93c36 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:10.697258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-157827d2-7305-42f4-8da0-70a8d11e12ca tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.698843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] For port ecbd669b-830d-4f64-b6b5-e82698efb6e3, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:10.701795 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-94d29e34-572d-4cd5-b8f6-f14a45ccd4a1 None None] Could not find standard attr ID for object 5ad9c779-2e25-4131-813a-027c91822c4d. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:22:10.703265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:10.703923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:10.708405 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:10.723085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cdb622cc-89e9-4620-ada3-2135818129d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.729424 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c0870c7c-95d8-4448-bfbb-528f86c78c15 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7618520 Mar 29 09:22:10.746262 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49422) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:10.751213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:6a:e8:4d', 'name': 'tempest-NetworksTestDHCPv6-675496343'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:10.751484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=f3b85b0b-74f5-457a-b39d-5c94090e74a9,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:10.811554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:22:10.812070 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:22:10.821910 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-94d29e34-572d-4cd5-b8f6-f14a45ccd4a1 None None] Provisioning complete for port f3b85b0b-74f5-457a-b39d-5c94090e74a9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:10.822404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94d29e34-572d-4cd5-b8f6-f14a45ccd4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.832314 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port 70bc0a65-d2c5-4c7b-8623-3daa394261e8 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:10.832973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.892211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110d3bf-1c15-4213-8e09-124816ee2f20 None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:22:10.894260 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0e21d625-8106-4fa2-82bd-3dbdc61b9eaa req-975030c8-f38f-4a79-b58c-41d7b0c60c42 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385838 Mar 29 09:22:10.908338 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d29e34-572d-4cd5-b8f6-f14a45ccd4a1 None None] Pushing event updated for resources: {'Port': ['ID=62dbed4e-35ba-4140-914d-95a8e90fa86c,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:10.964715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cdb622cc-89e9-4620-ada3-2135818129d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.967306 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cdb622cc-89e9-4620-ada3-2135818129d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:10.968538 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cdb622cc-89e9-4620-ada3-2135818129d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b646a747-74d6-481d-a58d-32dd58e94d35 HTTP/1.1" status: 204 len: 168 time: 0.5016840 Mar 29 09:22:10.971446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.api [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:22:10.971446 dv-neutron-835554-1-hyperv neutron-server[102496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:22:10.971446 dv-neutron-835554-1-hyperv neutron-server[102496]: [parameters: {'id': 'ffb47a6b-1c94-4a91-a2b2-f91f6924a98e'}] Mar 29 09:22:10.971446 dv-neutron-835554-1-hyperv neutron-server[102496]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:22:10.971920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG oslo_db.api [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:22:10.997696 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] For port ecbd669b-830d-4f64-b6b5-e82698efb6e3, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ecbd669b-830d-4f64-b6b5-e82698efb6e3,segment=NetworkSegment(dc54d1d9-0688-456c-b412-831ab7d77d45),segment_id=dc54d1d9-0688-456c-b412-831ab7d77d45)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:11.014222 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb622cc-89e9-4620-ada3-2135818129d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646a747-74d6-481d-a58d-32dd58e94d35,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:11.035039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:11.087222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.127322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-6969666f-5f45-48b4-89cd-a5dde45d4f84', 'network_id': '6969666f-5f45-48b4-89cd-a5dde45d4f84', 'tenant_id': '57acfa715f3344af8289778ea6d93c36', 'fixed_ips': [{'subnet_id': '8c554e12-6be5-40af-9605-9d4cd7b14a56'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:11.128344 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.136201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-157827d2-7305-42f4-8da0-70a8d11e12ca tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.140513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for 70bc0a65-d2c5-4c7b-8623-3daa394261e8 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:11.222077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.235551 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157827d2-7305-42f4-8da0-70a8d11e12ca tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event updated for resources: {'Subnet': ['ID=b27552d9-afbe-4a45-b484-021ba645233e,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:11.249956 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157827d2-7305-42f4-8da0-70a8d11e12ca tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Checking segment: {'id': '37f5cc7c-e9e9-4bf3-809d-7d315dca3620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6dd5ab9c-0442-469c-ab4a-4b257c7ba81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:11.250328 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157827d2-7305-42f4-8da0-70a8d11e12ca tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Network hostable DHCP agents. Network: 6dd5ab9c-0442-469c-ab4a-4b257c7ba81d, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:11.256251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 97f7cfb0-c27b-468e-b045-09d2286b4df3 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:22:11.320036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157827d2-7305-42f4-8da0-70a8d11e12ca tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Network 6dd5ab9c-0442-469c-ab4a-4b257c7ba81d is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:11.327266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.339583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-157827d2-7305-42f4-8da0-70a8d11e12ca tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 6dd5ab9c-0442-469c-ab4a-4b257c7ba81d) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:11.369683 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157827d2-7305-42f4-8da0-70a8d11e12ca tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:11.370289 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-157827d2-7305-42f4-8da0-70a8d11e12ca tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.375103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49430) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:11.376911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.390850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a391585d-bf17-4c45-870e-e0b69d6789cc None None] Network 6dd5ab9c-0442-469c-ab4a-4b257c7ba81d requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:11.402040 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-157827d2-7305-42f4-8da0-70a8d11e12ca tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8902488 Mar 29 09:22:11.406149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49432) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:11.436533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-08b3921d-47d5-447c-99b9-d42f6f20e15a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.441605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48c6ec4e-0631-4ac5-a0e0-2053604efcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.454268 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::1b8 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/65ff615a-1625-492e-ab66-985320b5a22b/97f7cfb0-c27b-468e-b045-09d2286b4df3) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:11.461055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Allocated IP 172.20.0.2 (6969666f-5f45-48b4-89cd-a5dde45d4f84/8c554e12-6be5-40af-9605-9d4cd7b14a56/dcde7f0b-3b28-40f1-83f3-0890d11b2156) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:11.470912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-08b3921d-47d5-447c-99b9-d42f6f20e15a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.478446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.650974 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e44f10c5-fb0d-45c6-97d8-77c03743f10b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:11.687153 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b1598-e4b1-422e-86cc-a92697fe06e8 None None] Pushing event updated for resources: {'Port': ['ID=ecbd669b-830d-4f64-b6b5-e82698efb6e3,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:11.697113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8110d3bf-1c15-4213-8e09-124816ee2f20 None None] Deleting port 62dbed4e-35ba-4140-914d-95a8e90fa86c {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:11.697686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8110d3bf-1c15-4213-8e09-124816ee2f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.781070 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d18219b-944e-4cf7-9a04-d660b259fa41 None None] Network ffb47a6b-1c94-4a91-a2b2-f91f6924a98e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:11.800014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.815091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.878330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=70bc0a65-d2c5-4c7b-8623-3daa394261e8,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:11.883662 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.903241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48c6ec4e-0631-4ac5-a0e0-2053604efcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.931776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48c6ec4e-0631-4ac5-a0e0-2053604efcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.937935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b3921d-47d5-447c-99b9-d42f6f20e15a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 47dbf8f5-4398-4320-8fb7-fe50a9b50fab has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:22:11.982265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:11.987738 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-026a5d8a-a4d6-4d9a-8852-a7177ec38129 None None] Provisioning complete for port e44f10c5-fb0d-45c6-97d8-77c03743f10b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:11.988290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-026a5d8a-a4d6-4d9a-8852-a7177ec38129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.021131 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Deleting port ecbd669b-830d-4f64-b6b5-e82698efb6e3 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:12.021467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.035333 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.059613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6ec4e-0631-4ac5-a0e0-2053604efcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9baebff-04b0-4d4d-9b13-fc721b2dbb94,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:12.081137 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-48c6ec4e-0631-4ac5-a0e0-2053604efcf4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d53b6d76c77e4556b4980ef7a93a7813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7035336 Mar 29 09:22:12.084155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49434) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:12.118681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:12.124320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=97f7cfb0-c27b-468e-b045-09d2286b4df3,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:12.127146 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:12.134928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:12.140812 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:12.141496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.179262 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-70a36dd8-e7b9-4869-8205-7a6aa63f054d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4289660 Mar 29 09:22:12.182563 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49436) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:12.221278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-918b345b-b1cd-4509-bfed-9e88f2428cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.256213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-918b345b-b1cd-4509-bfed-9e88f2428cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.273302 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2965f67-881c-42c7-9bc0-be72cbf5890c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:12.279784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2965f67-881c-42c7-9bc0-be72cbf5890c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:12.284669 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e2965f67-881c-42c7-9bc0-be72cbf5890c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0982215 Mar 29 09:22:12.284999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49438) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:12.327624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-6dd5ab9c-0442-469c-ab4a-4b257c7ba81d', 'network_id': '6dd5ab9c-0442-469c-ab4a-4b257c7ba81d', 'tenant_id': '57acfa715f3344af8289778ea6d93c36', 'fixed_ips': [{'subnet_id': 'b27552d9-afbe-4a45-b484-021ba645233e'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:12.329040 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.337471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-8110d3bf-1c15-4213-8e09-124816ee2f20 None None] For port 62dbed4e-35ba-4140-914d-95a8e90fa86c, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=62dbed4e-35ba-4140-914d-95a8e90fa86c,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:12.337859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8110d3bf-1c15-4213-8e09-124816ee2f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.340887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e44f10c5-fb0d-45c6-97d8-77c03743f10b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:12.340887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.399166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-918b345b-b1cd-4509-bfed-9e88f2428cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.399428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8110d3bf-1c15-4213-8e09-124816ee2f20 None None] Calling delete_port for 62dbed4e-35ba-4140-914d-95a8e90fa86c owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:12.401821 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-918b345b-b1cd-4509-bfed-9e88f2428cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.405438 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-918b345b-b1cd-4509-bfed-9e88f2428cd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9baebff-04b0-4d4d-9b13-fc721b2dbb94 HTTP/1.1" status: 204 len: 168 time: 0.3179035 Mar 29 09:22:12.417353 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-5304eea2-9cdc-48dc-950b-4b48e299a41e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 97f7cfb0-c27b-468e-b045-09d2286b4df3 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:12.417786 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5304eea2-9cdc-48dc-950b-4b48e299a41e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.422145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.422357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b345b-b1cd-4509-bfed-9e88f2428cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9baebff-04b0-4d4d-9b13-fc721b2dbb94,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:12.432905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.464963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.496110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Allocated IP 172.20.0.1 (6969666f-5f45-48b4-89cd-a5dde45d4f84/8c554e12-6be5-40af-9605-9d4cd7b14a56/c2347d59-22c2-46c2-a894-01ad47ac7a1b) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:12.578311 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.586831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.667207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5304eea2-9cdc-48dc-950b-4b48e299a41e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.671577 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Network 6969666f-5f45-48b4-89cd-a5dde45d4f84 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:12.693993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-5304eea2-9cdc-48dc-950b-4b48e299a41e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 97f7cfb0-c27b-468e-b045-09d2286b4df3 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:12.697618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] For port ecbd669b-830d-4f64-b6b5-e82698efb6e3, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ecbd669b-830d-4f64-b6b5-e82698efb6e3,segment=NetworkSegment(dc54d1d9-0688-456c-b412-831ab7d77d45),segment_id=dc54d1d9-0688-456c-b412-831ab7d77d45)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:12.698067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.702671 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:12.705408 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:12.719286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.720438 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Pushing event updated for resources: {'Port': ['ID=dcde7f0b-3b28-40f1-83f3-0890d11b2156,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:12.729874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Calling delete_port for ecbd669b-830d-4f64-b6b5-e82698efb6e3 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:12.737955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.738491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Fanout notify agent at l3_agent the message router_deleted on router 9ad46172-3cd9-4490-922c-968566fd2258 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:22:12.755332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.766302 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d11a7ca0-1fa7-457f-bae7-5b3762fbef19 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/routers/9ad46172-3cd9-4490-922c-968566fd2258 HTTP/1.1" status: 204 len: 168 time: 4.4353383 Mar 29 09:22:12.766967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49442) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:12.789132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b3921d-47d5-447c-99b9-d42f6f20e15a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:12.808104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-08b3921d-47d5-447c-99b9-d42f6f20e15a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.809291 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-08b3921d-47d5-447c-99b9-d42f6f20e15a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/47dbf8f5-4398-4320-8fb7-fe50a9b50fab HTTP/1.1" status: 200 len: 887 time: 2.7747695 Mar 29 09:22:12.811745 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c5745-3aab-46f5-bc75-7e3f44644eb9 None None] Sync routers for ids ['47dbf8f5-4398-4320-8fb7-fe50a9b50fab'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:12.814441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49444) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:12.855912 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c5745-3aab-46f5-bc75-7e3f44644eb9 None None] Routers {'47dbf8f5-4398-4320-8fb7-fe50a9b50fab'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:12.857402 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-be2c5745-3aab-46f5-bc75-7e3f44644eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['47dbf8f5-4398-4320-8fb7-fe50a9b50fab'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:12.927617 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.932455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-9121055a-1d5f-4f2e-baae-d6a01c31115e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting subnet 4125fa4e-8909-419e-87da-d96422ff3386 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:12.938780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9121055a-1d5f-4f2e-baae-d6a01c31115e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:12.948102 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Allocated IP 172.20.0.2 (6dd5ab9c-0442-469c-ab4a-4b257c7ba81d/b27552d9-afbe-4a45-b484-021ba645233e/a3fdfb34-9a27-49c6-a802-761b6b7d539b) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:12.972676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Router 0bf707c3-42bb-4eeb-b95f-722e2477f107 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:22:12.983927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8110d3bf-1c15-4213-8e09-124816ee2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.002748 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9121055a-1d5f-4f2e-baae-d6a01c31115e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.022020 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-be2c5745-3aab-46f5-bc75-7e3f44644eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:13.029127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Attempting to bind port dcde7f0b-3b28-40f1-83f3-0890d11b2156 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:13.029592 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Attempting to bind port dcde7f0b-3b28-40f1-83f3-0890d11b2156 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '46485ce4-b8a9-4089-ae90-bf34c9ece15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6969666f-5f45-48b4-89cd-a5dde45d4f84'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:13.029979 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Attempting to bind port dcde7f0b-3b28-40f1-83f3-0890d11b2156 on network 6969666f-5f45-48b4-89cd-a5dde45d4f84 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:13.032064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.035489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-026a5d8a-a4d6-4d9a-8852-a7177ec38129 None None] Provisioning complete for port f3b85b0b-74f5-457a-b39d-5c94090e74a9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:13.035860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-026a5d8a-a4d6-4d9a-8852-a7177ec38129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.052074 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c5745-3aab-46f5-bc75-7e3f44644eb9 None None] Routers {'47dbf8f5-4398-4320-8fb7-fe50a9b50fab'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:13.053430 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-be2c5745-3aab-46f5-bc75-7e3f44644eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['47dbf8f5-4398-4320-8fb7-fe50a9b50fab'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:13.116401 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8110d3bf-1c15-4213-8e09-124816ee2f20 None None] No DVR routers for this DVR port 62dbed4e-35ba-4140-914d-95a8e90fa86c on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:13.131441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Network 6969666f-5f45-48b4-89cd-a5dde45d4f84 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:13.140720 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-be2c5745-3aab-46f5-bc75-7e3f44644eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:13.144153 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c5745-3aab-46f5-bc75-7e3f44644eb9 None None] The sync data for ids ['47dbf8f5-4398-4320-8fb7-fe50a9b50fab'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:13.150253 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:13.155260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110d3bf-1c15-4213-8e09-124816ee2f20 None None] Pushing event deleted for resources: {'Port': ['ID=62dbed4e-35ba-4140-914d-95a8e90fa86c,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:13.158865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:13.165238 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:13.166296 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event updated for resources: {'Port': ['ID=c2347d59-22c2-46c2-a894-01ad47ac7a1b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:13.166985 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Checking segment: {'id': '46485ce4-b8a9-4089-ae90-bf34c9ece15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6969666f-5f45-48b4-89cd-a5dde45d4f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:13.167447 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.167720 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Bound using segment: {'id': '46485ce4-b8a9-4089-ae90-bf34c9ece15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6969666f-5f45-48b4-89cd-a5dde45d4f84'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:13.172286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Bound port: dcde7f0b-3b28-40f1-83f3-0890d11b2156, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46485ce4-b8a9-4089-ae90-bf34c9ece15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '6969666f-5f45-48b4-89cd-a5dde45d4f84'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:13.172286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.188836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4477ad75-5192-43d8-a2e0-32458a75d8ed None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:13.191601 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f3b85b0b-74f5-457a-b39d-5c94090e74a9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:13.195968 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cfa1faa8-c87f-470d-a791-2dc2223ea974 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/routers/47dbf8f5-4398-4320-8fb7-fe50a9b50fab HTTP/1.1" status: 200 len: 887 time: 0.3796985 Mar 29 09:22:13.199632 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49452) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:13.216663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Port': ['ID=ecbd669b-830d-4f64-b6b5-e82698efb6e3,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:13.218676 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5304eea2-9cdc-48dc-950b-4b48e299a41e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.244817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No DVR routers for this DVR port ecbd669b-830d-4f64-b6b5-e82698efb6e3 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:13.275926 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2189ceaa-0f9a-4985-bdb9-96630a844421 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=47dbf8f5-4398-4320-8fb7-fe50a9b50fab HTTP/1.1" status: 200 len: 205 time: 0.0709612 Mar 29 09:22:13.275926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.277300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49456) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:13.280782 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304eea2-9cdc-48dc-950b-4b48e299a41e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=97f7cfb0-c27b-468e-b045-09d2286b4df3,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:13.426196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9121055a-1d5f-4f2e-baae-d6a01c31115e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.431040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.484208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:13.504678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb47a6b-1c94-4a91-a2b2-f91f6924a98e']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:13.524569 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc54d1d9-0688-456c-b412-831ab7d77d45') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:13.524918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc54d1d9-0688-456c-b412-831ab7d77d45') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:13.545072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.549069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c65b8f-2d75-4a0f-ada2-a270271ccaea None None] Sync routers for ids ['0bf707c3-42bb-4eeb-b95f-722e2477f107'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:13.558478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.563858 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0cad24a0-dc96-4b7c-bce7-ad5545860857 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.8825326 Mar 29 09:22:13.564077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49462) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:13.612988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.633446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:13.635342 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:13.640767 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:13.653695 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5304eea2-9cdc-48dc-950b-4b48e299a41e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.659196 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5304eea2-9cdc-48dc-950b-4b48e299a41e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/97f7cfb0-c27b-468e-b045-09d2286b4df3 HTTP/1.1" status: 204 len: 168 time: 1.3708029 Mar 29 09:22:13.660560 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49466) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:13.671717 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9121055a-1d5f-4f2e-baae-d6a01c31115e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.706636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9121055a-1d5f-4f2e-baae-d6a01c31115e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.708220 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c65b8f-2d75-4a0f-ada2-a270271ccaea None None] Routers {'0bf707c3-42bb-4eeb-b95f-722e2477f107'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:13.708920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-16c65b8f-2d75-4a0f-ada2-a270271ccaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0bf707c3-42bb-4eeb-b95f-722e2477f107'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:13.710868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9121055a-1d5f-4f2e-baae-d6a01c31115e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/subnets/4125fa4e-8909-419e-87da-d96422ff3386 HTTP/1.1" status: 204 len: 168 time: 0.9389975 Mar 29 09:22:13.725267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9631b91-ff24-4526-97c0-c2e6d7e62e5d None None] Network 147fd5ec-67d1-4d12-858e-e78174664318 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:13.777409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49470) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:13.793962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] For port dcde7f0b-3b28-40f1-83f3-0890d11b2156, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:13.815017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c5049-b0aa-45ac-895b-ff443ec11e47 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:13.816519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c5049-b0aa-45ac-895b-ff443ec11e47 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:13.821164 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4a7c5049-b0aa-45ac-895b-ff443ec11e47 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1566455 Mar 29 09:22:13.822011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49474) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:13.833605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121055a-1d5f-4f2e-baae-d6a01c31115e tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Subnet': ['ID=4125fa4e-8909-419e-87da-d96422ff3386,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:13.847878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] For port dcde7f0b-3b28-40f1-83f3-0890d11b2156, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=dcde7f0b-3b28-40f1-83f3-0890d11b2156,segment=NetworkSegment(46485ce4-b8a9-4089-ae90-bf34c9ece15d),segment_id=46485ce4-b8a9-4089-ae90-bf34c9ece15d)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:13.851795 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-16c65b8f-2d75-4a0f-ada2-a270271ccaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:13.912639 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.918108 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.922836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.926790 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/ffb47a6b-1c94-4a91-a2b2-f91f6924a98e HTTP/1.1" status: 204 len: 168 time: 5.5971301 Mar 29 09:22:13.937860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49476) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:13.944656 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-363567019'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:13.950233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054575c8-0cdd-41f1-9cd9-dcc836800207 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Network': ['ID=ffb47a6b-1c94-4a91-a2b2-f91f6924a98e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:13.960886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.967951 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.982758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:13.986760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49478) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:14.019744 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port f3b85b0b-74f5-457a-b39d-5c94090e74a9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:14.020113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.036055 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9efe995-9e99-47bc-8a99-51747c7a26ea tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 65ff615a-1625-492e-ab66-985320b5a22b {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:14.062933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9efe995-9e99-47bc-8a99-51747c7a26ea tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.093685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:14.097436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.152010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Pushing event updated for resources: {'Port': ['ID=dcde7f0b-3b28-40f1-83f3-0890d11b2156,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:14.154565 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c65b8f-2d75-4a0f-ada2-a270271ccaea None None] Routers {'0bf707c3-42bb-4eeb-b95f-722e2477f107'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:14.155365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-16c65b8f-2d75-4a0f-ada2-a270271ccaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0bf707c3-42bb-4eeb-b95f-722e2477f107'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:14.200005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:14.215749 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.216279 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Added segment 42cf6e87-a5c3-4e3a-897d-0e0c22f19355 of type vlan for network f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581 Mar 29 09:22:14.260351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-16c65b8f-2d75-4a0f-ada2-a270271ccaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:14.260993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c65b8f-2d75-4a0f-ada2-a270271ccaea None None] The sync data for ids ['0bf707c3-42bb-4eeb-b95f-722e2477f107'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:14.267812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.267812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.268285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.268285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.268771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.268925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.269229 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.269586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.270084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.270420 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.270743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.271055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3f5dc-0424-4b3e-ba08-2f3663047a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.284914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1076a4e4-718c-4ce5-ae64-0027d3a71227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '65ff615a-1625-492e-ab66-985320b5a22b'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:14.285864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1076a4e4-718c-4ce5-ae64-0027d3a71227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.296052 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port a4d274bf-bc54-43f9-b732-d36110d39307 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:14.296531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.325000 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.391662 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1988106149'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:14.396874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.462274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] For port a4d274bf-bc54-43f9-b732-d36110d39307, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a4d274bf-bc54-43f9-b732-d36110d39307,segment=NetworkSegment(7692d89e-cc99-4083-966f-53627917f619),segment_id=7692d89e-cc99-4083-966f-53627917f619)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:14.463332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.464341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.481896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9efe995-9e99-47bc-8a99-51747c7a26ea tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.497466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for a4d274bf-bc54-43f9-b732-d36110d39307 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:14.566967 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f30ae7-096c-450a-b5df-7c8df15e0a0d None None] DHCP port deletion for 147fd5ec-67d1-4d12-858e-e78174664318 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:22:14.581189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Network 6dd5ab9c-0442-469c-ab4a-4b257c7ba81d is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:14.591390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:14.593043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.resource_extend [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:22:14.593835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:14.601979 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e44f10c5-fb0d-45c6-97d8-77c03743f10b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:14.613829 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9efe995-9e99-47bc-8a99-51747c7a26ea tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.668267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Pushing event updated for resources: {'Port': ['ID=a3fdfb34-9a27-49c6-a802-761b6b7d539b,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:14.671595 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Made reservation on behalf of e6d614d4560040c89a1eaf491d336609 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:14.675133 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.686040 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.690872 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:14.692441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.701036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.724558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.735802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Attempting to bind port a3fdfb34-9a27-49c6-a802-761b6b7d539b on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:14.736241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Attempting to bind port a3fdfb34-9a27-49c6-a802-761b6b7d539b by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '37f5cc7c-e9e9-4bf3-809d-7d315dca3620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6dd5ab9c-0442-469c-ab4a-4b257c7ba81d'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:14.736491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=a4d274bf-bc54-43f9-b732-d36110d39307,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:14.736626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Attempting to bind port a3fdfb34-9a27-49c6-a802-761b6b7d539b on network 6dd5ab9c-0442-469c-ab4a-4b257c7ba81d {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:14.742522 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.746476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] No DVR routers for this DVR port a4d274bf-bc54-43f9-b732-d36110d39307 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:14.754489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:14.754695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Checking segment: {'id': '37f5cc7c-e9e9-4bf3-809d-7d315dca3620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6dd5ab9c-0442-469c-ab4a-4b257c7ba81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:14.755045 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.755431 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Bound using segment: {'id': '37f5cc7c-e9e9-4bf3-809d-7d315dca3620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6dd5ab9c-0442-469c-ab4a-4b257c7ba81d'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:14.755905 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Bound port: a3fdfb34-9a27-49c6-a802-761b6b7d539b, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f5cc7c-e9e9-4bf3-809d-7d315dca3620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '6dd5ab9c-0442-469c-ab4a-4b257c7ba81d'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:14.756284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.759550 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.760311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e44f10c5-fb0d-45c6-97d8-77c03743f10b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:14.760676 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.800449 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8597784 Mar 29 09:22:14.813187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b9f30ae7-096c-450a-b5df-7c8df15e0a0d None None] Deleting port a4d274bf-bc54-43f9-b732-d36110d39307 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:14.813489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b9f30ae7-096c-450a-b5df-7c8df15e0a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:14.814123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49482) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:14.821156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1978d37a-4db6-4ac2-ab83-b0fa2e19356a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'network_id': 'f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:14.907493 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:14.933741 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.934086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.934514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.934748 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.935115 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.935452 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.935851 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.936257 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.936578 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.936900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.937226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.938529 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650e325-bc4b-4197-9480-1dbd1e78e1af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:14.955534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9efe995-9e99-47bc-8a99-51747c7a26ea tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.018594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.019255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:15.047788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1978d37a-4db6-4ac2-ab83-b0fa2e19356a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:15.055970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1978d37a-4db6-4ac2-ab83-b0fa2e19356a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.060651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efe995-9e99-47bc-8a99-51747c7a26ea tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=65ff615a-1625-492e-ab66-985320b5a22b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:15.067509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f9efe995-9e99-47bc-8a99-51747c7a26ea tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.074352 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f9efe995-9e99-47bc-8a99-51747c7a26ea tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/65ff615a-1625-492e-ab66-985320b5a22b HTTP/1.1" status: 204 len: 168 time: 1.2443950 Mar 29 09:22:15.080948 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49484) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server [None req-1076a4e4-718c-4ce5-ae64-0027d3a71227 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65ff615a-1625-492e-ab66-985320b5a22b: This subnet is being modified by another concurrent operation. Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:22:15.096391 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise exception Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65ff615a-1625-492e-ab66-985320b5a22b: This subnet is being modified by another concurrent operation. Mar 29 09:22:15.099880 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server Mar 29 09:22:15.114777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147fd5ec-67d1-4d12-858e-e78174664318']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:15.128297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7692d89e-cc99-4083-966f-53627917f619') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:15.128777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7692d89e-cc99-4083-966f-53627917f619') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:15.154414 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e9606581-302c-454b-8a3b-3cdb32ad373a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664372 Mar 29 09:22:15.159278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49486) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:15.160970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.186273 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:22:15.216512 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 4d03dedf-e8d3-4693-8ef0-a4a3d3df0de1 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:15.216869 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.236931 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6205eeba-a2d5-4998-8303-c04b1425179b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0699866 Mar 29 09:22:15.251084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] For port a3fdfb34-9a27-49c6-a802-761b6b7d539b, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:15.256065 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-b9f30ae7-096c-450a-b5df-7c8df15e0a0d None None] For port a4d274bf-bc54-43f9-b732-d36110d39307, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:15.257005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b9f30ae7-096c-450a-b5df-7c8df15e0a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.260268 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49488) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:15.293822 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.305003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b9f30ae7-096c-450a-b5df-7c8df15e0a0d None None] Calling delete_port for a4d274bf-bc54-43f9-b732-d36110d39307 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:15.312084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] For port a3fdfb34-9a27-49c6-a802-761b6b7d539b, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a3fdfb34-9a27-49c6-a802-761b6b7d539b,segment=NetworkSegment(37f5cc7c-e9e9-4bf3-809d-7d315dca3620),segment_id=37f5cc7c-e9e9-4bf3-809d-7d315dca3620)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:15.316572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.ipam_backend_mixin [None req-b9f30ae7-096c-450a-b5df-7c8df15e0a0d None None] Port a4d274bf-bc54-43f9-b732-d36110d39307 was not found and therefore no delete operation was performed {{(pid=102497) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 09:22:15.320386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b9f30ae7-096c-450a-b5df-7c8df15e0a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.328317 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.356339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.369340 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f30ae7-096c-450a-b5df-7c8df15e0a0d None None] Pushing event deleted for resources: {'Port': ['ID=a4d274bf-bc54-43f9-b732-d36110d39307,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:15.427558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.431816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:15.438798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111255f5-2337-4e1c-b470-52ae386cd8b8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:15.442874 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-111255f5-2337-4e1c-b470-52ae386cd8b8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1764460 Mar 29 09:22:15.444512 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b99b8f-4b3b-404a-8ab8-cd60584fedbb None None] Pushing event updated for resources: {'Port': ['ID=a3fdfb34-9a27-49c6-a802-761b6b7d539b,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:15.450620 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f30ae7-096c-450a-b5df-7c8df15e0a0d None None] No DVR routers for this DVR port a4d274bf-bc54-43f9-b732-d36110d39307 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:15.452170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49490) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:15.454339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.536275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.544167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:15.544808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:15.548203 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:15.558554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 62dbed4e-35ba-4140-914d-95a8e90fa86c no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:15.564595 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.565185 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Added segment 8959a26e-4d3e-4068-9eb2-15e0288a053b of type vlan for network 0007bf78-181e-45c8-886e-d70d17228ffc Mar 29 09:22:15.589665 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.596919 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2a2cdf7c-80b0-4caa-ba47-4896f2ff62b6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1394970 Mar 29 09:22:15.597942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9f0c3a-0941-431f-ba4f-a61c7e891a99,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:15.601881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 62dbed4e-35ba-4140-914d-95a8e90fa86c {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:15.602477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 62dbed4e-35ba-4140-914d-95a8e90fa86c not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:15.603161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49494) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:15.620748 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:15.641150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 4d03dedf-e8d3-4693-8ef0-a4a3d3df0de1 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:15.707847 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.774526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event updated for resources: {'Port': ['ID=c2347d59-22c2-46c2-a894-01ad47ac7a1b,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:15.786631 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.807864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.812157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b883d7-57f5-40f9-a4ce-e5a76178fc14 None None] Network 6969666f-5f45-48b4-89cd-a5dde45d4f84 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:15.812548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:15.817746 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/networks/147fd5ec-67d1-4d12-858e-e78174664318 HTTP/1.1" status: 204 len: 168 time: 2.0372989 Mar 29 09:22:15.827862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49496) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:15.877760 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade82346-e145-4a61-bb2a-13abfd08dc15 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Network': ['ID=147fd5ec-67d1-4d12-858e-e78174664318,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:15.946840 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device dcde7f0b-3b28-40f1-83f3-0890d11b2156 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:16.001492 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.resource_extend [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:22:16.013185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-225f34c5-7be1-43ff-ba68-b6836bb17527 None None] Provisioning complete for port dcde7f0b-3b28-40f1-83f3-0890d11b2156 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:16.013589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-225f34c5-7be1-43ff-ba68-b6836bb17527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.057697 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Allocated IP 172.20.0.1 (04e6f273-8812-4e8d-b49b-f9cf73f6b609/827c47a9-7173-443c-8fbb-b4abcf96e4fe/a674e5fd-10bc-479d-a7c2-d7f9e6ef99b5) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:16.080407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:16.084281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.092420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.099234 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:16.099785 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.131202 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port dcde7f0b-3b28-40f1-83f3-0890d11b2156 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:16.132092 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.205379 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1636708 Mar 29 09:22:16.210853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49498) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:16.218985 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-225f34c5-7be1-43ff-ba68-b6836bb17527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.225438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Network 6969666f-5f45-48b4-89cd-a5dde45d4f84 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:16.229999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c6a7aa07-3b98-413f-9a26-5a8e3970823a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Request body: {'subnet': {'network_id': '0007bf78-181e-45c8-886e-d70d17228ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:16.280518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:16.281185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-225f34c5-7be1-43ff-ba68-b6836bb17527 None None] For port dcde7f0b-3b28-40f1-83f3-0890d11b2156, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=dcde7f0b-3b28-40f1-83f3-0890d11b2156,segment=NetworkSegment(46485ce4-b8a9-4089-ae90-bf34c9ece15d),segment_id=46485ce4-b8a9-4089-ae90-bf34c9ece15d)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:16.291428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-225f34c5-7be1-43ff-ba68-b6836bb17527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.307275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b96c49-35a9-4f2c-b7bc-e8d86f9a700e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Pushing event updated for resources: {'Network': ['ID=0007bf78-181e-45c8-886e-d70d17228ffc,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:16.358199 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-b7d1db45-adfd-4ac0-83c7-8c6cb57c304a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port 01eea62d-869c-4cfb-8473-fb5f2daec5b1 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:16.358545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7d1db45-adfd-4ac0-83c7-8c6cb57c304a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.386556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f34c5-7be1-43ff-ba68-b6836bb17527 None None] Pushing event updated for resources: {'Port': ['ID=dcde7f0b-3b28-40f1-83f3-0890d11b2156,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:16.390868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 0007bf78-181e-45c8-886e-d70d17228ffc details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:16.392797 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.456361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.objects.ports [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102496) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:22:16.474228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.557457 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:22:16.558536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:22:16.594802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:16.603796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:16.610837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1978d37a-4db6-4ac2-ab83-b0fa2e19356a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.618466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53167681-babd-43ee-bfa4-d1b5e4dbdade None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:16.620520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:16.621220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.659833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=6519775b-2c07-4fae-9f4d-42c213e4772e,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:16.683921 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0739038 Mar 29 09:22:16.698319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49500) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:16.707451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-78db07a8-98a7-45bb-8c84-79eabd446580 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:16.735554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:16.736515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-522de902-c391-4e87-9822-e955682f8f13 None None] Provisioning complete for port c2347d59-22c2-46c2-a894-01ad47ac7a1b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:16.736649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:16.736889 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-522de902-c391-4e87-9822-e955682f8f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.737396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:16.738071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:16.739017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:16.739813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:16.740370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:16.741582 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:16.742175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:16.742720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:16.743291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:16.744387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acfdb35-bf45-4f19-a040-a6651043e04f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:22:16.771371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.805708 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-522de902-c391-4e87-9822-e955682f8f13 None None] Port c2347d59-22c2-46c2-a894-01ad47ac7a1b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:16.865790 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-522de902-c391-4e87-9822-e955682f8f13 None None] Provisioning complete for port dcde7f0b-3b28-40f1-83f3-0890d11b2156 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:16.871883 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-522de902-c391-4e87-9822-e955682f8f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.896391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1978d37a-4db6-4ac2-ab83-b0fa2e19356a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking segment: {'id': '42cf6e87-a5c3-4e3a-897d-0e0c22f19355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:16.896749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1978d37a-4db6-4ac2-ab83-b0fa2e19356a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network hostable DHCP agents. Network: f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:16.946296 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978d37a-4db6-4ac2-ab83-b0fa2e19356a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=54464c9d-ea30-4642-9542-6b5df5e910ed,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:16.969250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1978d37a-4db6-4ac2-ab83-b0fa2e19356a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:16.976631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:16.982010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '6519775b-2c07-4fae-9f4d-42c213e4772e'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:16.988416 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.047322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event updated for resources: {'Port': ['ID=a674e5fd-10bc-479d-a7c2-d7f9e6ef99b5,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:17.062067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-1978d37a-4db6-4ac2-ab83-b0fa2e19356a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:17.075793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1978d37a-4db6-4ac2-ab83-b0fa2e19356a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:17.076745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1978d37a-4db6-4ac2-ab83-b0fa2e19356a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.086192 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7d1db45-adfd-4ac0-83c7-8c6cb57c304a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.087046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7d1db45-adfd-4ac0-83c7-8c6cb57c304a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.103809 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-b7d1db45-adfd-4ac0-83c7-8c6cb57c304a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for 01eea62d-869c-4cfb-8473-fb5f2daec5b1 owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:17.107489 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1978d37a-4db6-4ac2-ab83-b0fa2e19356a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2906716 Mar 29 09:22:17.110007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Network 04e6f273-8812-4e8d-b49b-f9cf73f6b609 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:17.113215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49502) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:17.143973 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7318464a-51f9-48c0-a27e-a44e7a76ddbb None None] Network f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:17.161873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377f94e4-70bd-47ad-b293-c720a6608442 None None] Network 6dd5ab9c-0442-469c-ab4a-4b257c7ba81d requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:17.205449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:17.211005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a7aa07-3b98-413f-9a26-5a8e3970823a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Made reservation on behalf of e6d614d4560040c89a1eaf491d336609 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:17.214211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:17.217183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c6a7aa07-3b98-413f-9a26-5a8e3970823a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.224846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78db07a8-98a7-45bb-8c84-79eabd446580 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:17.228212 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.239348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-78db07a8-98a7-45bb-8c84-79eabd446580 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.268040 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a4d274bf-bc54-43f9-b732-d36110d39307 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:17.297809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: a4d274bf-bc54-43f9-b732-d36110d39307 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:17.298163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a4d274bf-bc54-43f9-b732-d36110d39307 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:17.339808 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.ipam_backend_mixin [None req-78db07a8-98a7-45bb-8c84-79eabd446580 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6519775b-2c07-4fae-9f4d-42c213e4772e (CIDR: 2001:db8::/64) Mar 29 09:22:17.340039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=4d03dedf-e8d3-4693-8ef0-a4a3d3df0de1,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:17.372758 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-78db07a8-98a7-45bb-8c84-79eabd446580 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:22:17.373436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78db07a8-98a7-45bb-8c84-79eabd446580 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:22:17.419451 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4941146c-67b1-4dfa-904b-4b756d43918b None None] Provisioning complete for port c2347d59-22c2-46c2-a894-01ad47ac7a1b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:17.419858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4941146c-67b1-4dfa-904b-4b756d43918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.424971 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-78db07a8-98a7-45bb-8c84-79eabd446580 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7254765 Mar 29 09:22:17.432514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.434156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49504) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:17.442653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d2dd9f10-4dd3-476f-8702-03959e1ea50a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:17.448350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.459221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Router f0399055-552f-458b-b2f3-12a5447ec384 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:22:17.468335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4941146c-67b1-4dfa-904b-4b756d43918b None None] Port c2347d59-22c2-46c2-a894-01ad47ac7a1b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:17.510532 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4941146c-67b1-4dfa-904b-4b756d43918b None None] Provisioning complete for port a3fdfb34-9a27-49c6-a802-761b6b7d539b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:17.510966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4941146c-67b1-4dfa-904b-4b756d43918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.620719 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.663608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.726906 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Allocated IP 2001:db8::f816:3eff:fea0:a986 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/6519775b-2c07-4fae-9f4d-42c213e4772e/b4f23071-e9fa-4ffd-a3fc-efeef4436e9d) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:17.784689 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dd9f10-4dd3-476f-8702-03959e1ea50a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:17.788598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9f10-4dd3-476f-8702-03959e1ea50a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.805676 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.809857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7d1db45-adfd-4ac0-83c7-8c6cb57c304a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.812717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.817222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:17.820306 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:17.834012 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f011d21-76ce-494f-948c-94368883a650 None None] Sync routers for ids ['f0399055-552f-458b-b2f3-12a5447ec384'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:17.853958 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-257d91e4-9df1-4a7a-8c87-d56b0dfdae40 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "PUT /v2.0/routers/f0399055-552f-458b-b2f3-12a5447ec384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4466438 Mar 29 09:22:17.857502 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f011d21-76ce-494f-948c-94368883a650 None None] Routers {'f0399055-552f-458b-b2f3-12a5447ec384'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:17.858145 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-2f011d21-76ce-494f-948c-94368883a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f0399055-552f-458b-b2f3-12a5447ec384'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:17.889334 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49506) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:17.975176 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-2f011d21-76ce-494f-948c-94368883a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:18.004860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1db45-adfd-4ac0-83c7-8c6cb57c304a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=01eea62d-869c-4cfb-8473-fb5f2daec5b1,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:18.007953 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device dcde7f0b-3b28-40f1-83f3-0890d11b2156 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:18.015741 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f011d21-76ce-494f-948c-94368883a650 None None] Routers {'f0399055-552f-458b-b2f3-12a5447ec384'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:18.017250 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-2f011d21-76ce-494f-948c-94368883a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f0399055-552f-458b-b2f3-12a5447ec384'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:18.079561 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.080052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Fanout notify agent at l3_agent the message router_deleted on router 47dbf8f5-4398-4320-8fb7-fe50a9b50fab {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:22:18.080666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397878c6-9b43-4ac6-b020-c06ead7ed4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581', 'network_id': 'f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581', 'tenant_id': '74d6d955aea140dab5078844d80a08bc', 'fixed_ips': [{'subnet_id': '54464c9d-ea30-4642-9542-6b5df5e910ed'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:18.081509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-397878c6-9b43-4ac6-b020-c06ead7ed4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.087075 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-2f011d21-76ce-494f-948c-94368883a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:18.088100 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f011d21-76ce-494f-948c-94368883a650 None None] The sync data for ids ['f0399055-552f-458b-b2f3-12a5447ec384'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:18.106998 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.108896 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-983c1a4a-e708-453a-88ca-4ac68693b24e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/47dbf8f5-4398-4320-8fb7-fe50a9b50fab HTTP/1.1" status: 204 len: 168 time: 4.8303461 Mar 29 09:22:18.123672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49508) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:18.138627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-eea04932-e58d-4456-b4cb-8d6259bf18ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'network': {'name': 'tempest-RoutersTest-1766193143'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:18.185365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server [None req-397878c6-9b43-4ac6-b020-c06ead7ed4c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54464c9d-ea30-4642-9542-6b5df5e910ed: This subnet is being modified by another concurrent operation. Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:22:18.224734 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise exception Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54464c9d-ea30-4642-9542-6b5df5e910ed: This subnet is being modified by another concurrent operation. Mar 29 09:22:18.231724 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server Mar 29 09:22:18.240556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4941146c-67b1-4dfa-904b-4b756d43918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.241917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Subnet': ['ID=54464c9d-ea30-4642-9542-6b5df5e910ed,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:18.258550 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7d1db45-adfd-4ac0-83c7-8c6cb57c304a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.264948 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7d1db45-adfd-4ac0-83c7-8c6cb57c304a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.266374 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b7d1db45-adfd-4ac0-83c7-8c6cb57c304a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/floatingips/be54da81-cb80-4fc5-9780-75852e37a5ae HTTP/1.1" status: 204 len: 168 time: 2.4356077 Mar 29 09:22:18.278660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49510) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:18.284433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-4941146c-67b1-4dfa-904b-4b756d43918b None None] For port a3fdfb34-9a27-49c6-a802-761b6b7d539b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a3fdfb34-9a27-49c6-a802-761b6b7d539b,segment=NetworkSegment(37f5cc7c-e9e9-4bf3-809d-7d315dca3620),segment_id=37f5cc7c-e9e9-4bf3-809d-7d315dca3620)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:18.291267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e415994-303f-40a9-846f-e79bff78ec6f None None] Network f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:18.305519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c6a7aa07-3b98-413f-9a26-5a8e3970823a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.325239 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1df0e18-c97c-43b2-b110-7c364e486c98 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] DELETE failed (client error): The resource could not be found. Mar 29 09:22:18.325947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1df0e18-c97c-43b2-b110-7c364e486c98 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:22:18.331397 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f1df0e18-c97c-43b2-b110-7c364e486c98 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/ports/a6cc86b7-c26d-477e-8ed0-c94c6f6ade55 HTTP/1.1" status: 404 len: 333 time: 0.0450091 Mar 29 09:22:18.331397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea04932-e58d-4456-b4cb-8d6259bf18ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:18.333021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eea04932-e58d-4456-b4cb-8d6259bf18ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.335463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49512) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:18.401460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4941146c-67b1-4dfa-904b-4b756d43918b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.413638 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2bb88ecc-183e-4d1b-b7ec-dd1f457e71bf tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ad46172-3cd9-4490-922c-968566fd2258 HTTP/1.1" status: 200 len: 205 time: 0.0610936 Mar 29 09:22:18.419036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49514) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:18.419457 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7aa07-3b98-413f-9a26-5a8e3970823a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Pushing event updated for resources: {'Subnet': ['ID=6ef8a013-009f-4024-8b80-e42fde10510c,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:18.449322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port dcde7f0b-3b28-40f1-83f3-0890d11b2156 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:18.449701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.454332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.505186 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-593cbf8f-463b-461a-a5af-8db04562b6c1 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] delete failed (client error): The resource could not be found. Mar 29 09:22:18.509657 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-593cbf8f-463b-461a-a5af-8db04562b6c1 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/routers/9ad46172-3cd9-4490-922c-968566fd2258 HTTP/1.1" status: 404 len: 336 time: 0.0836189 Mar 29 09:22:18.511722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49516) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:18.519684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:18.520688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a7aa07-3b98-413f-9a26-5a8e3970823a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Checking segment: {'id': '8959a26e-4d3e-4068-9eb2-15e0288a053b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0007bf78-181e-45c8-886e-d70d17228ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:18.521122 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a7aa07-3b98-413f-9a26-5a8e3970823a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Network hostable DHCP agents. Network: 0007bf78-181e-45c8-886e-d70d17228ffc, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:18.524937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea04932-e58d-4456-b4cb-8d6259bf18ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:18.548305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cf6e87-a5c3-4e3a-897d-0e0c22f19355') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:18.548595 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cf6e87-a5c3-4e3a-897d-0e0c22f19355') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:18.573745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941146c-67b1-4dfa-904b-4b756d43918b None None] Pushing event updated for resources: {'Port': ['ID=a3fdfb34-9a27-49c6-a802-761b6b7d539b,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:18.574913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a7aa07-3b98-413f-9a26-5a8e3970823a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Network 0007bf78-181e-45c8-886e-d70d17228ffc is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:18.588631 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c727e8-e5d3-435b-a42a-3ca6a6b6713a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] DELETE failed (client error): The resource could not be found. Mar 29 09:22:18.589079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c727e8-e5d3-435b-a42a-3ca6a6b6713a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:22:18.592301 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a5c727e8-e5d3-435b-a42a-3ca6a6b6713a tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/subnets/4125fa4e-8909-419e-87da-d96422ff3386 HTTP/1.1" status: 404 len: 337 time: 0.0745924 Mar 29 09:22:18.596185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49518) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:18.606996 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-c6a7aa07-3b98-413f-9a26-5a8e3970823a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 0007bf78-181e-45c8-886e-d70d17228ffc) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:18.611795 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a7aa07-3b98-413f-9a26-5a8e3970823a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:18.612762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c6a7aa07-3b98-413f-9a26-5a8e3970823a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.622228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.627002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.628941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eea04932-e58d-4456-b4cb-8d6259bf18ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.629369 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-eea04932-e58d-4456-b4cb-8d6259bf18ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Added segment c4ec9e04-c4e0-4f82-82fd-8410d14dcced of type vlan for network df4f0998-c82c-4590-8031-3f6b701abebb Mar 29 09:22:18.635817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2189ca1a-c37a-4a9d-b9a4-993290af5277 None None] Network 0007bf78-181e-45c8-886e-d70d17228ffc requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:18.649119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.659836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4e5d44c6-bd31-4646-9758-71c062560c1b None None] Provisioning complete for port c2347d59-22c2-46c2-a894-01ad47ac7a1b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:18.660231 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4e5d44c6-bd31-4646-9758-71c062560c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.685719 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.691175 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c6a7aa07-3b98-413f-9a26-5a8e3970823a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4688659 Mar 29 09:22:18.711912 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49520) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:18.721462 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Request body: {'port': {'network_id': '0007bf78-181e-45c8-886e-d70d17228ffc', 'name': 'tempest-TagsExtTest-134238942'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:18.750124 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.750978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:18.751406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:18.756124 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:18.779625 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-bc4f9ba5-cb4d-4cdc-8f51-106b558e53a8 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:22:18.781054 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bc4f9ba5-cb4d-4cdc-8f51-106b558e53a8 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "PUT /v2.0/routers/f0399055-552f-458b-b2f3-12a5447ec384/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8905606 Mar 29 09:22:18.792038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.798751 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d44c6-bd31-4646-9758-71c062560c1b None None] Port c2347d59-22c2-46c2-a894-01ad47ac7a1b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:18.805819 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a3fdfb34-9a27-49c6-a802-761b6b7d539b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:18.809727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49522) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:18.836282 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eea04932-e58d-4456-b4cb-8d6259bf18ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.888107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:18.903437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.906359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:18.908040 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Pushing event updated for resources: {'Port': ['ID=b4f23071-e9fa-4ffd-a3fc-efeef4436e9d,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:18.914448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4e5d44c6-bd31-4646-9758-71c062560c1b None None] Provisioning complete for port a674e5fd-10bc-479d-a7c2-d7f9e6ef99b5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:18.914830 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4e5d44c6-bd31-4646-9758-71c062560c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.916705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:18.918214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event updated for resources: {'Port': ['ID=a674e5fd-10bc-479d-a7c2-d7f9e6ef99b5,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:18.930487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ba05630a-b39d-4b41-af5a-9044af969027 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port 509a1495-d57d-452c-bb1f-c2991291a38c {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:18.930952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba05630a-b39d-4b41-af5a-9044af969027 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:18.984641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.037197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.041184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d44c6-bd31-4646-9758-71c062560c1b None None] Port a674e5fd-10bc-479d-a7c2-d7f9e6ef99b5 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:19.044966 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581 HTTP/1.1" status: 204 len: 168 time: 1.9298117 Mar 29 09:22:19.047471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eea04932-e58d-4456-b4cb-8d6259bf18ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.053113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea04932-e58d-4456-b4cb-8d6259bf18ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:19.054531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eea04932-e58d-4456-b4cb-8d6259bf18ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.056758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49524) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:19.066450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52310831-31ff-49be-8a26-8429e72a9f27 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Network': ['ID=f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:19.067575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port a3fdfb34-9a27-49c6-a802-761b6b7d539b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:19.068121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.071288 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0710f09f-2f5e-49e5-8d2d-3e50c35defc9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-757714352'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:19.079929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9f10-4dd3-476f-8702-03959e1ea50a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.092244 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Attempting to bind port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:19.092808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Attempting to bind port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:19.093337 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Attempting to bind port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:19.143312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-0007bf78-181e-45c8-886e-d70d17228ffc', 'network_id': '0007bf78-181e-45c8-886e-d70d17228ffc', 'tenant_id': 'e6d614d4560040c89a1eaf491d336609', 'fixed_ips': [{'subnet_id': '6ef8a013-009f-4024-8b80-e42fde10510c'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:19.144631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.153759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:19.154290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:19.154881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.155450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:19.156181 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Bound port: b4f23071-e9fa-4ffd-a3fc-efeef4436e9d, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:19.156741 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.190118 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4e5d44c6-bd31-4646-9758-71c062560c1b None None] Provisioning complete for port a3fdfb34-9a27-49c6-a802-761b6b7d539b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:19.190665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4e5d44c6-bd31-4646-9758-71c062560c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.405486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Made reservation on behalf of e6d614d4560040c89a1eaf491d336609 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:19.409554 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.451941 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-eea04932-e58d-4456-b4cb-8d6259bf18ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3271284 Mar 29 09:22:19.463435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49526) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:19.469661 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-4221c0c0-c692-457f-98ce-1f05dc54ce74 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'subnet': {'network_id': 'df4f0998-c82c-4590-8031-3f6b701abebb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:19.472797 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0710f09f-2f5e-49e5-8d2d-3e50c35defc9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:19.477050 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0710f09f-2f5e-49e5-8d2d-3e50c35defc9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.481187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd9f10-4dd3-476f-8702-03959e1ea50a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:19.483854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] device_id is not set on port 40fc0af4-be65-4fa0-a4f4-06144715d9df yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:22:19.508807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba05630a-b39d-4b41-af5a-9044af969027 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.516985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd9f10-4dd3-476f-8702-03959e1ea50a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:19.524334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea04932-e58d-4456-b4cb-8d6259bf18ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Network': ['ID=df4f0998-c82c-4590-8031-3f6b701abebb,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:19.528929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dd9f10-4dd3-476f-8702-03959e1ea50a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:19.529525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9f10-4dd3-476f-8702-03959e1ea50a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.544164 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Network 04e6f273-8812-4e8d-b49b-f9cf73f6b609 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:19.547569 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd9f10-4dd3-476f-8702-03959e1ea50a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=13d3530e-e77f-4a6a-9900-c648deb0db7f,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:19.551089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:19.556820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] For port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:19.568184 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d2dd9f10-4dd3-476f-8702-03959e1ea50a tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1269360 Mar 29 09:22:19.573509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network df4f0998-c82c-4590-8031-3f6b701abebb details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:19.595382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49528) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:19.607465 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:92:2c:59', 'name': 'tempest-NetworksTestDHCPv6-2024579916'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:19.612100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ba05630a-b39d-4b41-af5a-9044af969027 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for 509a1495-d57d-452c-bb1f-c2991291a38c owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:19.653356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] For port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b4f23071-e9fa-4ffd-a3fc-efeef4436e9d,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:19.683484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.684322 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0710f09f-2f5e-49e5-8d2d-3e50c35defc9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:19.774955 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0710f09f-2f5e-49e5-8d2d-3e50c35defc9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.775731 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-0710f09f-2f5e-49e5-8d2d-3e50c35defc9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Added segment 94992431-a81b-491a-925b-2b309952af43 of type vlan for network 840738a0-4916-4270-95bd-f987b2f9e1dd Mar 29 09:22:19.802297 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Allocated IP 172.20.0.2 (0007bf78-181e-45c8-886e-d70d17228ffc/6ef8a013-009f-4024-8b80-e42fde10510c/ec2fcbc7-7149-4ab6-943c-506718176e16) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:19.861756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a3fdfb34-9a27-49c6-a802-761b6b7d539b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:19.907708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:19.932545 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Router 0bf707c3-42bb-4eeb-b95f-722e2477f107 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:22:19.940921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0710f09f-2f5e-49e5-8d2d-3e50c35defc9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:19.945029 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283b1ff-b4ea-4144-a3e0-76e021f60251 None None] Pushing event updated for resources: {'Port': ['ID=b4f23071-e9fa-4ffd-a3fc-efeef4436e9d,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:19.976630 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4221c0c0-c692-457f-98ce-1f05dc54ce74 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:19.981557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4221c0c0-c692-457f-98ce-1f05dc54ce74 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.049582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port a3fdfb34-9a27-49c6-a802-761b6b7d539b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:20.049974 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.051527 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0710f09f-2f5e-49e5-8d2d-3e50c35defc9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.058005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710f09f-2f5e-49e5-8d2d-3e50c35defc9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:20.059188 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0710f09f-2f5e-49e5-8d2d-3e50c35defc9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.092816 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-38cbea32-c86a-4853-8fa7-26ebff3a49b9 None None] Provisioning complete for port a674e5fd-10bc-479d-a7c2-d7f9e6ef99b5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:20.092816 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-38cbea32-c86a-4853-8fa7-26ebff3a49b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.093493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.141702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-38cbea32-c86a-4853-8fa7-26ebff3a49b9 None None] Port a674e5fd-10bc-479d-a7c2-d7f9e6ef99b5 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:20.147776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port d5d71337-25e5-45dc-9d33-2b1114a9dbdc yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:22:20.261705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.263251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:20.279653 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a32ee58c-6d54-4af4-86cd-ac2ed6fff75f tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "PUT /v2.0/routers/0bf707c3-42bb-4eeb-b95f-722e2477f107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7144549 Mar 29 09:22:20.283718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49530) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:20.290651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Request body: {'port': {'network_id': '04e6f273-8812-4e8d-b49b-f9cf73f6b609', 'name': 'tempest-FloatingIPAdminTestJSON-1172740239'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:20.294545 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0710f09f-2f5e-49e5-8d2d-3e50c35defc9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2328331 Mar 29 09:22:20.302608 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49532) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:20.307838 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba05630a-b39d-4b41-af5a-9044af969027 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.317871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-2354ec72-bb9d-4d52-823d-289d2f40740a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'network_id': '840738a0-4916-4270-95bd-f987b2f9e1dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:20.331081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710f09f-2f5e-49e5-8d2d-3e50c35defc9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=840738a0-4916-4270-95bd-f987b2f9e1dd,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:20.393023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05630a-b39d-4b41-af5a-9044af969027 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=509a1495-d57d-452c-bb1f-c2991291a38c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:20.481600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 840738a0-4916-4270-95bd-f987b2f9e1dd details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:20.486243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd9422-6b50-4d31-a32f-cd513de7fbaa None None] Sync routers for ids ['0bf707c3-42bb-4eeb-b95f-722e2477f107'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:20.504906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Made reservation on behalf of 1e6f082531564376bc0d7e3cc8e8e01b for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:20.509072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.510422 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.514030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8:0:1::399 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/13d3530e-e77f-4a6a-9900-c648deb0db7f/d5d71337-25e5-45dc-9d33-2b1114a9dbdc) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:20.533123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f816:3eff:fe92:2c59 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/6519775b-2c07-4fae-9f4d-42c213e4772e/d5d71337-25e5-45dc-9d33-2b1114a9dbdc) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:20.540746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] device_id is not set on port 9aaa4341-49c6-4b67-9446-7f8dc9e90c36 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:22:20.590993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f299d3e3-fa6a-4e82-a35e-b02db8fcc446 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.610179 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd9422-6b50-4d31-a32f-cd513de7fbaa None None] Routers {'0bf707c3-42bb-4eeb-b95f-722e2477f107'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:20.611176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a4bd9422-6b50-4d31-a32f-cd513de7fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0bf707c3-42bb-4eeb-b95f-722e2477f107'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:20.618377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Network 0007bf78-181e-45c8-886e-d70d17228ffc is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:20.658798 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:20.664404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a4bd9422-6b50-4d31-a32f-cd513de7fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:20.666985 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:20.674817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Pushing event updated for resources: {'Port': ['ID=ec2fcbc7-7149-4ab6-943c-506718176e16,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:20.677244 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba05630a-b39d-4b41-af5a-9044af969027 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.681163 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ba05630a-b39d-4b41-af5a-9044af969027 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/ports/509a1495-d57d-452c-bb1f-c2991291a38c HTTP/1.1" status: 204 len: 168 time: 2.0838988 Mar 29 09:22:20.684676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49534) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:20.689504 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd9422-6b50-4d31-a32f-cd513de7fbaa None None] Routers {'0bf707c3-42bb-4eeb-b95f-722e2477f107'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:20.690224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a4bd9422-6b50-4d31-a32f-cd513de7fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0bf707c3-42bb-4eeb-b95f-722e2477f107'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:20.762540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2354ec72-bb9d-4d52-823d-289d2f40740a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:20.766633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2354ec72-bb9d-4d52-823d-289d2f40740a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.769406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a4bd9422-6b50-4d31-a32f-cd513de7fbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:20.769559 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd9422-6b50-4d31-a32f-cd513de7fbaa None None] The sync data for ids ['0bf707c3-42bb-4eeb-b95f-722e2477f107'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:20.778631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Allocated IP 172.20.0.13 (04e6f273-8812-4e8d-b49b-f9cf73f6b609/827c47a9-7173-443c-8fbb-b4abcf96e4fe/9aaa4341-49c6-4b67-9446-7f8dc9e90c36) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:20.793359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Attempting to bind port ec2fcbc7-7149-4ab6-943c-506718176e16 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:20.793647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Allocated IP 172.20.0.12 (0007bf78-181e-45c8-886e-d70d17228ffc/6ef8a013-009f-4024-8b80-e42fde10510c/40fc0af4-be65-4fa0-a4f4-06144715d9df) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:20.794023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Attempting to bind port ec2fcbc7-7149-4ab6-943c-506718176e16 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '8959a26e-4d3e-4068-9eb2-15e0288a053b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0007bf78-181e-45c8-886e-d70d17228ffc'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:20.794298 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Attempting to bind port ec2fcbc7-7149-4ab6-943c-506718176e16 on network 0007bf78-181e-45c8-886e-d70d17228ffc {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:20.803366 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:20.803366 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Checking segment: {'id': '8959a26e-4d3e-4068-9eb2-15e0288a053b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0007bf78-181e-45c8-886e-d70d17228ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:20.804269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.804269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Bound using segment: {'id': '8959a26e-4d3e-4068-9eb2-15e0288a053b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0007bf78-181e-45c8-886e-d70d17228ffc'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:20.804732 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Bound port: ec2fcbc7-7149-4ab6-943c-506718176e16, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8959a26e-4d3e-4068-9eb2-15e0288a053b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '0007bf78-181e-45c8-886e-d70d17228ffc'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:20.805186 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.874371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:20.915505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] For port ec2fcbc7-7149-4ab6-943c-506718176e16, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:20.919669 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] For port ec2fcbc7-7149-4ab6-943c-506718176e16, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ec2fcbc7-7149-4ab6-943c-506718176e16,segment=NetworkSegment(8959a26e-4d3e-4068-9eb2-15e0288a053b),segment_id=8959a26e-4d3e-4068-9eb2-15e0288a053b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:20.924986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.000953 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e041c4b-ea8b-4095-b8de-a3aab485dbe6 None None] Pushing event updated for resources: {'Port': ['ID=ec2fcbc7-7149-4ab6-943c-506718176e16,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:21.030809 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4221c0c0-c692-457f-98ce-1f05dc54ce74 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.037647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7358b65f-97d9-4e83-a63d-bd4727c67f10 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port bcb14268-b9f2-4c82-877c-a19c7590afea {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:21.037991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7358b65f-97d9-4e83-a63d-bd4727c67f10 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.097402 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.192481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:21.200291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:21.202830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:21.209217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:21.210461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.248623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.281456 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6849937 Mar 29 09:22:21.288512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00355c-de84-40e2-889c-8ff8691ce540 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=d5d71337-25e5-45dc-9d33-2b1114a9dbdc,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:21.291705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49536) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:21.299519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7358b65f-97d9-4e83-a63d-bd4727c67f10 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.351145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7358b65f-97d9-4e83-a63d-bd4727c67f10 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for bcb14268-b9f2-4c82-877c-a19c7590afea owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:21.363102 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221c0c0-c692-457f-98ce-1f05dc54ce74 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Subnet': ['ID=e5345380-b11c-4d4d-bf22-0c7b8ac7f07e,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:21.480584 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e8a59-ac50-4bf0-998f-3d8fcfc9d168 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:21.507577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.521600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4221c0c0-c692-457f-98ce-1f05dc54ce74 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Checking segment: {'id': 'c4ec9e04-c4e0-4f82-82fd-8410d14dcced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df4f0998-c82c-4590-8031-3f6b701abebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:21.522387 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4221c0c0-c692-457f-98ce-1f05dc54ce74 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network hostable DHCP agents. Network: df4f0998-c82c-4590-8031-3f6b701abebb, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:21.555391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-9c5f67d1-ae65-4414-9fcf-049cd567960a None None] Provisioning complete for port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:21.555773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9c5f67d1-ae65-4414-9fcf-049cd567960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.562993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.588019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Network 04e6f273-8812-4e8d-b49b-f9cf73f6b609 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:21.598264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:21.614068 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:21.643801 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event updated for resources: {'Port': ['ID=9aaa4341-49c6-4b67-9446-7f8dc9e90c36,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:21.652374 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7ff12bef-661d-4afd-9c1c-27b3027cc115 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port d5d71337-25e5-45dc-9d33-2b1114a9dbdc {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:21.652768 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7ff12bef-661d-4afd-9c1c-27b3027cc115 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.690175 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4221c0c0-c692-457f-98ce-1f05dc54ce74 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network df4f0998-c82c-4590-8031-3f6b701abebb is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:21.712644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9c5f67d1-ae65-4414-9fcf-049cd567960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.723564 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2354ec72-bb9d-4d52-823d-289d2f40740a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.737476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-4221c0c0-c692-457f-98ce-1f05dc54ce74 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, df4f0998-c82c-4590-8031-3f6b701abebb) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:21.743023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4221c0c0-c692-457f-98ce-1f05dc54ce74 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:21.743909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4221c0c0-c692-457f-98ce-1f05dc54ce74 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.745527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:21.746392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.820837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9c5f67d1-ae65-4414-9fcf-049cd567960a None None] For port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b4f23071-e9fa-4ffd-a3fc-efeef4436e9d,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:21.826027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.840367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430984b-57ef-4572-a3d9-1c3a4e004469 None None] Network df4f0998-c82c-4590-8031-3f6b701abebb requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:21.854204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9c5f67d1-ae65-4414-9fcf-049cd567960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.860922 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4221c0c0-c692-457f-98ce-1f05dc54ce74 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3935432 Mar 29 09:22:21.870583 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49538) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:21.885289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-3aa63a5e-116e-41c2-b542-7cb2aa62c220 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-156340566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:21.890829 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f299d3e3-fa6a-4e82-a35e-b02db8fcc446 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Deleting port c2347d59-22c2-46c2-a894-01ad47ac7a1b {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:21.891973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f299d3e3-fa6a-4e82-a35e-b02db8fcc446 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.927005 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-68ec3d9b-168d-4b4e-b785-d4612dc0dd55 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6419089 Mar 29 09:22:21.927734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7358b65f-97d9-4e83-a63d-bd4727c67f10 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:21.938534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49540) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:21.998074 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b4f23071-e9fa-4ffd-a3fc-efeef4436e9d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:21.999009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358b65f-97d9-4e83-a63d-bd4727c67f10 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=bcb14268-b9f2-4c82-877c-a19c7590afea,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:22.024783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3aa63a5e-116e-41c2-b542-7cb2aa62c220 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.025874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3aa63a5e-116e-41c2-b542-7cb2aa62c220 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.041014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7ff12bef-661d-4afd-9c1c-27b3027cc115 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.057261 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f299d3e3-fa6a-4e82-a35e-b02db8fcc446 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.078711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f299d3e3-fa6a-4e82-a35e-b02db8fcc446 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Calling delete_port for c2347d59-22c2-46c2-a894-01ad47ac7a1b owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:22.082727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7ff12bef-661d-4afd-9c1c-27b3027cc115 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for d5d71337-25e5-45dc-9d33-2b1114a9dbdc owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:22.194972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354ec72-bb9d-4d52-823d-289d2f40740a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=6245a27a-ae86-4234-8a62-fb1ac5fe4ffe,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:22.206644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354ec72-bb9d-4d52-823d-289d2f40740a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking segment: {'id': '94992431-a81b-491a-925b-2b309952af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '840738a0-4916-4270-95bd-f987b2f9e1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:22.207146 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2354ec72-bb9d-4d52-823d-289d2f40740a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network hostable DHCP agents. Network: 840738a0-4916-4270-95bd-f987b2f9e1dd, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:22.210915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21def90d-6028-48bb-a86e-bcc7db1ff2bc None None] Update dhcp port {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': '6519775b-2c07-4fae-9f4d-42c213e4772e', 'ip_address': '2001:db8::f816:3eff:fea0:a986'}, {'subnet_id': '13d3530e-e77f-4a6a-9900-c648deb0db7f'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': 'b4f23071-e9fa-4ffd-a3fc-efeef4436e9d'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:22:22.217212 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Network 0007bf78-181e-45c8-886e-d70d17228ffc is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:22.238921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f67d1-ae65-4414-9fcf-049cd567960a None None] Pushing event updated for resources: {'Port': ['ID=b4f23071-e9fa-4ffd-a3fc-efeef4436e9d,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:22.268270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3aa63a5e-116e-41c2-b542-7cb2aa62c220 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.282536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'project_id': '1e6f082531564376bc0d7e3cc8e8e01b', 'port_id': '9aaa4341-49c6-4b67-9446-7f8dc9e90c36'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:22.283093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8eae5662-fb4d-4177-b907-6dcc84b0bde8 None None] Provisioning complete for port 9aaa4341-49c6-4b67-9446-7f8dc9e90c36 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:22.283736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8eae5662-fb4d-4177-b907-6dcc84b0bde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.297007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7358b65f-97d9-4e83-a63d-bd4727c67f10 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.300412 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7358b65f-97d9-4e83-a63d-bd4727c67f10 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/ports/bcb14268-b9f2-4c82-877c-a19c7590afea HTTP/1.1" status: 204 len: 168 time: 1.6090894 Mar 29 09:22:22.301924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3aa63a5e-116e-41c2-b542-7cb2aa62c220 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.309525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49544) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:22.317699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:22.320252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Pushing event updated for resources: {'Port': ['ID=40fc0af4-be65-4fa0-a4f4-06144715d9df,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:22.323473 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:22.328962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-21def90d-6028-48bb-a86e-bcc7db1ff2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.393836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:22.394505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.410362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f299d3e3-fa6a-4e82-a35e-b02db8fcc446 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.442513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299d3e3-fa6a-4e82-a35e-b02db8fcc446 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event deleted for resources: {'Port': ['ID=c2347d59-22c2-46c2-a894-01ad47ac7a1b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:22.448738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.455094 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:22.455784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.467976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3aa63a5e-116e-41c2-b542-7cb2aa62c220 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.470391 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2354ec72-bb9d-4d52-823d-289d2f40740a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network 840738a0-4916-4270-95bd-f987b2f9e1dd is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:22.472106 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3aa63a5e-116e-41c2-b542-7cb2aa62c220 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5927596 Mar 29 09:22:22.472602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49546) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:22.488937 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-47291550-8f77-4428-ba34-2e7b7290f779 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.7726750 Mar 29 09:22:22.493220 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49548) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:22.504913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc3021-7a51-44ed-baf2-6db543323073 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:22.510014 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4fcc3021-7a51-44ed-baf2-6db543323073 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f HTTP/1.1" status: 200 len: 913 time: 0.1854415 Mar 29 09:22:22.513410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49550) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:22.533255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8eae5662-fb4d-4177-b907-6dcc84b0bde8 None None] Port 9aaa4341-49c6-4b67-9446-7f8dc9e90c36 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:22.555586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-19f9e6ab-80c6-46a1-856b-abb457417256 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1850391942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:22.592886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-2354ec72-bb9d-4d52-823d-289d2f40740a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 840738a0-4916-4270-95bd-f987b2f9e1dd) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:22.655428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297b74b4-1763-4233-b499-242d7381252f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-df4f0998-c82c-4590-8031-3f6b701abebb', 'network_id': 'df4f0998-c82c-4590-8031-3f6b701abebb', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'fixed_ips': [{'subnet_id': 'e5345380-b11c-4d4d-bf22-0c7b8ac7f07e'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:22.656654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-297b74b4-1763-4233-b499-242d7381252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.660319 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51d235c-5f11-47a2-b0e1-ab8c0fda85e8 None None] Network 840738a0-4916-4270-95bd-f987b2f9e1dd requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:22.707358 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-19f9e6ab-80c6-46a1-856b-abb457417256 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.708416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-19f9e6ab-80c6-46a1-856b-abb457417256 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.730445 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354ec72-bb9d-4d52-823d-289d2f40740a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:22.731120 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2354ec72-bb9d-4d52-823d-289d2f40740a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.786743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0de93d-e5c3-438d-b2e7-38dfc13bd6ae None None] Network 0007bf78-181e-45c8-886e-d70d17228ffc requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:22.807315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7ff12bef-661d-4afd-9c1c-27b3027cc115 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:22.900588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff12bef-661d-4afd-9c1c-27b3027cc115 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=d5d71337-25e5-45dc-9d33-2b1114a9dbdc,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:22.938160 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ec2fcbc7-7149-4ab6-943c-506718176e16 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:23.002579 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7ff12bef-661d-4afd-9c1c-27b3027cc115 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.010354 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7ff12bef-661d-4afd-9c1c-27b3027cc115 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/d5d71337-25e5-45dc-9d33-2b1114a9dbdc HTTP/1.1" status: 204 len: 168 time: 1.7139933 Mar 29 09:22:23.014393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49552) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:23.035599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.055800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-64d4bf52-84a3-457b-9a9d-51800c81d5a2 None None] Provisioning complete for port ec2fcbc7-7149-4ab6-943c-506718176e16 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:23.056265 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-64d4bf52-84a3-457b-9a9d-51800c81d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.186004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f469a6d-32fd-4933-9fa5-21b980f6ede8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:23.188732 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1f469a6d-32fd-4933-9fa5-21b980f6ede8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1713176 Mar 29 09:22:23.195859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49554) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:23.270492 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2354ec72-bb9d-4d52-823d-289d2f40740a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9596641 Mar 29 09:22:23.282073 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49556) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:23.288488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Allocated IP 172.26.1.78 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/d0faf960-93ee-46c5-bb4c-63e9968ce096) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:23.416238 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-840738a0-4916-4270-95bd-f987b2f9e1dd', 'network_id': '840738a0-4916-4270-95bd-f987b2f9e1dd', 'tenant_id': '74d6d955aea140dab5078844d80a08bc', 'fixed_ips': [{'subnet_id': '6245a27a-ae86-4234-8a62-fb1ac5fe4ffe'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:23.417097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.446481 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port ec2fcbc7-7149-4ab6-943c-506718176e16 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:23.446856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.466601 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-19f9e6ab-80c6-46a1-856b-abb457417256 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.488317 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-19f9e6ab-80c6-46a1-856b-abb457417256 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.493505 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f299d3e3-fa6a-4e82-a35e-b02db8fcc446 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.541592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.546778 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f7e93a-2fd4-4057-a3a0-211dca861dbe tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:23.550698 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-14f7e93a-2fd4-4057-a3a0-211dca861dbe tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3500619 Mar 29 09:22:23.553816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49558) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:23.638139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.642110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-19f9e6ab-80c6-46a1-856b-abb457417256 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.643429 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-19f9e6ab-80c6-46a1-856b-abb457417256 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1085007 Mar 29 09:22:23.651107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Allocated IP 172.20.0.1 (840738a0-4916-4270-95bd-f987b2f9e1dd/6245a27a-ae86-4234-8a62-fb1ac5fe4ffe/46162d56-5165-4b9c-9a46-439a446be9bf) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:23.655443 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49560) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:23.664221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec9224-1a48-4099-a49c-b23b5ae4bba2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:23.666306 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec9224-1a48-4099-a49c-b23b5ae4bba2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:23.668485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec9224-1a48-4099-a49c-b23b5ae4bba2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:23.673224 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cdec9224-1a48-4099-a49c-b23b5ae4bba2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1151617 Mar 29 09:22:23.679793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-54f6a209-ffc6-4bb0-8815-ed4ae10c73f5 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-883935730', 'prefixes': ['172.20.0.0/16']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:23.685738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49562) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:23.723153 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.820573 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-21def90d-6028-48bb-a86e-bcc7db1ff2bc None None] Allocated IP 2001:db8:0:1::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/13d3530e-e77f-4a6a-9900-c648deb0db7f/b4f23071-e9fa-4ffd-a3fc-efeef4436e9d) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:23.857752 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.940509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-297b74b4-1763-4233-b499-242d7381252f None None] Allocated IP 172.20.0.2 (df4f0998-c82c-4590-8031-3f6b701abebb/e5345380-b11c-4d4d-bf22-0c7b8ac7f07e/f5b4e64f-0b7d-4353-a147-1c646324a4e2) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:23.955232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f299d3e3-fa6a-4e82-a35e-b02db8fcc446 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Router f0399055-552f-458b-b2f3-12a5447ec384 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:22:23.971784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:23.989667 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.134039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-06414be8-7c50-4161-a917-4b0da76e19e0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 13d3530e-e77f-4a6a-9900-c648deb0db7f {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:24.149209 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f299d3e3-fa6a-4e82-a35e-b02db8fcc446 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:24.149464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Network 840738a0-4916-4270-95bd-f987b2f9e1dd is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:24.154856 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f299d3e3-fa6a-4e82-a35e-b02db8fcc446 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "PUT /v2.0/routers/f0399055-552f-458b-b2f3-12a5447ec384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3409026 Mar 29 09:22:24.161889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49564) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:24.165409 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd31f52-1d6c-4699-b6a0-3210e5973314 None None] Sync routers for ids ['f0399055-552f-458b-b2f3-12a5447ec384'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:24.175780 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd31f52-1d6c-4699-b6a0-3210e5973314 None None] Routers {'f0399055-552f-458b-b2f3-12a5447ec384'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:24.176764 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5fd31f52-1d6c-4699-b6a0-3210e5973314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f0399055-552f-458b-b2f3-12a5447ec384'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:24.186831 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.210515 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5fd31f52-1d6c-4699-b6a0-3210e5973314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:24.210739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.214558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Subnet': ['ID=6245a27a-ae86-4234-8a62-fb1ac5fe4ffe,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:24.218197 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-b963dd21-b1e4-473c-a0b3-d213f6ad6af3 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] delete failed (client error): The resource could not be found. Mar 29 09:22:24.222035 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd31f52-1d6c-4699-b6a0-3210e5973314 None None] Routers {'f0399055-552f-458b-b2f3-12a5447ec384'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:24.222849 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5fd31f52-1d6c-4699-b6a0-3210e5973314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f0399055-552f-458b-b2f3-12a5447ec384'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:24.224701 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b963dd21-b1e4-473c-a0b3-d213f6ad6af3 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1893242104 HTTP/1.1" status: 404 len: 335 time: 0.0592897 Mar 29 09:22:24.229113 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49566) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:24.258915 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5fd31f52-1d6c-4699-b6a0-3210e5973314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:24.259819 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd31f52-1d6c-4699-b6a0-3210e5973314 None None] The sync data for ids ['f0399055-552f-458b-b2f3-12a5447ec384'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:24.264111 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:24.279451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:24.286230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:24.287151 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b25f4c6d-3791-426d-8b3f-b35a7c1de000 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f0399055-552f-458b-b2f3-12a5447ec384'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:24.288845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:24.291600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Pushing event updated for resources: {'Port': ['ID=46162d56-5165-4b9c-9a46-439a446be9bf,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:24.297297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54f6a209-ffc6-4bb0-8815-ed4ae10c73f5 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for subnetpool, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.302057 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-54f6a209-ffc6-4bb0-8815-ed4ae10c73f5 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6237845 Mar 29 09:22:24.302057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:24.305009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64f147a7-7ae3-4669-8aff-a87918efa366 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.308132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49568) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:24.311106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Pushing event updated for resources: {'Port': ['ID=d0faf960-93ee-46c5-bb4c-63e9968ce096,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:24.318533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-64d4bf52-84a3-457b-9a9d-51800c81d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.362678 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.367639 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-c091040a-9980-4712-9418-73bca34bbfb5 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c', 'tempest-TagsExtTest-Tag-278409746') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:24.422362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840738a0-4916-4270-95bd-f987b2f9e1dd']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:24.426922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-21def90d-6028-48bb-a86e-bcc7db1ff2bc None None] For port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b4f23071-e9fa-4ffd-a3fc-efeef4436e9d,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:24.450843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.463976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94992431-a81b-491a-925b-2b309952af43') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:24.464255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94992431-a81b-491a-925b-2b309952af43') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:24.486214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-64d4bf52-84a3-457b-9a9d-51800c81d5a2 None None] For port ec2fcbc7-7149-4ab6-943c-506718176e16, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ec2fcbc7-7149-4ab6-943c-506718176e16,segment=NetworkSegment(8959a26e-4d3e-4068-9eb2-15e0288a053b),segment_id=8959a26e-4d3e-4068-9eb2-15e0288a053b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:24.504732 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-64d4bf52-84a3-457b-9a9d-51800c81d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.505342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.533449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Attempting to bind port 46162d56-5165-4b9c-9a46-439a446be9bf on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:24.533889 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Attempting to bind port 46162d56-5165-4b9c-9a46-439a446be9bf by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '94992431-a81b-491a-925b-2b309952af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '840738a0-4916-4270-95bd-f987b2f9e1dd'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:24.534219 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Attempting to bind port 46162d56-5165-4b9c-9a46-439a446be9bf on network 840738a0-4916-4270-95bd-f987b2f9e1dd {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:24.581927 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.584505 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b25f4c6d-3791-426d-8b3f-b35a7c1de000 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.589939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:24.590398 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Checking segment: {'id': '94992431-a81b-491a-925b-2b309952af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '840738a0-4916-4270-95bd-f987b2f9e1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:24.590726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.591128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Bound using segment: {'id': '94992431-a81b-491a-925b-2b309952af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '840738a0-4916-4270-95bd-f987b2f9e1dd'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:24.591612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Bound port: 46162d56-5165-4b9c-9a46-439a446be9bf, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94992431-a81b-491a-925b-2b309952af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '840738a0-4916-4270-95bd-f987b2f9e1dd'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:24.592063 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.595244 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:24.595752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:24.601623 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:24.605491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-21def90d-6028-48bb-a86e-bcc7db1ff2bc None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.632453 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-b25f4c6d-3791-426d-8b3f-b35a7c1de000 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] update failed (client error): The resource could not be found. Mar 29 09:22:24.639595 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b25f4c6d-3791-426d-8b3f-b35a7c1de000 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "PUT /v2.0/routers/f0399055-552f-458b-b2f3-12a5447ec384 HTTP/1.1" status: 404 len: 339 time: 0.4025121 Mar 29 09:22:24.639845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49570) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:24.648012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-21def90d-6028-48bb-a86e-bcc7db1ff2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.655927 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06414be8-7c50-4161-a917-4b0da76e19e0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.660461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-297b74b4-1763-4233-b499-242d7381252f None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.699797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06414be8-7c50-4161-a917-4b0da76e19e0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.704408 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4bf52-84a3-457b-9a9d-51800c81d5a2 None None] Pushing event updated for resources: {'Port': ['ID=ec2fcbc7-7149-4ab6-943c-506718176e16,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:24.708573 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-297b74b4-1763-4233-b499-242d7381252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.764741 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.api [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:22:24.764741 dv-neutron-835554-1-hyperv neutron-server[102495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:22:24.764741 dv-neutron-835554-1-hyperv neutron-server[102495]: [parameters: {'id': '840738a0-4916-4270-95bd-f987b2f9e1dd'}] Mar 29 09:22:24.764741 dv-neutron-835554-1-hyperv neutron-server[102495]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:22:24.765518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG oslo_db.api [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:22:24.777322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:22:24.777322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:22:24.831894 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297b74b4-1763-4233-b499-242d7381252f None None] Network df4f0998-c82c-4590-8031-3f6b701abebb is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:24.843668 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-297b74b4-1763-4233-b499-242d7381252f None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:24.845918 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] For port 46162d56-5165-4b9c-9a46-439a446be9bf, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:24.851038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297b74b4-1763-4233-b499-242d7381252f None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:24.854179 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] For port 46162d56-5165-4b9c-9a46-439a446be9bf, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=46162d56-5165-4b9c-9a46-439a446be9bf,segment=NetworkSegment(94992431-a81b-491a-925b-2b309952af43),segment_id=94992431-a81b-491a-925b-2b309952af43)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:24.861393 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21def90d-6028-48bb-a86e-bcc7db1ff2bc None None] Pushing event updated for resources: {'Port': ['ID=b4f23071-e9fa-4ffd-a3fc-efeef4436e9d,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:24.872607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.875907 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Allocated IP 172.20.0.1 (df4f0998-c82c-4590-8031-3f6b701abebb/e5345380-b11c-4d4d-bf22-0c7b8ac7f07e/665ecd2f-af08-4d75-a1b1-4749ca7677a0) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:24.961297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06414be8-7c50-4161-a917-4b0da76e19e0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:24.990360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b74b4-1763-4233-b499-242d7381252f None None] Pushing event updated for resources: {'Port': ['ID=f5b4e64f-0b7d-4353-a147-1c646324a4e2,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:25.010723 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c091040a-9980-4712-9418-73bca34bbfb5 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "PUT /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags/tempest-TagsExtTest-Tag-278409746 HTTP/1.1" status: 201 len: 201 time: 0.7001863 Mar 29 09:22:25.010888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49572) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:25.030614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-4abb94d0-a50a-4e4f-abdd-34e6d4eb6262 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df', 'tempest-TagsExtTest-Tag-1450297563') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:25.038167 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-297b74b4-1763-4233-b499-242d7381252f None None] Attempting to bind port f5b4e64f-0b7d-4353-a147-1c646324a4e2 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:25.038544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-297b74b4-1763-4233-b499-242d7381252f None None] Attempting to bind port f5b4e64f-0b7d-4353-a147-1c646324a4e2 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'c4ec9e04-c4e0-4f82-82fd-8410d14dcced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df4f0998-c82c-4590-8031-3f6b701abebb'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:25.038922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297b74b4-1763-4233-b499-242d7381252f None None] Attempting to bind port f5b4e64f-0b7d-4353-a147-1c646324a4e2 on network df4f0998-c82c-4590-8031-3f6b701abebb {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:25.088572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297b74b4-1763-4233-b499-242d7381252f None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:25.088827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297b74b4-1763-4233-b499-242d7381252f None None] Checking segment: {'id': 'c4ec9e04-c4e0-4f82-82fd-8410d14dcced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df4f0998-c82c-4590-8031-3f6b701abebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:25.089239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-297b74b4-1763-4233-b499-242d7381252f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.089693 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297b74b4-1763-4233-b499-242d7381252f None None] Bound using segment: {'id': 'c4ec9e04-c4e0-4f82-82fd-8410d14dcced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df4f0998-c82c-4590-8031-3f6b701abebb'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:25.090205 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-297b74b4-1763-4233-b499-242d7381252f None None] Bound port: f5b4e64f-0b7d-4353-a147-1c646324a4e2, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ec9e04-c4e0-4f82-82fd-8410d14dcced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'df4f0998-c82c-4590-8031-3f6b701abebb'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:25.090745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-297b74b4-1763-4233-b499-242d7381252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.175846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-84d43801-897c-4569-b7fa-bed0aaa209d9 None None] Provisioning complete for port 40fc0af4-be65-4fa0-a4f4-06144715d9df triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:25.176589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-84d43801-897c-4569-b7fa-bed0aaa209d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.180527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bbc326-70fd-4903-81a7-c7da16eb979d None None] Network 840738a0-4916-4270-95bd-f987b2f9e1dd requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:25.200617 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06414be8-7c50-4161-a917-4b0da76e19e0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.281493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06414be8-7c50-4161-a917-4b0da76e19e0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.285068 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-06414be8-7c50-4161-a917-4b0da76e19e0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/13d3530e-e77f-4a6a-9900-c648deb0db7f HTTP/1.1" status: 204 len: 168 time: 1.2630687 Mar 29 09:22:25.289401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06414be8-7c50-4161-a917-4b0da76e19e0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=13d3530e-e77f-4a6a-9900-c648deb0db7f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:25.292017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49574) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:25.380127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-297b74b4-1763-4233-b499-242d7381252f None None] For port f5b4e64f-0b7d-4353-a147-1c646324a4e2, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:25.399048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-297b74b4-1763-4233-b499-242d7381252f None None] For port f5b4e64f-0b7d-4353-a147-1c646324a4e2, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f5b4e64f-0b7d-4353-a147-1c646324a4e2,segment=NetworkSegment(c4ec9e04-c4e0-4f82-82fd-8410d14dcced),segment_id=c4ec9e04-c4e0-4f82-82fd-8410d14dcced)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:25.446169 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-5770a98d-415a-49b4-8a5f-b3c11fa15f75 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 6519775b-2c07-4fae-9f4d-42c213e4772e {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:25.484807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5770a98d-415a-49b4-8a5f-b3c11fa15f75 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.498821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-64f147a7-7ae3-4669-8aff-a87918efa366 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port d86345c2-c0bc-4021-91ef-97e99e9db1f2 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:25.499338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64f147a7-7ae3-4669-8aff-a87918efa366 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.499565 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e912a6c-f58d-4b8c-9a1e-f5d2155c5b26 None None] Pushing event updated for resources: {'Port': ['ID=46162d56-5165-4b9c-9a46-439a446be9bf,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:25.558279 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.593324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-297b74b4-1763-4233-b499-242d7381252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.743642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.748109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64f147a7-7ae3-4669-8aff-a87918efa366 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.749942 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b4f23071-e9fa-4ffd-a3fc-efeef4436e9d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:25.763505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-64f147a7-7ae3-4669-8aff-a87918efa366 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for d86345c2-c0bc-4021-91ef-97e99e9db1f2 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:25.821686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.843613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:25.851690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-84d43801-897c-4569-b7fa-bed0aaa209d9 None None] Port 40fc0af4-be65-4fa0-a4f4-06144715d9df cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:25.866985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5770a98d-415a-49b4-8a5f-b3c11fa15f75 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.021124 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4abb94d0-a50a-4e4f-abdd-34e6d4eb6262 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "PUT /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags/tempest-TagsExtTest-Tag-1450297563 HTTP/1.1" status: 201 len: 201 time: 0.9944839 Mar 29 09:22:26.035899 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49576) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:26.049265 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-bc11d1d3-c122-41ac-9203-bc43f524f785 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0', 'tempest-TagsExtTest-Tag-477758557') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:26.105054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.124465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Deleting port 46162d56-5165-4b9c-9a46-439a446be9bf {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:26.124739 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.151931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.203150 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b893b-723d-4c2a-8372-f63a932680ca None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:26.256829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:26.257159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.270922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64f147a7-7ae3-4669-8aff-a87918efa366 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.271711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=665ecd2f-af08-4d75-a1b1-4749ca7677a0,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:26.274208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5770a98d-415a-49b4-8a5f-b3c11fa15f75 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.295572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-84d43801-897c-4569-b7fa-bed0aaa209d9 None None] Provisioning complete for port ec2fcbc7-7149-4ab6-943c-506718176e16 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:26.295953 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-84d43801-897c-4569-b7fa-bed0aaa209d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.344797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f147a7-7ae3-4669-8aff-a87918efa366 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=d86345c2-c0bc-4021-91ef-97e99e9db1f2,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:26.396056 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b74b4-1763-4233-b499-242d7381252f None None] Pushing event updated for resources: {'Port': ['ID=f5b4e64f-0b7d-4353-a147-1c646324a4e2,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:26.420346 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network df4f0998-c82c-4590-8031-3f6b701abebb is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:26.487569 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:26.492702 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:26.524145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5770a98d-415a-49b4-8a5f-b3c11fa15f75 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.560468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ec2fcbc7-7149-4ab6-943c-506718176e16 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:26.572090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770a98d-415a-49b4-8a5f-b3c11fa15f75 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=6519775b-2c07-4fae-9f4d-42c213e4772e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:26.576787 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bc11d1d3-c122-41ac-9203-bc43f524f785 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "PUT /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags/tempest-TagsExtTest-Tag-477758557 HTTP/1.1" status: 201 len: 201 time: 0.5373046 Mar 29 09:22:26.581382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49578) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:26.626231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-08739cc0-35db-4b74-a9c0-17b7a0be8700 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041', 'tempest-TagsExtTest-Tag-358389471') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:26.629024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5770a98d-415a-49b4-8a5f-b3c11fa15f75 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.632706 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5770a98d-415a-49b4-8a5f-b3c11fa15f75 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/6519775b-2c07-4fae-9f4d-42c213e4772e HTTP/1.1" status: 204 len: 168 time: 1.3360643 Mar 29 09:22:26.646523 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49580) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:26.675474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] For port 46162d56-5165-4b9c-9a46-439a446be9bf, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=46162d56-5165-4b9c-9a46-439a446be9bf,segment=NetworkSegment(94992431-a81b-491a-925b-2b309952af43),segment_id=94992431-a81b-491a-925b-2b309952af43)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:26.676019 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.717759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8787cf0c-4a42-46c3-9073-f16f182d0479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.727050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.746806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port ec2fcbc7-7149-4ab6-943c-506718176e16 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:26.747257 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.781516 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bbf81057-8a81-43f7-b6d4-d077bd377e73 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330581 Mar 29 09:22:26.782353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.785294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49582) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:26.817098 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Calling delete_port for 46162d56-5165-4b9c-9a46-439a446be9bf owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:26.827090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:26.839484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Allocated IP 172.20.0.1 (ce8478e7-5521-4206-90b4-6fe01d0c5de2/67069878-d50b-4ebc-8f10-47f87d9aca9b/34bc2747-cb2e-49e3-a876-2fd64ad35968) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:26.913387 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035b3dd0-a864-41ab-9c49-c57aaffa4db5 None None] Update dhcp port {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': '6519775b-2c07-4fae-9f4d-42c213e4772e'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': 'b4f23071-e9fa-4ffd-a3fc-efeef4436e9d'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:22:26.988110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f9652f09-0a44-4829-aa56-0dc723857744 None None] Provisioning complete for port 40fc0af4-be65-4fa0-a4f4-06144715d9df triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:26.989005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9652f09-0a44-4829-aa56-0dc723857744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.073533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-035b3dd0-a864-41ab-9c49-c57aaffa4db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.075751 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f9652f09-0a44-4829-aa56-0dc723857744 None None] Port 40fc0af4-be65-4fa0-a4f4-06144715d9df cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:27.099464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f9652f09-0a44-4829-aa56-0dc723857744 None None] Could not find standard attr ID for object d5d71337-25e5-45dc-9d33-2b1114a9dbdc. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:22:27.185018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.188599 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-08739cc0-35db-4b74-a9c0-17b7a0be8700 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "PUT /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags/tempest-TagsExtTest-Tag-358389471 HTTP/1.1" status: 201 len: 201 time: 0.6021841 Mar 29 09:22:27.192539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:27.196718 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49584) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:27.204780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-5c78d939-3be4-42af-9244-285ef080f018 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:27.214143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.218360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.248113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64f147a7-7ae3-4669-8aff-a87918efa366 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.260452 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f9652f09-0a44-4829-aa56-0dc723857744 None None] Provisioning complete for port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:27.261223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9652f09-0a44-4829-aa56-0dc723857744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.312483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Pushing event updated for resources: {'Port': ['ID=d0faf960-93ee-46c5-bb4c-63e9968ce096,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:27.321344 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Port': ['ID=46162d56-5165-4b9c-9a46-439a446be9bf,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:27.327752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No DVR routers for this DVR port 46162d56-5165-4b9c-9a46-439a446be9bf on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:27.394635 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40fc7cf-8d9e-4261-a28d-378a8a62ff99 None None] Network df4f0998-c82c-4590-8031-3f6b701abebb requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:27.396069 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.438620 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45af45dc-de11-4e24-b0d2-bb05ad360713 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:27.468919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:27.473779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.533478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.580060 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.652901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-61c69b82-1304-479c-a92c-bccb5c10674f None None] Provisioning complete for port f5b4e64f-0b7d-4353-a147-1c646324a4e2 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:27.653541 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61c69b82-1304-479c-a92c-bccb5c10674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.717025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Network ce8478e7-5521-4206-90b4-6fe01d0c5de2 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:27.726438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840738a0-4916-4270-95bd-f987b2f9e1dd']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:27.731048 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Floating IP e9435aa9-309b-4400-b22a-440dbfdb7906 associated. External IP: 172.26.1.78, port: 9aaa4341-49c6-4b67-9446-7f8dc9e90c36. Mar 29 09:22:27.767482 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:27.786839 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:27.810340 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94992431-a81b-491a-925b-2b309952af43') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:27.810821 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94992431-a81b-491a-925b-2b309952af43') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:27.868476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f5b4e64f-0b7d-4353-a147-1c646324a4e2 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:27.882357 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5c78d939-3be4-42af-9244-285ef080f018 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags HTTP/1.1" status: 200 len: 240 time: 0.6846914 Mar 29 09:22:27.883988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event updated for resources: {'Port': ['ID=34bc2747-cb2e-49e3-a876-2fd64ad35968,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:27.908294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49586) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:27.913660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-13f7740d-0bbb-44d0-9483-d149878f7ef1 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c', 'tempest-TagsExtTest-Tag-278409746') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:27.919453 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:27.941796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024206a0-bfb6-470d-ae51-cb5f34786f56 None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:22:27.961644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.010424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:28.011216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:28.014873 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:28.017936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.043152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61c69b82-1304-479c-a92c-bccb5c10674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.180145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-61c69b82-1304-479c-a92c-bccb5c10674f None None] For port f5b4e64f-0b7d-4353-a147-1c646324a4e2, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f5b4e64f-0b7d-4353-a147-1c646324a4e2,segment=NetworkSegment(c4ec9e04-c4e0-4f82-82fd-8410d14dcced),segment_id=c4ec9e04-c4e0-4f82-82fd-8410d14dcced)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:28.192543 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port f5b4e64f-0b7d-4353-a147-1c646324a4e2 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:28.193129 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.198633 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61c69b82-1304-479c-a92c-bccb5c10674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.216783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f147a7-7ae3-4669-8aff-a87918efa366 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:22:28.236663 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.255243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.263429 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/840738a0-4916-4270-95bd-f987b2f9e1dd HTTP/1.1" status: 204 len: 168 time: 4.9779770 Mar 29 09:22:28.267922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49588) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:28.274846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-09ff374d-45a4-4ab3-9a9e-764f655a75ce tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-618808742'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:28.308857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.312267 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d37aee-a856-456e-8743-6a0c28f8f38f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Network': ['ID=840738a0-4916-4270-95bd-f987b2f9e1dd,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:28.322196 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-024206a0-bfb6-470d-ae51-cb5f34786f56 None None] Deleting port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:28.322673 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-024206a0-bfb6-470d-ae51-cb5f34786f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.344179 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.385638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-61c69b82-1304-479c-a92c-bccb5c10674f None None] Provisioning complete for port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:28.386122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61c69b82-1304-479c-a92c-bccb5c10674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.413588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Router 0bf707c3-42bb-4eeb-b95f-722e2477f107 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:22:28.453733 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=665ecd2f-af08-4d75-a1b1-4749ca7677a0,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:28.478537 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ff374d-45a4-4ab3-9a9e-764f655a75ce tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:28.483029 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-09ff374d-45a4-4ab3-9a9e-764f655a75ce tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.506824 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.513714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c69b82-1304-479c-a92c-bccb5c10674f None None] Pushing event updated for resources: {'Port': ['ID=f5b4e64f-0b7d-4353-a147-1c646324a4e2,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:28.521254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-024206a0-bfb6-470d-ae51-cb5f34786f56 None None] For port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b4f23071-e9fa-4ffd-a3fc-efeef4436e9d,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:28.522377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-024206a0-bfb6-470d-ae51-cb5f34786f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.552686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-024206a0-bfb6-470d-ae51-cb5f34786f56 None None] Calling delete_port for b4f23071-e9fa-4ffd-a3fc-efeef4436e9d owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:28.561546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.575413 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-13f7740d-0bbb-44d0-9483-d149878f7ef1 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags/tempest-TagsExtTest-Tag-278409746 HTTP/1.1" status: 204 len: 168 time: 0.6660247 Mar 29 09:22:28.578223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ff374d-45a4-4ab3-9a9e-764f655a75ce tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:28.581071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49590) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:28.587611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-ac3dff15-5195-43c4-8398-e5517045b20e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c', 'tempest-TagsExtTest-Tag-278409746') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:28.646255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-09ff374d-45a4-4ab3-9a9e-764f655a75ce tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.647278 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-09ff374d-45a4-4ab3-9a9e-764f655a75ce tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Added segment 2a99e1cc-63a6-4f4a-a68c-04c14ac9587d of type vlan for network 42f3b93c-a033-4a83-a6e6-86ec44eb47d4 Mar 29 09:22:28.745432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:28.779846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f147a7-7ae3-4669-8aff-a87918efa366 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:28.791381 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-64f147a7-7ae3-4669-8aff-a87918efa366 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "PUT /v2.0/routers/7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2762139 Mar 29 09:22:28.797017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49592) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:28.810209 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ae5bd-77f6-4d28-9136-6a0ff8191c36 None None] Sync routers for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:28.822443 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ae5bd-77f6-4d28-9136-6a0ff8191c36 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:28.823357 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-756ae5bd-77f6-4d28-9136-6a0ff8191c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:28.853197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.objects.ports [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102496) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:22:28.860681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:28.890584 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d7303cde-a7c4-417f-a29e-52ea37588032 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.9425428 Mar 29 09:22:28.898837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6699ae42-12df-4d62-a852-d1d5ab6db06c None None] Sync routers for ids ['0bf707c3-42bb-4eeb-b95f-722e2477f107'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:28.900900 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49594) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:28.910420 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-756ae5bd-77f6-4d28-9136-6a0ff8191c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:28.930946 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ae5bd-77f6-4d28-9136-6a0ff8191c36 None None] Routers {'7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:28.931619 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-756ae5bd-77f6-4d28-9136-6a0ff8191c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:28.978159 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-756ae5bd-77f6-4d28-9136-6a0ff8191c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:28.978850 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ae5bd-77f6-4d28-9136-6a0ff8191c36 None None] The sync data for ids ['7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:28.991952 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b4f23071-e9fa-4ffd-a3fc-efeef4436e9d no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:29.044088 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6699ae42-12df-4d62-a852-d1d5ab6db06c None None] Routers {'0bf707c3-42bb-4eeb-b95f-722e2477f107'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:29.044922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-6699ae42-12df-4d62-a852-d1d5ab6db06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0bf707c3-42bb-4eeb-b95f-722e2477f107'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:29.097873 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-09ff374d-45a4-4ab3-9a9e-764f655a75ce tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.113378 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-6699ae42-12df-4d62-a852-d1d5ab6db06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:29.147808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-024206a0-bfb6-470d-ae51-cb5f34786f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.205536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-09ff374d-45a4-4ab3-9a9e-764f655a75ce tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.214207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2b2c97f8-bb47-40bb-8f79-b57b30cbc9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.217242 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ff374d-45a4-4ab3-9a9e-764f655a75ce tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:29.217984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-09ff374d-45a4-4ab3-9a9e-764f655a75ce tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.222665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024206a0-bfb6-470d-ae51-cb5f34786f56 None None] Pushing event deleted for resources: {'Port': ['ID=b4f23071-e9fa-4ffd-a3fc-efeef4436e9d,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:29.226239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6699ae42-12df-4d62-a852-d1d5ab6db06c None None] Routers {'0bf707c3-42bb-4eeb-b95f-722e2477f107'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:29.226845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-6699ae42-12df-4d62-a852-d1d5ab6db06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:21:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0bf707c3-42bb-4eeb-b95f-722e2477f107'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:29.232867 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024206a0-bfb6-470d-ae51-cb5f34786f56 None None] No DVR routers for this DVR port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:29.237749 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No active binding found for port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d {{(pid=102497) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 09:22:29.237749 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b4f23071-e9fa-4ffd-a3fc-efeef4436e9d not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:29.298319 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-dc15cf75-dc21-4069-9a47-297fc9b90ecb None None] Provisioning complete for port 665ecd2f-af08-4d75-a1b1-4749ca7677a0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:29.298319 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dc15cf75-dc21-4069-9a47-297fc9b90ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.314027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network df4f0998-c82c-4590-8031-3f6b701abebb is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:29.327256 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-09ff374d-45a4-4ab3-9a9e-764f655a75ce tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0543826 Mar 29 09:22:29.329072 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:29.346346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1715effe-6856-48f6-a7f5-206dfd30089f None None] get_active_networks_info from dv-neutron-835554-1-hyperv {{(pid=102497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 09:22:29.350776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-6699ae42-12df-4d62-a852-d1d5ab6db06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:29.350776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6699ae42-12df-4d62-a852-d1d5ab6db06c None None] The sync data for ids ['0bf707c3-42bb-4eeb-b95f-722e2477f107'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:29.365674 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49596) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:29.375302 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-48c38f6c-218f-4d87-a201-7e23a94fd6a6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:29.401838 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-dc15cf75-dc21-4069-9a47-297fc9b90ecb None None] Port 665ecd2f-af08-4d75-a1b1-4749ca7677a0 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:29.417169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff374d-45a4-4ab3-9a9e-764f655a75ce tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=42f3b93c-a033-4a83-a6e6-86ec44eb47d4,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:29.430884 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ac3dff15-5195-43c4-8398-e5517045b20e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags/tempest-TagsExtTest-Tag-278409746 HTTP/1.1" status: 204 len: 168 time: 0.8475306 Mar 29 09:22:29.441986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 42f3b93c-a033-4a83-a6e6-86ec44eb47d4 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:29.448527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49598) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:29.462192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-c55871d6-d1da-4159-b9c4-ba1bc74fe38e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:29.470356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-dc15cf75-dc21-4069-9a47-297fc9b90ecb None None] Provisioning complete for port 34bc2747-cb2e-49e3-a876-2fd64ad35968 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:29.470751 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dc15cf75-dc21-4069-9a47-297fc9b90ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.495587 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4e72e780-c69c-4c2c-b0d4-4adf2fc3022d tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] 10.222.0.32 "GET /v2.0/floatingips/e9435aa9-309b-4400-b22a-440dbfdb7906 HTTP/1.1" status: 200 len: 983 time: 0.5924139 Mar 29 09:22:29.512772 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.services.revisions.revision_plugin [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Could not find related port for resource to bump revision. Mar 29 09:22:29.515210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49600) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:29.553710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_pluggable_backend [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Port b4f23071-e9fa-4ffd-a3fc-efeef4436e9d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102496) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 29 09:22:29.553710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_pluggable_backend [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Reverting IP allocation for 2001:db8::f816:3eff:fea0:a986 {{(pid=102496) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 29 09:22:29.561066 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-dc15cf75-dc21-4069-9a47-297fc9b90ecb None None] Port 34bc2747-cb2e-49e3-a876-2fd64ad35968 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:29.606628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.612803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-dc15cf75-dc21-4069-9a47-297fc9b90ecb None None] Provisioning complete for port f5b4e64f-0b7d-4353-a147-1c646324a4e2 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:29.613177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dc15cf75-dc21-4069-9a47-297fc9b90ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.648386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f5b4e64f-0b7d-4353-a147-1c646324a4e2 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:29.666440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.704980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1715effe-6856-48f6-a7f5-206dfd30089f None None] Resources bound (agent type, host, resource id): {{(pid=102497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:22:29.750061 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cbc5ace8-f04b-42a2-a2fd-a280b6a1dd5b tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.2313292 Mar 29 09:22:29.760230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:29.760877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49602) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:29.797598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port f5b4e64f-0b7d-4353-a147-1c646324a4e2 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:29.798133 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.808763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:29.851755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:29.852360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.853728 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.863371 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48c38f6c-218f-4d87-a201-7e23a94fd6a6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.867670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=33df149d-bcf9-4152-b33c-c82c0619137a,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:29.869649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.891571 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c55871d6-d1da-4159-b9c4-ba1bc74fe38e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags HTTP/1.1" status: 200 len: 205 time: 0.4386611 Mar 29 09:22:29.892920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49604) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:29.902593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-d50f9a7d-2e10-4434-ae96-42b669046363 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:29.910781 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-612873de-b0bd-4c5e-aac8-94f6c71ff66b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7306523 Mar 29 09:22:29.914174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49606) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:29.920182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1cc0a439-84ef-4c85-9d82-4c4ee98ed2c1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:29.947831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.960637 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48c38f6c-218f-4d87-a201-7e23a94fd6a6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:29.970571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event updated for resources: {'Port': ['ID=34bc2747-cb2e-49e3-a876-2fd64ad35968,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:29.995730 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-48c38f6c-218f-4d87-a201-7e23a94fd6a6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network 42f3b93c-a033-4a83-a6e6-86ec44eb47d4 is not hosted by any dhcp agent {{(pid=102495) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 09:22:30.000752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c38f6c-218f-4d87-a201-7e23a94fd6a6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:30.001317 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48c38f6c-218f-4d87-a201-7e23a94fd6a6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.004208 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-48c38f6c-218f-4d87-a201-7e23a94fd6a6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "PUT /v2.0/networks/42f3b93c-a033-4a83-a6e6-86ec44eb47d4 HTTP/1.1" status: 200 len: 723 time: 0.6380115 Mar 29 09:22:30.008316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49608) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:30.013182 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router f31ec591-5ed9-45ed-9cda-e9239cb589bf is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:22:30.029502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-6f575f61-76c2-4104-8b71-889fe3589188 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'network_id': '42f3b93c-a033-4a83-a6e6-86ec44eb47d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:30.030844 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.075874 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c38f6c-218f-4d87-a201-7e23a94fd6a6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=42f3b93c-a033-4a83-a6e6-86ec44eb47d4,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:30.114324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 42f3b93c-a033-4a83-a6e6-86ec44eb47d4 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:30.244272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:30.262491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba143c-18b1-4c38-910e-c181f095f95b None None] Sync routers for ids ['f31ec591-5ed9-45ed-9cda-e9239cb589bf'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:30.262745 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-48876879-926a-48d1-ba8e-83004f0271f4 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/f31ec591-5ed9-45ed-9cda-e9239cb589bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7880182 Mar 29 09:22:30.263172 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d50f9a7d-2e10-4434-ae96-42b669046363 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags HTTP/1.1" status: 200 len: 241 time: 0.3687422 Mar 29 09:22:30.263749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49610) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:30.267768 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49612) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:30.276285 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-4dc9c056-3757-4ebf-ab15-ba45f265fa32 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df', 'tempest-TagsExtTest-Tag-1450297563') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:30.298156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba143c-18b1-4c38-910e-c181f095f95b None None] Routers {'f31ec591-5ed9-45ed-9cda-e9239cb589bf'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:30.305826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f575f61-76c2-4104-8b71-889fe3589188 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:30.307094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a3ba143c-18b1-4c38-910e-c181f095f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f31ec591-5ed9-45ed-9cda-e9239cb589bf'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:30.309399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6f575f61-76c2-4104-8b71-889fe3589188 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.343231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc0a439-84ef-4c85-9d82-4c4ee98ed2c1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:30.346769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1cc0a439-84ef-4c85-9d82-4c4ee98ed2c1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.356698 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a3ba143c-18b1-4c38-910e-c181f095f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:30.362912 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '33df149d-bcf9-4152-b33c-c82c0619137a'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:30.363544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.368892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Network ce8478e7-5521-4206-90b4-6fe01d0c5de2 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:30.372832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:30.377966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbd692-13f2-4ce2-8070-ad5b109bb92d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:30.379417 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0bbbd692-13f2-4ce2-8070-ad5b109bb92d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports/665ecd2f-af08-4d75-a1b1-4749ca7677a0 HTTP/1.1" status: 200 len: 910 time: 0.1103270 Mar 29 09:22:30.385191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba143c-18b1-4c38-910e-c181f095f95b None None] Routers {'f31ec591-5ed9-45ed-9cda-e9239cb589bf'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:30.386660 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a3ba143c-18b1-4c38-910e-c181f095f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f31ec591-5ed9-45ed-9cda-e9239cb589bf'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:30.388757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49614) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:30.403541 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-34a5774e-cb47-44d8-9743-4911000b7be8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5345380-b11c-4d4d-bf22-0c7b8ac7f07e'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:30.432683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a3ba143c-18b1-4c38-910e-c181f095f95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:30.433337 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting port c2c91b48-f7a8-418c-8209-bab3eb1dbaaf {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:30.433851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba143c-18b1-4c38-910e-c181f095f95b None None] The sync data for ids ['f31ec591-5ed9-45ed-9cda-e9239cb589bf'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:30.433992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.513175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Deleting port d0faf960-93ee-46c5-bb4c-63e9968ce096 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:30.513825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.531485 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4dc9c056-3757-4ebf-ab15-ba45f265fa32 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags/tempest-TagsExtTest-Tag-1450297563 HTTP/1.1" status: 204 len: 168 time: 0.2622237 Mar 29 09:22:30.535312 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49616) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:30.574206 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-e8073bd8-3e5d-4c13-9413-2cb1e7560963 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df', 'tempest-TagsExtTest-Tag-1450297563') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:30.622937 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Allocated IP 2001:db8::f816:3eff:fefc:b62 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/33df149d-bcf9-4152-b33c-c82c0619137a/5b07c567-60ea-4b21-b34f-8c8862dc69e7) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:30.652688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.662197 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.ipam_backend_mixin [None req-1cc0a439-84ef-4c85-9d82-4c4ee98ed2c1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33df149d-bcf9-4152-b33c-c82c0619137a (CIDR: 2001:db8::/64) Mar 29 09:22:30.682579 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc0a439-84ef-4c85-9d82-4c4ee98ed2c1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:22:30.683068 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc0a439-84ef-4c85-9d82-4c4ee98ed2c1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:22:30.691997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Router f0399055-552f-458b-b2f3-12a5447ec384 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:22:30.697384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.768230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Calling delete_port for c2c91b48-f7a8-418c-8209-bab3eb1dbaaf owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:30.775308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1cc0a439-84ef-4c85-9d82-4c4ee98ed2c1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8601012 Mar 29 09:22:30.788638 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49618) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:30.804799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.805415 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.820359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-be745f5b-2a37-4f6a-87d8-8e90efc18107 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:30.876570 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.883921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.903917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Calling delete_port for d0faf960-93ee-46c5-bb4c-63e9968ce096 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:30.934012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:30.936183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-34a5774e-cb47-44d8-9743-4911000b7be8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:30.940734 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e8073bd8-3e5d-4c13-9413-2cb1e7560963 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags/tempest-TagsExtTest-Tag-1450297563 HTTP/1.1" status: 204 len: 168 time: 0.3762293 Mar 29 09:22:30.948999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:30.954544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:30.960482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49620) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:30.969670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Pushing event updated for resources: {'Port': ['ID=5b07c567-60ea-4b21-b34f-8c8862dc69e7,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:30.976710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-fd7cb9d4-c903-496d-bc82-3a7552e1a602 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:31.026400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Attempting to bind port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:31.026400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Attempting to bind port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:31.026750 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Attempting to bind port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:31.031389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:31.031572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:31.032202 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:31.032362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:31.032678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:31.033457 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Bound port: 5b07c567-60ea-4b21-b34f-8c8862dc69e7, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:31.033614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:31.047027 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e8e7f-8e54-479a-850c-a7a8baecc8d1 None None] Sync routers for ids ['f0399055-552f-458b-b2f3-12a5447ec384'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:31.055685 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-be1b9721-6d2d-40ed-892f-b58d63df133f tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "PUT /v2.0/routers/f0399055-552f-458b-b2f3-12a5447ec384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4121504 Mar 29 09:22:31.064681 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e8e7f-8e54-479a-850c-a7a8baecc8d1 None None] Routers {'f0399055-552f-458b-b2f3-12a5447ec384'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:31.065973 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a89e8e7f-8e54-479a-850c-a7a8baecc8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f0399055-552f-458b-b2f3-12a5447ec384'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:31.100294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49622) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:31.124196 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-09d4d533-7862-411d-9558-350fca1b381c None None] For port 5b07c567-60ea-4b21-b34f-8c8862dc69e7, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:31.129900 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a89e8e7f-8e54-479a-850c-a7a8baecc8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:31.132080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-09d4d533-7862-411d-9558-350fca1b381c None None] For port 5b07c567-60ea-4b21-b34f-8c8862dc69e7, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5b07c567-60ea-4b21-b34f-8c8862dc69e7,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:31.141600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:31.146667 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e8e7f-8e54-479a-850c-a7a8baecc8d1 None None] Routers {'f0399055-552f-458b-b2f3-12a5447ec384'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:31.148437 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a89e8e7f-8e54-479a-850c-a7a8baecc8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f0399055-552f-458b-b2f3-12a5447ec384'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:31.154438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6f575f61-76c2-4104-8b71-889fe3589188 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:31.214051 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a89e8e7f-8e54-479a-850c-a7a8baecc8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:31.215387 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e8e7f-8e54-479a-850c-a7a8baecc8d1 None None] The sync data for ids ['f0399055-552f-458b-b2f3-12a5447ec384'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:31.240941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4d533-7862-411d-9558-350fca1b381c None None] Pushing event updated for resources: {'Port': ['ID=5b07c567-60ea-4b21-b34f-8c8862dc69e7,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:31.280962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bc478fb4-65d1-40f4-a65c-df7bd67f1f63 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:31.360802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f575f61-76c2-4104-8b71-889fe3589188 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=fe54b5e8-1b5a-4381-9362-e314d3fd82fc,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:31.392905 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fd7cb9d4-c903-496d-bc82-3a7552e1a602 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags HTTP/1.1" status: 200 len: 205 time: 0.4283490 Mar 29 09:22:31.399784 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49624) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:31.406263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-e009a34e-8657-405e-9d5d-77bb85c685c9 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:31.411485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f575f61-76c2-4104-8b71-889fe3589188 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking segment: {'id': '2a99e1cc-63a6-4f4a-a68c-04c14ac9587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '42f3b93c-a033-4a83-a6e6-86ec44eb47d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:31.411985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f575f61-76c2-4104-8b71-889fe3589188 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network hostable DHCP agents. Network: 42f3b93c-a033-4a83-a6e6-86ec44eb47d4, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:31.567235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:31.569417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f575f61-76c2-4104-8b71-889fe3589188 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network 42f3b93c-a033-4a83-a6e6-86ec44eb47d4 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:31.763721 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5b07c567-60ea-4b21-b34f-8c8862dc69e7 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:31.800790 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-bc478fb4-65d1-40f4-a65c-df7bd67f1f63 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 29 09:22:31.805848 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bc478fb4-65d1-40f4-a65c-df7bd67f1f63 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "DELETE /v2.0/routers/f0399055-552f-458b-b2f3-12a5447ec384 HTTP/1.1" status: 409 len: 329 time: 0.7011368 Mar 29 09:22:31.806688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49626) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:31.819924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be745f5b-2a37-4f6a-87d8-8e90efc18107 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:31.825423 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be745f5b-2a37-4f6a-87d8-8e90efc18107 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:31.849131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:31.850293 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.008999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.025885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-6f575f61-76c2-4104-8b71-889fe3589188 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 42f3b93c-a033-4a83-a6e6-86ec44eb47d4) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:32.027855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.032073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Port': ['ID=c2c91b48-f7a8-418c-8209-bab3eb1dbaaf,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:32.037821 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e009a34e-8657-405e-9d5d-77bb85c685c9 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags HTTP/1.1" status: 200 len: 240 time: 0.6338055 Mar 29 09:22:32.038456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f575f61-76c2-4104-8b71-889fe3589188 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:32.039035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6f575f61-76c2-4104-8b71-889fe3589188 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.051621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49628) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:32.074664 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-9afca6b3-57ba-4c2f-8e43-12810d3843b0 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0', 'tempest-TagsExtTest-Tag-477758557') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:32.078740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 5b07c567-60ea-4b21-b34f-8c8862dc69e7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5b07c567-60ea-4b21-b34f-8c8862dc69e7,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:32.092096 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.098084 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.130332 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6f575f61-76c2-4104-8b71-889fe3589188 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1137009 Mar 29 09:22:32.147436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49630) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:32.161256 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-87045577-4922-49d3-aaa2-4172bdcdf15f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:32.164752 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event deleted for resources: {'Port': ['ID=d0faf960-93ee-46c5-bb4c-63e9968ce096,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:32.175931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=5b07c567-60ea-4b21-b34f-8c8862dc69e7,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:32.212040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.342368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.347625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.390159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.390159 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Floating IP e9435aa9-309b-4400-b22a-440dbfdb7906 disassociated (deleted). External IP: 172.26.1.78, port: 9aaa4341-49c6-4b67-9446-7f8dc9e90c36. Mar 29 09:22:32.403709 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9afca6b3-57ba-4c2f-8e43-12810d3843b0 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags/tempest-TagsExtTest-Tag-477758557 HTTP/1.1" status: 204 len: 168 time: 0.3461111 Mar 29 09:22:32.417426 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49632) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:32.425945 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-d0b056e1-c12b-434b-8f4d-00ffbcddc018 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0', 'tempest-TagsExtTest-Tag-477758557') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:32.448803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.486871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87045577-4922-49d3-aaa2-4172bdcdf15f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8608330'] for subnet, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.489646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.490152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Fanout notify agent at l3_agent the message router_deleted on router 7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:22:32.498026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.502459 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1553a15c-f44d-4511-b7ef-157d1db11a34 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/routers/7d2d6ba1-7aac-46d7-9a32-ba1c744ef01f HTTP/1.1" status: 204 len: 168 time: 3.7011933 Mar 29 09:22:32.519911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49634) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:32.550384 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48acb52e-098d-4644-aa73-f27382e21ba4 None None] get_active_networks_info from dv-neutron-835554-1-hyperv {{(pid=102497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 09:22:32.595361 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d1f351cd-401e-463e-b4b7-2830c5d34537 None None] Provisioning complete for port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:32.596049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d1f351cd-401e-463e-b4b7-2830c5d34537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.670395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cb993f-d462-4d99-a3f7-c7cb5e7fc86c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Deleting subnet aee79e6e-2210-48aa-9a10-560dc68eb498 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:32.677109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4cb993f-d462-4d99-a3f7-c7cb5e7fc86c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.738237 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d0b056e1-c12b-434b-8f4d-00ffbcddc018 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags/tempest-TagsExtTest-Tag-477758557 HTTP/1.1" status: 204 len: 168 time: 0.3163807 Mar 29 09:22:32.745010 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49636) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:32.769852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-7e746dba-f84c-4ab9-830e-40b611095077 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:32.774608 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48acb52e-098d-4644-aa73-f27382e21ba4 None None] Resources bound (agent type, host, resource id): {{(pid=102497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:22:32.803569 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4cb993f-d462-4d99-a3f7-c7cb5e7fc86c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.891287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87045577-4922-49d3-aaa2-4172bdcdf15f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726445511599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10247774'] for subnet, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.911070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-34a5774e-cb47-44d8-9743-4911000b7be8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.943109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4cb993f-d462-4d99-a3f7-c7cb5e7fc86c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.955428 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-34a5774e-cb47-44d8-9743-4911000b7be8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.958312 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be745f5b-2a37-4f6a-87d8-8e90efc18107 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.979381 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87045577-4922-49d3-aaa2-4172bdcdf15f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:32.979963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87045577-4922-49d3-aaa2-4172bdcdf15f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:32.981253 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-87045577-4922-49d3-aaa2-4172bdcdf15f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "PUT /v2.0/subnets/fe54b5e8-1b5a-4381-9362-e314d3fd82fc HTTP/1.1" status: 200 len: 806 time: 0.8327196 Mar 29 09:22:32.993333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49638) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:33.000850 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7e746dba-f84c-4ab9-830e-40b611095077 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags HTTP/1.1" status: 200 len: 205 time: 0.2522783 Mar 29 09:22:33.012956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49640) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:33.028263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-73b97ae7-d886-4cfc-af4a-9d109c4c2751 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:33.071229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Router 0bf707c3-42bb-4eeb-b95f-722e2477f107 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:22:33.080544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87045577-4922-49d3-aaa2-4172bdcdf15f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=fe54b5e8-1b5a-4381-9362-e314d3fd82fc,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:33.097183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be745f5b-2a37-4f6a-87d8-8e90efc18107 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:33.108396 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-be745f5b-2a37-4f6a-87d8-8e90efc18107 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:33.113097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be745f5b-2a37-4f6a-87d8-8e90efc18107 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=2274b247-4a9c-4cc1-8b46-601238271881,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:33.115832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5774e-cb47-44d8-9743-4911000b7be8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=665ecd2f-af08-4d75-a1b1-4749ca7677a0,revision_number=3']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:33.119758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be745f5b-2a37-4f6a-87d8-8e90efc18107 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:33.120358 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be745f5b-2a37-4f6a-87d8-8e90efc18107 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.130447 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5774e-cb47-44d8-9743-4911000b7be8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:33.131129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-34a5774e-cb47-44d8-9743-4911000b7be8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.135598 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-34a5774e-cb47-44d8-9743-4911000b7be8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/ports/665ecd2f-af08-4d75-a1b1-4749ca7677a0 HTTP/1.1" status: 200 len: 910 time: 2.7441921 Mar 29 09:22:33.136237 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49642) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:33.152541 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e4465e6b-f5e3-4a66-9659-1344e3e52478 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.165512 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-73b97ae7-d886-4cfc-af4a-9d109c4c2751 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags HTTP/1.1" status: 200 len: 240 time: 0.1454191 Mar 29 09:22:33.170499 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49644) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:33.233097 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-be745f5b-2a37-4f6a-87d8-8e90efc18107 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4404852 Mar 29 09:22:33.234303 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49646) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:33.241068 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-9ff8ee67-2521-40b4-bb92-27aca2e42c66 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041', 'tempest-TagsExtTest-Tag-358389471') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:33.255190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4cb993f-d462-4d99-a3f7-c7cb5e7fc86c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.268360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:5e:21:07', 'name': 'tempest-NetworksTestDHCPv6-1072966834'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:33.282233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-42f3b93c-a033-4a83-a6e6-86ec44eb47d4', 'network_id': '42f3b93c-a033-4a83-a6e6-86ec44eb47d4', 'tenant_id': '74d6d955aea140dab5078844d80a08bc', 'fixed_ips': [{'subnet_id': 'fe54b5e8-1b5a-4381-9362-e314d3fd82fc'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:33.283186 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.335650 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.342836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb993f-d462-4d99-a3f7-c7cb5e7fc86c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Subnet': ['ID=aee79e6e-2210-48aa-9a10-560dc68eb498,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:33.352300 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4cb993f-d462-4d99-a3f7-c7cb5e7fc86c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.357076 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e4cb993f-d462-4d99-a3f7-c7cb5e7fc86c tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/subnets/aee79e6e-2210-48aa-9a10-560dc68eb498 HTTP/1.1" status: 204 len: 168 time: 0.8333549 Mar 29 09:22:33.367673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49648) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:33.432865 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644350ab-9388-4f8b-985a-9083d59a0e51 None None] Update dhcp port {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': '33df149d-bcf9-4152-b33c-c82c0619137a', 'ip_address': '2001:db8::f816:3eff:fefc:b62'}, {'subnet_id': '2274b247-4a9c-4cc1-8b46-601238271881'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': '5b07c567-60ea-4b21-b34f-8c8862dc69e7'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:22:33.435354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.439336 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9ff8ee67-2521-40b4-bb92-27aca2e42c66 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags/tempest-TagsExtTest-Tag-358389471 HTTP/1.1" status: 204 len: 168 time: 0.2075329 Mar 29 09:22:33.440915 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49650) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:33.490792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-644350ab-9388-4f8b-985a-9083d59a0e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.551231 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Allocated IP 172.20.0.2 (42f3b93c-a033-4a83-a6e6-86ec44eb47d4/fe54b5e8-1b5a-4381-9362-e314d3fd82fc/dda3ec0c-e8b3-476f-9ea3-f8b61262f007) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:33.599194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:33.605029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.624501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7404668-bb39-4f68-b0f2-2d44ffc2f059 None None] Sync routers for ids ['0bf707c3-42bb-4eeb-b95f-722e2477f107'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:33.648157 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bb46916e-e2d0-4c90-bbe8-852b7cfc15a4 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "DELETE /v2.0/floatingips/e9435aa9-309b-4400-b22a-440dbfdb7906 HTTP/1.1" status: 204 len: 168 time: 3.8827133 Mar 29 09:22:33.658827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49652) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:33.664179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:33.681864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.683462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7404668-bb39-4f68-b0f2-2d44ffc2f059 None None] Routers {'0bf707c3-42bb-4eeb-b95f-722e2477f107'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:33.684672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a7404668-bb39-4f68-b0f2-2d44ffc2f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0bf707c3-42bb-4eeb-b95f-722e2477f107'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:33.689139 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.702970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.745988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a7404668-bb39-4f68-b0f2-2d44ffc2f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:33.764086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-670bc17b-7043-42db-8a23-8e0802dd98e5 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041', 'tempest-TagsExtTest-Tag-358389471') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:33.806942 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5b07c567-60ea-4b21-b34f-8c8862dc69e7 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:33.866662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.894004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4bd494-4c12-49c4-b613-d31e6e376ed3']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:33.915904 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7404668-bb39-4f68-b0f2-2d44ffc2f059 None None] Routers {'0bf707c3-42bb-4eeb-b95f-722e2477f107'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:33.916676 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a7404668-bb39-4f68-b0f2-2d44ffc2f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0bf707c3-42bb-4eeb-b95f-722e2477f107'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:33.932881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be683914-b207-4a4b-ade5-05c0fad049c1') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:33.933243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be683914-b207-4a4b-ade5-05c0fad049c1') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:33.945501 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.950494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:33.967123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.973244 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-670bc17b-7043-42db-8a23-8e0802dd98e5 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags/tempest-TagsExtTest-Tag-358389471 HTTP/1.1" status: 204 len: 168 time: 0.2105989 Mar 29 09:22:33.977264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:33.977823 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:33.978578 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49654) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:33.982759 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:33.986491 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-ddb3ac49-7e3d-4afc-b841-628ee1444e3f tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:34.001367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a7404668-bb39-4f68-b0f2-2d44ffc2f059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:34.001991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7404668-bb39-4f68-b0f2-2d44ffc2f059 None None] The sync data for ids ['0bf707c3-42bb-4eeb-b95f-722e2477f107'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:34.020126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-644350ab-9388-4f8b-985a-9083d59a0e51 None None] Allocated IP 2001:db8:0:1::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/2274b247-4a9c-4cc1-8b46-601238271881/5b07c567-60ea-4b21-b34f-8c8862dc69e7) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:34.063656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.066881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.072463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.075672 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] 10.222.0.32 "DELETE /v2.0/networks/9b4bd494-4c12-49c4-b613-d31e6e376ed3 HTTP/1.1" status: 204 len: 168 time: 0.7031097 Mar 29 09:22:34.127199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ceb13-9144-4be0-93f9-61ff56992799 tempest-FloatingIPTestJSON-29307406 tempest-FloatingIPTestJSON-29307406-project] Pushing event deleted for resources: {'Network': ['ID=9b4bd494-4c12-49c4-b613-d31e6e376ed3,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:34.131745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:34.132792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.166823 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ddb3ac49-7e3d-4afc-b841-628ee1444e3f tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags HTTP/1.1" status: 200 len: 205 time: 0.1806564 Mar 29 09:22:34.171141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49658) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:34.180654 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-31a7d3c9-4bf1-40e6-8e6d-ab556561e1ce tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:34.200680 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.229827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Allocated IP 172.26.1.64 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/a330cb0e-f81d-4fd6-8340-f4d30885fd81) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:34.255395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port 63860faf-b652-4ed6-9812-67292251ea99 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:22:34.259478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.285950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.300953 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-31a7d3c9-4bf1-40e6-8e6d-ab556561e1ce tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags HTTP/1.1" status: 204 len: 168 time: 0.1252220 Mar 29 09:22:34.330700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49660) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:34.339296 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-b14d111d-bf4d-495b-a5f4-1e5a42a842ce tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:34.357931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-644350ab-9388-4f8b-985a-9083d59a0e51 None None] For port 5b07c567-60ea-4b21-b34f-8c8862dc69e7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5b07c567-60ea-4b21-b34f-8c8862dc69e7,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:34.378478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.379669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e4465e6b-f5e3-4a66-9659-1344e3e52478 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Deleting port 34bc2747-cb2e-49e3-a876-2fd64ad35968 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:34.380144 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e4465e6b-f5e3-4a66-9659-1344e3e52478 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.422493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Network 42f3b93c-a033-4a83-a6e6-86ec44eb47d4 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:34.430429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.445702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:34.460667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:34.472688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.485492 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Pushing event updated for resources: {'Port': ['ID=dda3ec0c-e8b3-476f-9ea3-f8b61262f007,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:34.520788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-644350ab-9388-4f8b-985a-9083d59a0e51 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.521223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Subnet': ['ID=fe54b5e8-1b5a-4381-9362-e314d3fd82fc,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:34.549473 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49664) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:34.561727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:34.564891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Pushing event updated for resources: {'Port': ['ID=a330cb0e-f81d-4fd6-8340-f4d30885fd81,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:34.567258 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-644350ab-9388-4f8b-985a-9083d59a0e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.575715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:34.578297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:34.579753 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e4465e6b-f5e3-4a66-9659-1344e3e52478 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.604532 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e4465e6b-f5e3-4a66-9659-1344e3e52478 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Calling delete_port for 34bc2747-cb2e-49e3-a876-2fd64ad35968 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:34.619829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Attempting to bind port dda3ec0c-e8b3-476f-9ea3-f8b61262f007 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:34.620357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Attempting to bind port dda3ec0c-e8b3-476f-9ea3-f8b61262f007 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '2a99e1cc-63a6-4f4a-a68c-04c14ac9587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '42f3b93c-a033-4a83-a6e6-86ec44eb47d4'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:34.621296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Attempting to bind port dda3ec0c-e8b3-476f-9ea3-f8b61262f007 on network 42f3b93c-a033-4a83-a6e6-86ec44eb47d4 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:34.630055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.637062 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:34.637981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Checking segment: {'id': '2a99e1cc-63a6-4f4a-a68c-04c14ac9587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '42f3b93c-a033-4a83-a6e6-86ec44eb47d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:34.638937 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.639694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Bound using segment: {'id': '2a99e1cc-63a6-4f4a-a68c-04c14ac9587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '42f3b93c-a033-4a83-a6e6-86ec44eb47d4'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:34.640590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Bound port: dda3ec0c-e8b3-476f-9ea3-f8b61262f007, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a99e1cc-63a6-4f4a-a68c-04c14ac9587d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '42f3b93c-a033-4a83-a6e6-86ec44eb47d4'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:34.641353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.660335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f3b93c-a033-4a83-a6e6-86ec44eb47d4']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:34.674067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a99e1cc-63a6-4f4a-a68c-04c14ac9587d') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:34.674355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a99e1cc-63a6-4f4a-a68c-04c14ac9587d') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:34.729712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.747444 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.777262 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b14d111d-bf4d-495b-a5f4-1e5a42a842ce tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags HTTP/1.1" status: 204 len: 168 time: 0.4396100 Mar 29 09:22:34.779721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49668) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:34.784936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644350ab-9388-4f8b-985a-9083d59a0e51 None None] Pushing event updated for resources: {'Port': ['ID=5b07c567-60ea-4b21-b34f-8c8862dc69e7,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:34.792236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.799157 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:34.800710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.808010 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cd1cda84-ab64-411d-8335-2789f7ae408a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.826787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] For port dda3ec0c-e8b3-476f-9ea3-f8b61262f007, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:34.835602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:34.837481 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:34.872914 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-3d460874-b8fc-4bd4-ac44-513374bec23f tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:34.906199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] For port dda3ec0c-e8b3-476f-9ea3-f8b61262f007, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=dda3ec0c-e8b3-476f-9ea3-f8b61262f007,segment=NetworkSegment(2a99e1cc-63a6-4f4a-a68c-04c14ac9587d),segment_id=2a99e1cc-63a6-4f4a-a68c-04c14ac9587d)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:34.911589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:34.978566 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745f559-7668-4baf-a8b5-4467240450fe None None] Pushing event updated for resources: {'Port': ['ID=dda3ec0c-e8b3-476f-9ea3-f8b61262f007,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:34.990709 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1cb3ffa8-95ee-4add-b5c0-5c2ebdeb71a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84024953660a4dddac261b38b4420928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319367 Mar 29 09:22:34.992807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49670) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:35.030932 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.api [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:22:35.030932 dv-neutron-835554-1-hyperv neutron-server[102496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:22:35.030932 dv-neutron-835554-1-hyperv neutron-server[102496]: [parameters: {'id': '42f3b93c-a033-4a83-a6e6-86ec44eb47d4'}] Mar 29 09:22:35.030932 dv-neutron-835554-1-hyperv neutron-server[102496]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:22:35.031301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG oslo_db.api [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:22:35.060125 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8:0:1::52 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/2274b247-4a9c-4cc1-8b46-601238271881/63860faf-b652-4ed6-9812-67292251ea99) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:35.080160 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f816:3eff:fe5e:2107 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/33df149d-bcf9-4152-b33c-c82c0619137a/63860faf-b652-4ed6-9812-67292251ea99) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:35.136361 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3d460874-b8fc-4bd4-ac44-513374bec23f tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags HTTP/1.1" status: 204 len: 168 time: 0.3024433 Mar 29 09:22:35.142574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49672) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:35.146939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-e1cbbe09-c636-4bb0-96d6-f4bc47744227 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:35.174367 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.181148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.230795 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ccc74909-b2a0-4046-8867-5e09b43e2e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.257349 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Pushing event updated for resources: {'Port': ['ID=a330cb0e-f81d-4fd6-8340-f4d30885fd81,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:35.274590 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e4465e6b-f5e3-4a66-9659-1344e3e52478 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.286274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.293762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ccc74909-b2a0-4046-8867-5e09b43e2e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.308908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.310041 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-068d8dd6-6632-43de-a851-08157f0a7a77 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6499104 Mar 29 09:22:35.318031 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e1cbbe09-c636-4bb0-96d6-f4bc47744227 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags HTTP/1.1" status: 204 len: 168 time: 0.1685381 Mar 29 09:22:35.318031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49674) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:35.318391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49676) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:35.322491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-c347e677-be22-47a4-936e-70227e73acd1 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c', 'tempest-TagsExtTest-Tag-1307801599') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:35.358469 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4465e6b-f5e3-4a66-9659-1344e3e52478 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event deleted for resources: {'Port': ['ID=34bc2747-cb2e-49e3-a876-2fd64ad35968,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:35.632050 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4901705c-904c-4ab7-9363-e5f906c23c71 None None] get_active_networks_info from dv-neutron-835554-1-hyperv {{(pid=102497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 09:22:35.690199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.700592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:35.701695 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ccc74909-b2a0-4046-8867-5e09b43e2e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.704032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5b07c567-60ea-4b21-b34f-8c8862dc69e7 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:35.704293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ccc74909-b2a0-4046-8867-5e09b43e2e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.708320 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ccc74909-b2a0-4046-8867-5e09b43e2e21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d42e2ca-cb9d-4eb3-8df0-355cd03e5649 HTTP/1.1" status: 204 len: 168 time: 0.7154973 Mar 29 09:22:35.714617 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.731550 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc74909-b2a0-4046-8867-5e09b43e2e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d42e2ca-cb9d-4eb3-8df0-355cd03e5649,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:35.764635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.796260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e4465e6b-f5e3-4a66-9659-1344e3e52478 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.824237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f47565be-1b90-42c7-aeed-5e577f39da17 None None] Provisioning complete for port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:35.825268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f47565be-1b90-42c7-aeed-5e577f39da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.839214 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c347e677-be22-47a4-936e-70227e73acd1 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "PUT /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags/tempest-TagsExtTest-Tag-1307801599 HTTP/1.1" status: 201 len: 201 time: 0.5173185 Mar 29 09:22:35.841716 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-cd1cda84-ab64-411d-8335-2789f7ae408a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 665ecd2f-af08-4d75-a1b1-4749ca7677a0 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:35.842351 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cd1cda84-ab64-411d-8335-2789f7ae408a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.846081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49682) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:35.862737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-2f2d6689-6194-44fd-bd5f-5f69bbb3fe7e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df', 'tempest-TagsExtTest-Tag-519114534') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:35.933180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Deleting port dda3ec0c-e8b3-476f-9ea3-f8b61262f007 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:35.933950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:35.938595 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:35.939102 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:36.001089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4901705c-904c-4ab7-9363-e5f906c23c71 None None] Resources bound (agent type, host, resource id): {{(pid=102497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:22:36.012663 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cd1cda84-ab64-411d-8335-2789f7ae408a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:36.017912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] For port dda3ec0c-e8b3-476f-9ea3-f8b61262f007, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=dda3ec0c-e8b3-476f-9ea3-f8b61262f007,segment=NetworkSegment(2a99e1cc-63a6-4f4a-a68c-04c14ac9587d),segment_id=2a99e1cc-63a6-4f4a-a68c-04c14ac9587d)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:36.018129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:36.033823 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Calling delete_port for dda3ec0c-e8b3-476f-9ea3-f8b61262f007 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:36.128002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-cd1cda84-ab64-411d-8335-2789f7ae408a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 665ecd2f-af08-4d75-a1b1-4749ca7677a0 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:36.185223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:36.267894 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2f2d6689-6194-44fd-bd5f-5f69bbb3fe7e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "PUT /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags/tempest-TagsExtTest-Tag-519114534 HTTP/1.1" status: 201 len: 201 time: 0.4209459 Mar 29 09:22:36.268876 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49692) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:36.277895 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:36.279835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-b1b54d60-1042-4f3f-b79c-a15bb265aaf5 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0', 'tempest-TagsExtTest-Tag-286927880') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:36.312432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:36.379603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Port': ['ID=dda3ec0c-e8b3-476f-9ea3-f8b61262f007,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:36.384486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No DVR routers for this DVR port dda3ec0c-e8b3-476f-9ea3-f8b61262f007 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:36.439049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bcad4a-d436-4a71-81e1-168cdaa35882 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:36.464247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Allocated IP 172.26.1.69 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/72703b52-0c60-41cd-9b29-a8c6c869e0db) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:36.503919 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade86463-7587-4f46-8aad-d26af1148bff None None] Network 42f3b93c-a033-4a83-a6e6-86ec44eb47d4 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:36.569448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:36.604984 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b1b54d60-1042-4f3f-b79c-a15bb265aaf5 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "PUT /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags/tempest-TagsExtTest-Tag-286927880 HTTP/1.1" status: 201 len: 201 time: 0.3300583 Mar 29 09:22:36.717303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:36.772844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49700) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:36.786075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-a86288f7-8b10-4360-805f-d8a249651696 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041', 'tempest-TagsExtTest-Tag-418561423') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:36.796188 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:36.810674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f3b93c-a033-4a83-a6e6-86ec44eb47d4']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:36.886982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a99e1cc-63a6-4f4a-a68c-04c14ac9587d') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:36.887693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a99e1cc-63a6-4f4a-a68c-04c14ac9587d') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:36.891167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:36.907764 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:36.918914 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:36.921175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:36.948038 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4465e6b-f5e3-4a66-9659-1344e3e52478 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Router f0399055-552f-458b-b2f3-12a5447ec384 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:22:36.950840 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:36.962057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:36.972439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:36.978936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:36.980772 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:36.994474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=63860faf-b652-4ed6-9812-67292251ea99,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:37.004252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Pushing event updated for resources: {'Port': ['ID=72703b52-0c60-41cd-9b29-a8c6c869e0db,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:37.008270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.025626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:37.026106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:37.034531 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:37.067514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49706) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:37.106374 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5c754d13-dac6-4c2d-b6ed-ea7cecd382d5 None None] Provisioning complete for port 665ecd2f-af08-4d75-a1b1-4749ca7677a0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:37.106958 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5c754d13-dac6-4c2d-b6ed-ea7cecd382d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.115880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846bfed0-606b-4c77-bd4d-7b1e223bcae6 None None] Network 42f3b93c-a033-4a83-a6e6-86ec44eb47d4 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:37.118610 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b6a12d62-7432-4d84-b61f-4f72e650dc88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8541384 Mar 29 09:22:37.123504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49710) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:37.135546 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.175651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4465e6b-f5e3-4a66-9659-1344e3e52478 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:37.188203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.196141 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/42f3b93c-a033-4a83-a6e6-86ec44eb47d4 HTTP/1.1" status: 204 len: 168 time: 4.1975214 Mar 29 09:22:37.196141 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5ff74-b9ad-48bc-94d9-0ee444b0a965 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Network': ['ID=42f3b93c-a033-4a83-a6e6-86ec44eb47d4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:37.200105 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e4465e6b-f5e3-4a66-9659-1344e3e52478 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "PUT /v2.0/routers/f0399055-552f-458b-b2f3-12a5447ec384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3914318 Mar 29 09:22:37.201246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cd1cda84-ab64-411d-8335-2789f7ae408a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.205598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49712) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:37.206062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49714) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:37.208070 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1de8d-a08f-4526-82fb-4682960792b3 None None] Sync routers for ids ['f0399055-552f-458b-b2f3-12a5447ec384'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:37.232137 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1de8d-a08f-4526-82fb-4682960792b3 None None] Routers {'f0399055-552f-458b-b2f3-12a5447ec384'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:37.232935 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-cdf1de8d-a08f-4526-82fb-4682960792b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f0399055-552f-458b-b2f3-12a5447ec384'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:37.255248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.326745 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a86288f7-8b10-4360-805f-d8a249651696 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "PUT /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags/tempest-TagsExtTest-Tag-418561423 HTTP/1.1" status: 201 len: 201 time: 0.5481048 Mar 29 09:22:37.337224 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-cdf1de8d-a08f-4526-82fb-4682960792b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:37.337655 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cda84-ab64-411d-8335-2789f7ae408a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=665ecd2f-af08-4d75-a1b1-4749ca7677a0,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:37.339899 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49716) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:37.350204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-25e26d4b-8121-4b94-9f00-8ab683e51d7b tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c', {'tags': ['tempest-TagsExtTest-Tag-1937841344', 'tempest-TagsExtTest-Tag-1552000400', 'tempest-TagsExtTest-Tag-6545733']}) {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:37.369095 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1de8d-a08f-4526-82fb-4682960792b3 None None] Routers {'f0399055-552f-458b-b2f3-12a5447ec384'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:37.369995 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-cdf1de8d-a08f-4526-82fb-4682960792b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f0399055-552f-458b-b2f3-12a5447ec384'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:37.375910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-118051590'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:37.385431 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c1452c-f5eb-43bc-b242-a5b791154e75 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:22:37.387433 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c1452c-f5eb-43bc-b242-a5b791154e75 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:22:37.399004 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-00c1452c-f5eb-43bc-b242-a5b791154e75 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/42f3b93c-a033-4a83-a6e6-86ec44eb47d4 HTTP/1.1" status: 404 len: 339 time: 0.1803379 Mar 29 09:22:37.399004 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-287ac610-d6b3-412c-ab6e-fe25d2eeec74 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] show failed (client error): The resource could not be found. Mar 29 09:22:37.399004 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-287ac610-d6b3-412c-ab6e-fe25d2eeec74 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-852557456 HTTP/1.1" status: 404 len: 334 time: 0.1808071 Mar 29 09:22:37.399429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49718) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:37.399429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49720) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:37.407020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-28715931', 'description': 'd1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:37.423681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-582a6fcc-a486-4809-80c6-945c2434fd6a tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:37.436261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-5c754d13-dac6-4c2d-b6ed-ea7cecd382d5 None None] Port 665ecd2f-af08-4d75-a1b1-4749ca7677a0 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:37.454138 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-cdf1de8d-a08f-4526-82fb-4682960792b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:37.455342 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1de8d-a08f-4526-82fb-4682960792b3 None None] The sync data for ids ['f0399055-552f-458b-b2f3-12a5447ec384'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:37.483540 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeab06a7-aab9-464f-9f50-73d8608c2e7b None None] Network 42f3b93c-a033-4a83-a6e6-86ec44eb47d4 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:37.495739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.510301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5c754d13-dac6-4c2d-b6ed-ea7cecd382d5 None None] Could not find standard attr ID for object 34bc2747-cb2e-49e3-a876-2fd64ad35968. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:22:37.515169 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-582a6fcc-a486-4809-80c6-945c2434fd6a tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] update failed (client error): The resource could not be found. Mar 29 09:22:37.517761 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeab06a7-aab9-464f-9f50-73d8608c2e7b None None] Network 42f3b93c-a033-4a83-a6e6-86ec44eb47d4 could not be found, it might have been deleted concurrently. {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 09:22:37.518774 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-582a6fcc-a486-4809-80c6-945c2434fd6a tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-782217423 HTTP/1.1" status: 404 len: 334 time: 0.1026025 Mar 29 09:22:37.547578 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49722) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:37.561702 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-25e26d4b-8121-4b94-9f00-8ab683e51d7b tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "PUT /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags HTTP/1.1" status: 200 len: 315 time: 0.2197478 Mar 29 09:22:37.562506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49724) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:37.574675 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-d90f4133-24d6-4664-8d97-7a1545f95e7a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:37.589318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:37.592842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.601518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:37.604950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.659816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.665778 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cd1cda84-ab64-411d-8335-2789f7ae408a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.671328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-6c285c1f-9061-4813-9eb2-6fea61b59a29 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port 63860faf-b652-4ed6-9812-67292251ea99 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:37.671859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c285c1f-9061-4813-9eb2-6fea61b59a29 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.690759 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f53b623-4d6b-4dd5-8d69-5d8ff2399f69 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Deleting subnet b27552d9-afbe-4a45-b484-021ba645233e {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:37.698590 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f53b623-4d6b-4dd5-8d69-5d8ff2399f69 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.739982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:37.801934 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.802659 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Added segment 0e958bdd-446c-4ef3-94d6-3b43b0b25960 of type vlan for network ecd08993-652c-489b-a7a0-2da8d892d840 Mar 29 09:22:37.846668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f53b623-4d6b-4dd5-8d69-5d8ff2399f69 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:37.923930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afdfe45-a394-4307-832a-2898c18635a5 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:38.003518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-fb3e82e0-77fd-49f2-a9be-3f00311b504c None None] Provisioning complete for port 63860faf-b652-4ed6-9812-67292251ea99 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:38.004503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fb3e82e0-77fd-49f2-a9be-3f00311b504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.046021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c285c1f-9061-4813-9eb2-6fea61b59a29 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.064950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.079215 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e82e0-77fd-49f2-a9be-3f00311b504c None None] Port 63860faf-b652-4ed6-9812-67292251ea99 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:38.079465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1cda84-ab64-411d-8335-2789f7ae408a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router f31ec591-5ed9-45ed-9cda-e9239cb589bf has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:22:38.085006 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d90f4133-24d6-4664-8d97-7a1545f95e7a tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags HTTP/1.1" status: 204 len: 168 time: 0.5150549 Mar 29 09:22:38.099448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-fb3e82e0-77fd-49f2-a9be-3f00311b504c None None] Provisioning complete for port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:38.099825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fb3e82e0-77fd-49f2-a9be-3f00311b504c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.107331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-6c285c1f-9061-4813-9eb2-6fea61b59a29 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for 63860faf-b652-4ed6-9812-67292251ea99 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:38.109622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49726) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:38.118698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-dbc2f485-9fe9-4b6b-bb45-ce1bba751bab tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c', 'tempest-TagsExtTest-Tag-1937841344') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:38.180835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.resource_extend [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:22:38.218803 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f53b623-4d6b-4dd5-8d69-5d8ff2399f69 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.270613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.276472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:38.277055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.281656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.284390 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1cda84-ab64-411d-8335-2789f7ae408a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:38.291562 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cd1cda84-ab64-411d-8335-2789f7ae408a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/f31ec591-5ed9-45ed-9cda-e9239cb589bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1502705 Mar 29 09:22:38.296273 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49728) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:38.315920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc405862-5986-4677-b2d0-954258193ab2 None None] Sync routers for ids ['f31ec591-5ed9-45ed-9cda-e9239cb589bf'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:38.327980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.332570 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.334740 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b2230c2c-3553-404b-a13c-7da2aaf2b25d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=f31ec591-5ed9-45ed-9cda-e9239cb589bf HTTP/1.1" status: 200 len: 205 time: 0.0363514 Mar 29 09:22:38.338244 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc405862-5986-4677-b2d0-954258193ab2 None None] Routers {'f31ec591-5ed9-45ed-9cda-e9239cb589bf'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:38.339558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49730) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:38.341279 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-cc405862-5986-4677-b2d0-954258193ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f31ec591-5ed9-45ed-9cda-e9239cb589bf'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:38.383871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.389623 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9865296 Mar 29 09:22:38.393534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49732) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:38.412996 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-cc405862-5986-4677-b2d0-954258193ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:38.427011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc405862-5986-4677-b2d0-954258193ab2 None None] Routers {'f31ec591-5ed9-45ed-9cda-e9239cb589bf'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:38.429957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-cc405862-5986-4677-b2d0-954258193ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f31ec591-5ed9-45ed-9cda-e9239cb589bf'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:38.496534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7dde494-9d3a-40c9-8e96-d00d3f005dc6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.504707 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-cc405862-5986-4677-b2d0-954258193ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:38.507414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc405862-5986-4677-b2d0-954258193ab2 None None] The sync data for ids ['f31ec591-5ed9-45ed-9cda-e9239cb589bf'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:38.523730 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f53b623-4d6b-4dd5-8d69-5d8ff2399f69 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.549273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:38.554981 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693b03d-9487-4d08-b9b3-a29020dcc89f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=ecd08993-652c-489b-a7a0-2da8d892d840,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:38.572496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network ecd08993-652c-489b-a7a0-2da8d892d840 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:38.594343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.594809 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Added segment acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1 of type vlan for network 20f7b1b3-34ec-4c42-95be-02623ecffc56 Mar 29 09:22:38.602634 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f53b623-4d6b-4dd5-8d69-5d8ff2399f69 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.610450 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5f53b623-4d6b-4dd5-8d69-5d8ff2399f69 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "DELETE /v2.0/subnets/b27552d9-afbe-4a45-b484-021ba645233e HTTP/1.1" status: 204 len: 168 time: 1.0616224 Mar 29 09:22:38.614197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49734) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:38.641121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65558ac2-1f7a-4bd3-8e83-2b80b7244302 None None] Network 6dd5ab9c-0442-469c-ab4a-4b257c7ba81d requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:38.670663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Pushing event updated for resources: {'Port': ['ID=72703b52-0c60-41cd-9b29-a8c6c869e0db,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:38.683485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef5416f-68c8-41c8-942b-f101fb15d97a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:38.718715 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-85055cb5-9eee-4d72-b466-ead2e50a0bed None None] Provisioning complete for port 63860faf-b652-4ed6-9812-67292251ea99 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:38.719231 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-85055cb5-9eee-4d72-b466-ead2e50a0bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.753728 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.756945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.770645 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-dbc2f485-9fe9-4b6b-bb45-ce1bba751bab tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] show failed (client error): The resource could not be found. Mar 29 09:22:38.772345 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dbc2f485-9fe9-4b6b-bb45-ce1bba751bab tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags/tempest-TagsExtTest-Tag-1937841344 HTTP/1.1" status: 404 len: 329 time: 0.6614149 Mar 29 09:22:38.789434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49736) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:38.797505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-7add5304-3ed1-4c99-b2ad-da946b5dc34d tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c', 'tempest-TagsExtTest-Tag-1552000400') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:38.851556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.856238 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d7df27a2-2bd3-4185-9576-9f7bae025bcf tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5394049 Mar 29 09:22:38.856464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-85055cb5-9eee-4d72-b466-ead2e50a0bed None None] Port 63860faf-b652-4ed6-9812-67292251ea99 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:38.858776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49738) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:38.868849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-85055cb5-9eee-4d72-b466-ead2e50a0bed None None] Provisioning complete for port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:38.869308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-85055cb5-9eee-4d72-b466-ead2e50a0bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.871431 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53b623-4d6b-4dd5-8d69-5d8ff2399f69 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event deleted for resources: {'Subnet': ['ID=b27552d9-afbe-4a45-b484-021ba645233e,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:38.929000 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845b2d51-597b-482a-a13b-99a676287c85 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:38.931258 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-845b2d51-597b-482a-a13b-99a676287c85 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/networks?id=ecd08993-652c-489b-a7a0-2da8d892d840 HTTP/1.1" status: 200 len: 759 time: 0.5347040 Mar 29 09:22:38.950672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49740) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:38.953964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.960111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:38.960773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530715'] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:38.968421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ee943546-aa9b-4cce-ae44-5d804d264ad8 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'description': 'd2'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:39.003556 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7dde494-9d3a-40c9-8e96-d00d3f005dc6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.012584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7dde494-9d3a-40c9-8e96-d00d3f005dc6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.032675 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9efad6-c059-44be-83ea-17aaf6e3c525 None None] DHCP port deletion for 6dd5ab9c-0442-469c-ab4a-4b257c7ba81d request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:22:39.069627 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9959102 Mar 29 09:22:39.092965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c285c1f-9061-4813-9eb2-6fea61b59a29 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.094431 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced0ae2f-fbc9-4f3a-ab2b-d58d5f110266 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Deleting subnet 8c554e12-6be5-40af-9605-9d4cd7b14a56 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:39.108784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ced0ae2f-fbc9-4f3a-ab2b-d58d5f110266 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.120595 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-73180fdc-4604-4b1d-b8b9-d324ca599ceb None None] Could not find standard attr ID for object 63860faf-b652-4ed6-9812-67292251ea99. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:22:39.140036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ef9efad6-c059-44be-83ea-17aaf6e3c525 None None] Deleting port a3fdfb34-9a27-49c6-a802-761b6b7d539b {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:39.140571 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ef9efad6-c059-44be-83ea-17aaf6e3c525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.158357 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-02374655-5c06-403a-a09c-8b3d9aa71801 tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.2919688 Mar 29 09:22:39.169312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49742) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:39.172864 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ced0ae2f-fbc9-4f3a-ab2b-d58d5f110266 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.223420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6bcfd-9413-4367-8490-ca7357be4125 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Network': ['ID=20f7b1b3-34ec-4c42-95be-02623ecffc56,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:39.242511 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7dde494-9d3a-40c9-8e96-d00d3f005dc6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.243442 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dde494-9d3a-40c9-8e96-d00d3f005dc6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Fanout notify agent at l3_agent the message router_deleted on router f31ec591-5ed9-45ed-9cda-e9239cb589bf {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:22:39.252546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7dde494-9d3a-40c9-8e96-d00d3f005dc6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.253753 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f7dde494-9d3a-40c9-8e96-d00d3f005dc6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/f31ec591-5ed9-45ed-9cda-e9239cb589bf HTTP/1.1" status: 204 len: 168 time: 0.9131062 Mar 29 09:22:39.258304 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49744) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:39.258493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 20f7b1b3-34ec-4c42-95be-02623ecffc56 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:39.266554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ef9efad6-c059-44be-83ea-17aaf6e3c525 None None] For port a3fdfb34-9a27-49c6-a802-761b6b7d539b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a3fdfb34-9a27-49c6-a802-761b6b7d539b,segment=NetworkSegment(37f5cc7c-e9e9-4bf3-809d-7d315dca3620),segment_id=37f5cc7c-e9e9-4bf3-809d-7d315dca3620)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:39.266958 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ef9efad6-c059-44be-83ea-17aaf6e3c525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.296059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c285c1f-9061-4813-9eb2-6fea61b59a29 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=63860faf-b652-4ed6-9812-67292251ea99,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:39.297919 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ef9efad6-c059-44be-83ea-17aaf6e3c525 None None] Calling delete_port for a3fdfb34-9a27-49c6-a802-761b6b7d539b owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:39.354269 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ced0ae2f-fbc9-4f3a-ab2b-d58d5f110266 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.389907 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba780391-88a1-4af7-97b0-fa533de236a6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting subnet e5345380-b11c-4d4d-bf22-0c7b8ac7f07e {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:39.393398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba780391-88a1-4af7-97b0-fa533de236a6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.442984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba780391-88a1-4af7-97b0-fa533de236a6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.466945 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-7add5304-3ed1-4c99-b2ad-da946b5dc34d tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] show failed (client error): The resource could not be found. Mar 29 09:22:39.468770 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7add5304-3ed1-4c99-b2ad-da946b5dc34d tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags/tempest-TagsExtTest-Tag-1552000400 HTTP/1.1" status: 404 len: 329 time: 0.6755562 Mar 29 09:22:39.474931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ef9efad6-c059-44be-83ea-17aaf6e3c525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.482610 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49746) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:39.489746 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-4fd56c03-5687-4af0-a06d-a6e4f8c75051 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c', 'tempest-TagsExtTest-Tag-6545733') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:39.498352 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5d43e9c7-a854-4ef7-b83e-0a2e2656d477 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3038435 Mar 29 09:22:39.517349 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49748) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:39.568831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9efad6-c059-44be-83ea-17aaf6e3c525 None None] Pushing event deleted for resources: {'Port': ['ID=a3fdfb34-9a27-49c6-a802-761b6b7d539b,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:39.577338 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9efad6-c059-44be-83ea-17aaf6e3c525 None None] No DVR routers for this DVR port a3fdfb34-9a27-49c6-a802-761b6b7d539b on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:39.677178 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba780391-88a1-4af7-97b0-fa533de236a6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.713940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a3fdfb34-9a27-49c6-a802-761b6b7d539b no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:39.754037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: a3fdfb34-9a27-49c6-a802-761b6b7d539b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:39.754810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a3fdfb34-9a27-49c6-a802-761b6b7d539b not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:39.815545 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-4fd56c03-5687-4af0-a06d-a6e4f8c75051 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] show failed (client error): The resource could not be found. Mar 29 09:22:39.820063 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4fd56c03-5687-4af0-a06d-a6e4f8c75051 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags/tempest-TagsExtTest-Tag-6545733 HTTP/1.1" status: 404 len: 326 time: 0.3329096 Mar 29 09:22:39.822356 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49750) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:39.823516 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ced0ae2f-fbc9-4f3a-ab2b-d58d5f110266 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.831142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-3fb98621-9a3a-40ee-90b2-193573d3f111 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df', {'tags': ['tempest-TagsExtTest-Tag-2026182087', 'tempest-TagsExtTest-Tag-1435086117', 'tempest-TagsExtTest-Tag-956782711']}) {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:39.885192 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba780391-88a1-4af7-97b0-fa533de236a6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.894591 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0ae2f-fbc9-4f3a-ab2b-d58d5f110266 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event deleted for resources: {'Subnet': ['ID=8c554e12-6be5-40af-9605-9d4cd7b14a56,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:39.913827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ced0ae2f-fbc9-4f3a-ab2b-d58d5f110266 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:39.916168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa999f3-bb81-447a-a389-b9aea3e5954e None None] Network 6969666f-5f45-48b4-89cd-a5dde45d4f84 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:39.917482 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ced0ae2f-fbc9-4f3a-ab2b-d58d5f110266 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "DELETE /v2.0/subnets/8c554e12-6be5-40af-9605-9d4cd7b14a56 HTTP/1.1" status: 204 len: 168 time: 1.2872524 Mar 29 09:22:39.922346 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49752) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:40.020839 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.032232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba780391-88a1-4af7-97b0-fa533de236a6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.039206 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ba780391-88a1-4af7-97b0-fa533de236a6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/e5345380-b11c-4d4d-bf22-0c7b8ac7f07e HTTP/1.1" status: 204 len: 168 time: 0.7798288 Mar 29 09:22:40.040290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba780391-88a1-4af7-97b0-fa533de236a6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Subnet': ['ID=e5345380-b11c-4d4d-bf22-0c7b8ac7f07e,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:40.042182 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49754) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:40.082086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2bcda8-c3e6-494e-9897-f1035548dcf3 None None] Network df4f0998-c82c-4590-8031-3f6b701abebb requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:40.107373 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3fb98621-9a3a-40ee-90b2-193573d3f111 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "PUT /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags HTTP/1.1" status: 200 len: 317 time: 0.2785547 Mar 29 09:22:40.119757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c285c1f-9061-4813-9eb2-6fea61b59a29 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.126912 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6c285c1f-9061-4813-9eb2-6fea61b59a29 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/63860faf-b652-4ed6-9812-67292251ea99 HTTP/1.1" status: 204 len: 168 time: 3.0017402 Mar 29 09:22:40.127902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49756) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:40.127902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49758) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:40.133868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-c4798116-7883-4931-bd97-d9d82740ab19 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:40.195974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.292435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ee943546-aa9b-4cce-ae44-5d804d264ad8 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.346010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ee943546-aa9b-4cce-ae44-5d804d264ad8 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.378935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f29f80-d31d-408a-93dc-0a84407756e0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:40.383761 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e2f29f80-d31d-408a-93dc-0a84407756e0 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2475350 Mar 29 09:22:40.385866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49760) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:40.389730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee943546-aa9b-4cce-ae44-5d804d264ad8 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network ecd08993-652c-489b-a7a0-2da8d892d840 is not hosted by any dhcp agent {{(pid=102496) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 09:22:40.395312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee943546-aa9b-4cce-ae44-5d804d264ad8 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:40.396249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ee943546-aa9b-4cce-ae44-5d804d264ad8 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.401438 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ee943546-aa9b-4cce-ae44-5d804d264ad8 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "PUT /v2.0/networks/ecd08993-652c-489b-a7a0-2da8d892d840 HTTP/1.1" status: 200 len: 756 time: 1.4377000 Mar 29 09:22:40.423122 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49762) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:40.450083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286c6d14-338c-4b0a-b605-fc4979115704 None None] DHCP port deletion for 6969666f-5f45-48b4-89cd-a5dde45d4f84 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:22:40.509084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5607f019-21a0-4f61-b51c-d61e36a48c7e None None] DHCP port deletion for df4f0998-c82c-4590-8031-3f6b701abebb request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:22:40.559449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee943546-aa9b-4cce-ae44-5d804d264ad8 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=ecd08993-652c-489b-a7a0-2da8d892d840,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:40.570236 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.574384 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-286c6d14-338c-4b0a-b605-fc4979115704 None None] Deleting port dcde7f0b-3b28-40f1-83f3-0890d11b2156 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:40.574987 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-286c6d14-338c-4b0a-b605-fc4979115704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.580240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network ecd08993-652c-489b-a7a0-2da8d892d840 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:40.612720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd5ab9c-0442-469c-ab4a-4b257c7ba81d']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:40.632910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f5cc7c-e9e9-4bf3-809d-7d315dca3620') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:40.633439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f5cc7c-e9e9-4bf3-809d-7d315dca3620') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:40.645647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.665738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.674978 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:40.675786 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:40.679489 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:40.699413 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port f5b4e64f-0b7d-4353-a147-1c646324a4e2 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:40.700143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.728829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-5607f019-21a0-4f61-b51c-d61e36a48c7e None None] Deleting port f5b4e64f-0b7d-4353-a147-1c646324a4e2 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:40.729246 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5607f019-21a0-4f61-b51c-d61e36a48c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.759220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67701faa-e382-436a-9147-4b9be92543a1 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:40.759220 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-67701faa-e382-436a-9147-4b9be92543a1 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/networks?id=ecd08993-652c-489b-a7a0-2da8d892d840 HTTP/1.1" status: 200 len: 759 time: 0.3399792 Mar 29 09:22:40.765985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49764) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:40.775129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-305f80ae-5697-447a-b1cb-033552f91dac tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2048813622'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:40.788875 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-286c6d14-338c-4b0a-b605-fc4979115704 None None] For port dcde7f0b-3b28-40f1-83f3-0890d11b2156, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=dcde7f0b-3b28-40f1-83f3-0890d11b2156,segment=NetworkSegment(46485ce4-b8a9-4089-ae90-bf34c9ece15d),segment_id=46485ce4-b8a9-4089-ae90-bf34c9ece15d)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:40.793134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-286c6d14-338c-4b0a-b605-fc4979115704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.805156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9958fa59-1044-4661-bd24-7cf9b05e1dd8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:40.812211 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9958fa59-1044-4661-bd24-7cf9b05e1dd8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4092185 Mar 29 09:22:40.816382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49766) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:40.825965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-85f0d8fe-ee7b-4815-b7e3-2ff170447476 tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Deleting port 72703b52-0c60-41cd-9b29-a8c6c869e0db {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:40.826317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-85f0d8fe-ee7b-4815-b7e3-2ff170447476 tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.889687 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5607f019-21a0-4f61-b51c-d61e36a48c7e None None] For port f5b4e64f-0b7d-4353-a147-1c646324a4e2, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f5b4e64f-0b7d-4353-a147-1c646324a4e2,segment=NetworkSegment(c4ec9e04-c4e0-4f82-82fd-8410d14dcced),segment_id=c4ec9e04-c4e0-4f82-82fd-8410d14dcced)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:40.890473 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5607f019-21a0-4f61-b51c-d61e36a48c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.899383 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dfa86e-7a5d-440c-83fd-c01eb51a6d06 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:40.900871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dfa86e-7a5d-440c-83fd-c01eb51a6d06 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:40.902480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dfa86e-7a5d-440c-83fd-c01eb51a6d06 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:40.906633 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-5607f019-21a0-4f61-b51c-d61e36a48c7e None None] Calling delete_port for f5b4e64f-0b7d-4353-a147-1c646324a4e2 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:40.907524 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-01dfa86e-7a5d-440c-83fd-c01eb51a6d06 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0888202 Mar 29 09:22:40.910362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49768) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:40.915269 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.920564 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.922226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-85f0d8fe-ee7b-4815-b7e3-2ff170447476 tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.922924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-85f0d8fe-ee7b-4815-b7e3-2ff170447476 tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:40.926445 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "DELETE /v2.0/networks/6dd5ab9c-0442-469c-ab4a-4b257c7ba81d HTTP/1.1" status: 204 len: 168 time: 1.0033255 Mar 29 09:22:40.935104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49770) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:40.939116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-85f0d8fe-ee7b-4815-b7e3-2ff170447476 tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Calling delete_port for 72703b52-0c60-41cd-9b29-a8c6c869e0db owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:41.010924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305f80ae-5697-447a-b1cb-033552f91dac tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:41.014105 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-305f80ae-5697-447a-b1cb-033552f91dac tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.021996 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-286c6d14-338c-4b0a-b605-fc4979115704 None None] Calling delete_port for dcde7f0b-3b28-40f1-83f3-0890d11b2156 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:41.025656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5607f019-21a0-4f61-b51c-d61e36a48c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.029295 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc1929-c672-4c2b-affb-70f7ddc67b66 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event deleted for resources: {'Network': ['ID=6dd5ab9c-0442-469c-ab4a-4b257c7ba81d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:41.065406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] For port f5b4e64f-0b7d-4353-a147-1c646324a4e2, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f5b4e64f-0b7d-4353-a147-1c646324a4e2,segment=NetworkSegment(c4ec9e04-c4e0-4f82-82fd-8410d14dcced),segment_id=c4ec9e04-c4e0-4f82-82fd-8410d14dcced)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:41.065909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.070259 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607f019-21a0-4f61-b51c-d61e36a48c7e None None] Pushing event deleted for resources: {'Port': ['ID=f5b4e64f-0b7d-4353-a147-1c646324a4e2,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:41.082455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607f019-21a0-4f61-b51c-d61e36a48c7e None None] No DVR routers for this DVR port f5b4e64f-0b7d-4353-a147-1c646324a4e2 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:41.105621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305f80ae-5697-447a-b1cb-033552f91dac tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:41.117483 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-305f80ae-5697-447a-b1cb-033552f91dac tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.118190 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-305f80ae-5697-447a-b1cb-033552f91dac tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Added segment 276248dc-6d91-4428-b66c-2a2ce4e7d63a of type vlan for network 5bc09734-f3cf-4b83-b414-7999369ac3e8 Mar 29 09:22:41.157888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-85f0d8fe-ee7b-4815-b7e3-2ff170447476 tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.172787 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-305f80ae-5697-447a-b1cb-033552f91dac tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.198075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-286c6d14-338c-4b0a-b605-fc4979115704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.203064 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c4798116-7883-4931-bd97-d9d82740ab19 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags HTTP/1.1" status: 204 len: 168 time: 1.0741141 Mar 29 09:22:41.229908 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for f5b4e64f-0b7d-4353-a147-1c646324a4e2 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:41.230313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c6d14-338c-4b0a-b605-fc4979115704 None None] Pushing event deleted for resources: {'Port': ['ID=dcde7f0b-3b28-40f1-83f3-0890d11b2156,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:41.231404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49772) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:41.236784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-227a762e-6737-4200-a518-62cc381e9897 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 2274b247-4a9c-4cc1-8b46-601238271881 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:41.243083 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-99b89801-d5a2-4019-873b-364ffd3edaa7 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df', 'tempest-TagsExtTest-Tag-2026182087') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:41.247582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c6d14-338c-4b0a-b605-fc4979115704 None None] No DVR routers for this DVR port dcde7f0b-3b28-40f1-83f3-0890d11b2156 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:41.265633 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0d8fe-ee7b-4815-b7e3-2ff170447476 tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Pushing event deleted for resources: {'Port': ['ID=72703b52-0c60-41cd-9b29-a8c6c869e0db,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:41.291877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-227a762e-6737-4200-a518-62cc381e9897 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.296369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-85f0d8fe-ee7b-4815-b7e3-2ff170447476 tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.299085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-85f0d8fe-ee7b-4815-b7e3-2ff170447476 tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.301009 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-85f0d8fe-ee7b-4815-b7e3-2ff170447476 tempest-FloatingIPAdminTestJSON-291996899 tempest-FloatingIPAdminTestJSON-291996899-project] 10.222.0.32 "DELETE /v2.0/floatingips/711443f3-d97f-4605-87c7-1987aab7046d HTTP/1.1" status: 204 len: 168 time: 1.7457376 Mar 29 09:22:41.306073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49774) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:41.332764 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-305f80ae-5697-447a-b1cb-033552f91dac tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.338403 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305f80ae-5697-447a-b1cb-033552f91dac tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:41.338997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-305f80ae-5697-447a-b1cb-033552f91dac tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.408862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.447686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5d772693-24a8-4640-ac47-176d60c495bc tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Deleting port a330cb0e-f81d-4fd6-8340-f4d30885fd81 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:41.448097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5d772693-24a8-4640-ac47-176d60c495bc tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.452330 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-227a762e-6737-4200-a518-62cc381e9897 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.461460 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-305f80ae-5697-447a-b1cb-033552f91dac tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6889846 Mar 29 09:22:41.461702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49776) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:41.466797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a6b0ac0d-8ef6-4843-b3ba-372ebe81894a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'network_id': '5bc09734-f3cf-4b83-b414-7999369ac3e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:41.524434 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f80ae-5697-447a-b1cb-033552f91dac tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=5bc09734-f3cf-4b83-b414-7999369ac3e8,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:41.543882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 5bc09734-f3cf-4b83-b414-7999369ac3e8 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:41.603212 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-99b89801-d5a2-4019-873b-364ffd3edaa7 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] show failed (client error): The resource could not be found. Mar 29 09:22:41.606634 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-99b89801-d5a2-4019-873b-364ffd3edaa7 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags/tempest-TagsExtTest-Tag-2026182087 HTTP/1.1" status: 404 len: 329 time: 0.3648341 Mar 29 09:22:41.608738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49778) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:41.612722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-7f2d694a-f57a-40eb-b73f-5bbf3330eef1 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df', 'tempest-TagsExtTest-Tag-1435086117') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:41.619466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5d772693-24a8-4640-ac47-176d60c495bc tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.619741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5d772693-24a8-4640-ac47-176d60c495bc tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.656419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5d772693-24a8-4640-ac47-176d60c495bc tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Calling delete_port for a330cb0e-f81d-4fd6-8340-f4d30885fd81 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:41.681797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b0ac0d-8ef6-4843-b3ba-372ebe81894a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:41.685328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ac0d-8ef6-4843-b3ba-372ebe81894a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.687536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.704819 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.766884 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6969666f-5f45-48b4-89cd-a5dde45d4f84']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:41.768689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device dcde7f0b-3b28-40f1-83f3-0890d11b2156 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:41.775246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No DVR routers for this DVR port f5b4e64f-0b7d-4353-a147-1c646324a4e2 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:41.787998 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-227a762e-6737-4200-a518-62cc381e9897 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.793949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=f5b4e64f-0b7d-4353-a147-1c646324a4e2,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:41.801641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: dcde7f0b-3b28-40f1-83f3-0890d11b2156 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:41.801989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device dcde7f0b-3b28-40f1-83f3-0890d11b2156 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:41.802608 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f5b4e64f-0b7d-4353-a147-1c646324a4e2 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:41.830476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: f5b4e64f-0b7d-4353-a147-1c646324a4e2 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:41.830810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f5b4e64f-0b7d-4353-a147-1c646324a4e2 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:41.846390 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46485ce4-b8a9-4089-ae90-bf34c9ece15d') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:41.846969 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46485ce4-b8a9-4089-ae90-bf34c9ece15d') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:41.879351 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.935615 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-7f2d694a-f57a-40eb-b73f-5bbf3330eef1 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] show failed (client error): The resource could not be found. Mar 29 09:22:41.936758 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7f2d694a-f57a-40eb-b73f-5bbf3330eef1 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags/tempest-TagsExtTest-Tag-1435086117 HTTP/1.1" status: 404 len: 329 time: 0.3288832 Mar 29 09:22:41.943071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49780) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:41.947438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.949023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.950429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-4a5fe957-21d2-485e-9f8c-78c13652ce50 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df', 'tempest-TagsExtTest-Tag-956782711') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:41.967681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:41.968085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:41.973846 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:41.995364 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5d772693-24a8-4640-ac47-176d60c495bc tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:41.998902 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4f0998-c82c-4590-8031-3f6b701abebb']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:42.012380 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ec9e04-c4e0-4f82-82fd-8410d14dcced') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:42.012730 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ec9e04-c4e0-4f82-82fd-8410d14dcced') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:42.034246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d772693-24a8-4640-ac47-176d60c495bc tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Pushing event deleted for resources: {'Port': ['ID=a330cb0e-f81d-4fd6-8340-f4d30885fd81,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:42.054589 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-227a762e-6737-4200-a518-62cc381e9897 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.069450 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.109148 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-227a762e-6737-4200-a518-62cc381e9897 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.116439 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-227a762e-6737-4200-a518-62cc381e9897 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/2274b247-4a9c-4cc1-8b46-601238271881 HTTP/1.1" status: 204 len: 168 time: 1.1887944 Mar 29 09:22:42.120263 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49782) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:42.126382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1605aef8-fdc8-404b-a69a-500020209f1d None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:42.131322 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.133330 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a762e-6737-4200-a518-62cc381e9897 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=2274b247-4a9c-4cc1-8b46-601238271881,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:42.156995 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.170446 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:42.170837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.170962 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-4a5fe957-21d2-485e-9f8c-78c13652ce50 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] show failed (client error): The resource could not be found. Mar 29 09:22:42.175860 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4a5fe957-21d2-485e-9f8c-78c13652ce50 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags/tempest-TagsExtTest-Tag-956782711 HTTP/1.1" status: 404 len: 328 time: 0.2255950 Mar 29 09:22:42.175860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5d772693-24a8-4640-ac47-176d60c495bc tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.177987 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.178126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5d772693-24a8-4640-ac47-176d60c495bc tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.184309 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5d772693-24a8-4640-ac47-176d60c495bc tempest-FloatingIPAdminTestJSON-1525044419 tempest-FloatingIPAdminTestJSON-1525044419-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/57835ac9-37fd-4e42-be74-1bc5bbb7caf5 HTTP/1.1" status: 204 len: 168 time: 0.8721464 Mar 29 09:22:42.184309 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49784) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "DELETE /v2.0/networks/6969666f-5f45-48b4-89cd-a5dde45d4f84 HTTP/1.1" status: 204 len: 168 time: 1.2360582 Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:42.184725 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:42.188534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-9e9a6809-c226-43bf-bff1-a55b987fb6e4 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0', {'tags': ['tempest-TagsExtTest-Tag-1915041266', 'tempest-TagsExtTest-Tag-1799428881', 'tempest-TagsExtTest-Tag-1916089559']}) {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:42.192841 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49786) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:42.192841 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49788) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:42.216497 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573b108-fc43-42ec-9e76-1d714c940c13 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event deleted for resources: {'Network': ['ID=6969666f-5f45-48b4-89cd-a5dde45d4f84,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:42.275707 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-1caba3db-53f5-409e-8e3a-dabcf9f689ed tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 33df149d-bcf9-4152-b33c-c82c0619137a {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:42.279632 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.284872 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.288277 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/networks/df4f0998-c82c-4590-8031-3f6b701abebb HTTP/1.1" status: 204 len: 168 time: 2.2423491 Mar 29 09:22:42.289151 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1caba3db-53f5-409e-8e3a-dabcf9f689ed tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.295644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49790) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:42.326041 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d9e60eaf-5b3e-447a-9a16-3c18a47b5ddd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-838131517', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:42.358642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9d57a-7e19-48f0-b043-a5ef9e648db7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Network': ['ID=df4f0998-c82c-4590-8031-3f6b701abebb,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:42.382119 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1caba3db-53f5-409e-8e3a-dabcf9f689ed tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.406257 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49792) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:42.412008 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e9dd7e75-2f2f-452a-9114-566d9cc89e4a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'subnet': {'network_id': '20f7b1b3-34ec-4c42-95be-02623ecffc56', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:42.422942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d9e60eaf-5b3e-447a-9a16-3c18a47b5ddd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.424011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d9e60eaf-5b3e-447a-9a16-3c18a47b5ddd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.463582 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-48701049-175a-4fb9-a55b-1cc7c1924680 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Deleting subnet 67069878-d50b-4ebc-8f10-47f87d9aca9b {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:42.470351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ac0d-8ef6-4843-b3ba-372ebe81894a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.476067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48701049-175a-4fb9-a55b-1cc7c1924680 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.555865 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9e9a6809-c226-43bf-bff1-a55b987fb6e4 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "PUT /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags HTTP/1.1" status: 200 len: 318 time: 0.3699713 Mar 29 09:22:42.556477 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49794) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:42.561389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-bc0b5fbe-c8c3-434e-8e54-69a54d5348f7 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:42.582837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48701049-175a-4fb9-a55b-1cc7c1924680 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.624119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0ac0d-8ef6-4843-b3ba-372ebe81894a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=f4f9a4d1-c425-4853-a077-3cc84beeeaa7,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:42.644146 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d9e60eaf-5b3e-447a-9a16-3c18a47b5ddd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.658984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1caba3db-53f5-409e-8e3a-dabcf9f689ed tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.664364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d9e60eaf-5b3e-447a-9a16-3c18a47b5ddd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.667926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4deb2fc5-8c92-4743-99b7-f7ae2b45afe0 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Deleting port 9aaa4341-49c6-4b67-9446-7f8dc9e90c36 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:42.668425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4deb2fc5-8c92-4743-99b7-f7ae2b45afe0 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.707310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b0ac0d-8ef6-4843-b3ba-372ebe81894a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking segment: {'id': '276248dc-6d91-4428-b66c-2a2ce4e7d63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5bc09734-f3cf-4b83-b414-7999369ac3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:42.707662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b0ac0d-8ef6-4843-b3ba-372ebe81894a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network hostable DHCP agents. Network: 5bc09734-f3cf-4b83-b414-7999369ac3e8, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:42.715017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dd7e75-2f2f-452a-9114-566d9cc89e4a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:42.718833 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7e75-2f2f-452a-9114-566d9cc89e4a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.754772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48701049-175a-4fb9-a55b-1cc7c1924680 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.780008 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d9e60eaf-5b3e-447a-9a16-3c18a47b5ddd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.783683 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d9e60eaf-5b3e-447a-9a16-3c18a47b5ddd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4587867 Mar 29 09:22:42.789141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49796) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:42.802094 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'network': {'name': 'tempest-RoutersTest-1470420754'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:42.890191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b0ac0d-8ef6-4843-b3ba-372ebe81894a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network 5bc09734-f3cf-4b83-b414-7999369ac3e8 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:42.892525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1caba3db-53f5-409e-8e3a-dabcf9f689ed tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.904546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:42.908786 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.918639 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-a6b0ac0d-8ef6-4843-b3ba-372ebe81894a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 5bc09734-f3cf-4b83-b414-7999369ac3e8) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:42.934249 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dffdf65-4a5c-417a-bd07-30a7dc244076 None None] Network 5bc09734-f3cf-4b83-b414-7999369ac3e8 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:42.949430 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bc0b5fbe-c8c3-434e-8e54-69a54d5348f7 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags HTTP/1.1" status: 204 len: 168 time: 0.3919399 Mar 29 09:22:42.954575 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49798) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:42.954941 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caba3db-53f5-409e-8e3a-dabcf9f689ed tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=33df149d-bcf9-4152-b33c-c82c0619137a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:42.955266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4deb2fc5-8c92-4743-99b7-f7ae2b45afe0 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.960018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1caba3db-53f5-409e-8e3a-dabcf9f689ed tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:42.966533 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1caba3db-53f5-409e-8e3a-dabcf9f689ed tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/33df149d-bcf9-4152-b33c-c82c0619137a HTTP/1.1" status: 204 len: 168 time: 0.8467588 Mar 29 09:22:42.971235 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-553a75d0-e442-428a-b6fe-a936aa7d188f tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0', 'tempest-TagsExtTest-Tag-1915041266') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:42.973021 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49800) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:42.983198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4deb2fc5-8c92-4743-99b7-f7ae2b45afe0 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Calling delete_port for 9aaa4341-49c6-4b67-9446-7f8dc9e90c36 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:43.067899 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cc522c32-8eb1-4eb1-b755-d67b84fb0995 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898316 Mar 29 09:22:43.069600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49802) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:43.087274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d8f7fd95-2342-42dd-ad4f-3fc34dd55909 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:43.121688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:43.154275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b0ac0d-8ef6-4843-b3ba-372ebe81894a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:43.155160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ac0d-8ef6-4843-b3ba-372ebe81894a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.182180 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.182768 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Added segment 9ea8a387-6236-4005-9ad6-27873d38c93b of type vlan for network ad06089d-1adb-4d1c-9e18-70efc5f1a515 Mar 29 09:22:43.191153 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a6b0ac0d-8ef6-4843-b3ba-372ebe81894a tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7269313 Mar 29 09:22:43.203518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48701049-175a-4fb9-a55b-1cc7c1924680 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.217328 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49804) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:43.240552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-5bc09734-f3cf-4b83-b414-7999369ac3e8', 'network_id': '5bc09734-f3cf-4b83-b414-7999369ac3e8', 'tenant_id': '74d6d955aea140dab5078844d80a08bc', 'fixed_ips': [{'subnet_id': 'f4f9a4d1-c425-4853-a077-3cc84beeeaa7'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:43.241434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.295557 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-553a75d0-e442-428a-b6fe-a936aa7d188f tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] show failed (client error): The resource could not be found. Mar 29 09:22:43.301056 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-553a75d0-e442-428a-b6fe-a936aa7d188f tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags/tempest-TagsExtTest-Tag-1915041266 HTTP/1.1" status: 404 len: 329 time: 0.3289828 Mar 29 09:22:43.313107 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49806) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:43.313447 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48701049-175a-4fb9-a55b-1cc7c1924680 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event deleted for resources: {'Subnet': ['ID=67069878-d50b-4ebc-8f10-47f87d9aca9b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:43.317391 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-c81ed383-1bae-4f96-80a3-8bb676a281b9 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0', 'tempest-TagsExtTest-Tag-1799428881') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:43.319074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48701049-175a-4fb9-a55b-1cc7c1924680 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.326286 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-48701049-175a-4fb9-a55b-1cc7c1924680 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "DELETE /v2.0/subnets/67069878-d50b-4ebc-8f10-47f87d9aca9b HTTP/1.1" status: 204 len: 168 time: 1.1219826 Mar 29 09:22:43.330996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49808) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:43.356781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4484d542-add1-4542-9bd9-ef5ef3b81e29 None None] Network ce8478e7-5521-4206-90b4-6fe01d0c5de2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:43.388545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.455221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Allocated IP 172.20.0.2 (5bc09734-f3cf-4b83-b414-7999369ac3e8/f4f9a4d1-c425-4853-a077-3cc84beeeaa7/300506ca-4e69-455a-aba8-02f0ae0d7766) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:43.501192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4deb2fc5-8c92-4743-99b7-f7ae2b45afe0 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.568321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.569475 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178b66f3-0998-4a54-9fc1-8ec7b5d0fef7 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:43.614654 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb2fc5-8c92-4743-99b7-f7ae2b45afe0 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event deleted for resources: {'Port': ['ID=9aaa4341-49c6-4b67-9446-7f8dc9e90c36,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:43.821734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4deb2fc5-8c92-4743-99b7-f7ae2b45afe0 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.825771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b4fff203-f27d-49ca-8978-bfabecf24e47 None None] Provisioning complete for port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:43.826384 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b4fff203-f27d-49ca-8978-bfabecf24e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.834557 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4deb2fc5-8c92-4743-99b7-f7ae2b45afe0 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "DELETE /v2.0/ports/9aaa4341-49c6-4b67-9446-7f8dc9e90c36 HTTP/1.1" status: 204 len: 168 time: 1.6388118 Mar 29 09:22:43.842371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49810) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:43.853440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f7fd95-2342-42dd-ad4f-3fc34dd55909 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:43.860057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8f7fd95-2342-42dd-ad4f-3fc34dd55909 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.892450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.912598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.924439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.942368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Deleting port e44f10c5-fb0d-45c6-97d8-77c03743f10b {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:43.942923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:43.973277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Network 5bc09734-f3cf-4b83-b414-7999369ac3e8 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:43.974468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.resource_extend [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:22:43.981205 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:43.983690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:43.987820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8caea-6dcc-49e3-8358-e70de365459a tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:43.996195 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-41b8caea-6dcc-49e3-8358-e70de365459a tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bf707c3-42bb-4eeb-b95f-722e2477f107 HTTP/1.1" status: 200 len: 913 time: 0.1470642 Mar 29 09:22:44.008432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49812) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:44.013558 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Pushing event updated for resources: {'Port': ['ID=300506ca-4e69-455a-aba8-02f0ae0d7766,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:44.056031 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e3b4d-c272-44ae-a07a-63126991eff6 None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:22:44.073227 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Attempting to bind port 300506ca-4e69-455a-aba8-02f0ae0d7766 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:44.073630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Attempting to bind port 300506ca-4e69-455a-aba8-02f0ae0d7766 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '276248dc-6d91-4428-b66c-2a2ce4e7d63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5bc09734-f3cf-4b83-b414-7999369ac3e8'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:44.074650 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Attempting to bind port 300506ca-4e69-455a-aba8-02f0ae0d7766 on network 5bc09734-f3cf-4b83-b414-7999369ac3e8 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:44.079023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dacedbf-eec8-4fac-b771-470f2e820941 None None] DHCP port deletion for ce8478e7-5521-4206-90b4-6fe01d0c5de2 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:22:44.103860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:44.104228 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Checking segment: {'id': '276248dc-6d91-4428-b66c-2a2ce4e7d63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5bc09734-f3cf-4b83-b414-7999369ac3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:44.104621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.105005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Bound using segment: {'id': '276248dc-6d91-4428-b66c-2a2ce4e7d63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5bc09734-f3cf-4b83-b414-7999369ac3e8'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:44.105468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Bound port: 300506ca-4e69-455a-aba8-02f0ae0d7766, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276248dc-6d91-4428-b66c-2a2ce4e7d63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '5bc09734-f3cf-4b83-b414-7999369ac3e8'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:44.105876 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.171013 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7e75-2f2f-452a-9114-566d9cc89e4a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.203747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] For port e44f10c5-fb0d-45c6-97d8-77c03743f10b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e44f10c5-fb0d-45c6-97d8-77c03743f10b,segment=NetworkSegment(8689cce9-c8ef-4977-9668-e760c43e379d),segment_id=8689cce9-c8ef-4977-9668-e760c43e379d)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:44.204359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.218950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] For port 300506ca-4e69-455a-aba8-02f0ae0d7766, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:44.220580 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.223024 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] For port 300506ca-4e69-455a-aba8-02f0ae0d7766, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=300506ca-4e69-455a-aba8-02f0ae0d7766,segment=NetworkSegment(276248dc-6d91-4428-b66c-2a2ce4e7d63a),segment_id=276248dc-6d91-4428-b66c-2a2ce4e7d63a)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:44.225858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f60e3b4d-c272-44ae-a07a-63126991eff6 None None] Deleting port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:44.226320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f60e3b4d-c272-44ae-a07a-63126991eff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.232126 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:44.233137 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.241424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.310791 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-c81ed383-1bae-4f96-80a3-8bb676a281b9 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] show failed (client error): The resource could not be found. Mar 29 09:22:44.311951 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c81ed383-1bae-4f96-80a3-8bb676a281b9 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags/tempest-TagsExtTest-Tag-1799428881 HTTP/1.1" status: 404 len: 329 time: 0.9986813 Mar 29 09:22:44.329443 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6dacedbf-eec8-4fac-b771-470f2e820941 None None] Deleting port e44f10c5-fb0d-45c6-97d8-77c03743f10b {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:44.329908 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6dacedbf-eec8-4fac-b771-470f2e820941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.364656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f60e3b4d-c272-44ae-a07a-63126991eff6 None None] For port 5b07c567-60ea-4b21-b34f-8c8862dc69e7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5b07c567-60ea-4b21-b34f-8c8862dc69e7,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:44.365614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f60e3b4d-c272-44ae-a07a-63126991eff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.397064 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49814) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:44.397297 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f60e3b4d-c272-44ae-a07a-63126991eff6 None None] Calling delete_port for 5b07c567-60ea-4b21-b34f-8c8862dc69e7 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:44.407569 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-ec5ec718-7ea4-450b-be39-13441837c5bb tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0', 'tempest-TagsExtTest-Tag-1916089559') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:44.431796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64322c4-5f93-49c7-a568-1ec6e52f4188 None None] Pushing event updated for resources: {'Port': ['ID=300506ca-4e69-455a-aba8-02f0ae0d7766,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:44.452372 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-6dacedbf-eec8-4fac-b771-470f2e820941 None None] For port e44f10c5-fb0d-45c6-97d8-77c03743f10b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e44f10c5-fb0d-45c6-97d8-77c03743f10b,segment=NetworkSegment(8689cce9-c8ef-4977-9668-e760c43e379d),segment_id=8689cce9-c8ef-4977-9668-e760c43e379d)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:44.452773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6dacedbf-eec8-4fac-b771-470f2e820941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.500629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6dacedbf-eec8-4fac-b771-470f2e820941 None None] Calling delete_port for e44f10c5-fb0d-45c6-97d8-77c03743f10b owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:44.512784 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7127872 Mar 29 09:22:44.531848 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49816) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:44.547167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a33d33e3-869e-449b-849e-5acb4d3b1928 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'subnet': {'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:44.613967 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f60e3b4d-c272-44ae-a07a-63126991eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.627780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd7e75-2f2f-452a-9114-566d9cc89e4a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Subnet': ['ID=5257cc4a-52cf-4a18-a8ab-4c3f3ccc6f64,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:44.679506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fbd3a-e78f-46e9-bdbe-1f74c6eb05a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Network': ['ID=ad06089d-1adb-4d1c-9e18-70efc5f1a515,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:44.703579 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network ad06089d-1adb-4d1c-9e18-70efc5f1a515 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:44.789197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Calling delete_port for e44f10c5-fb0d-45c6-97d8-77c03743f10b owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:44.791781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e3b4d-c272-44ae-a07a-63126991eff6 None None] Pushing event deleted for resources: {'Port': ['ID=5b07c567-60ea-4b21-b34f-8c8862dc69e7,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:44.801055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e3b4d-c272-44ae-a07a-63126991eff6 None None] No DVR routers for this DVR port 5b07c567-60ea-4b21-b34f-8c8862dc69e7 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:44.842356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6dacedbf-eec8-4fac-b771-470f2e820941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.870626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacedbf-eec8-4fac-b771-470f2e820941 None None] Pushing event deleted for resources: {'Port': ['ID=e44f10c5-fb0d-45c6-97d8-77c03743f10b,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:44.880511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dacedbf-eec8-4fac-b771-470f2e820941 None None] No DVR routers for this DVR port e44f10c5-fb0d-45c6-97d8-77c03743f10b on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:44.937700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dd7e75-2f2f-452a-9114-566d9cc89e4a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Checking segment: {'id': 'acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '20f7b1b3-34ec-4c42-95be-02623ecffc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:44.938161 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd7e75-2f2f-452a-9114-566d9cc89e4a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network hostable DHCP agents. Network: 20f7b1b3-34ec-4c42-95be-02623ecffc56, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:44.944841 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-ec5ec718-7ea4-450b-be39-13441837c5bb tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] show failed (client error): The resource could not be found. Mar 29 09:22:44.949916 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ec5ec718-7ea4-450b-be39-13441837c5bb tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags/tempest-TagsExtTest-Tag-1916089559 HTTP/1.1" status: 404 len: 329 time: 0.5443554 Mar 29 09:22:44.949916 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Deleting port 300506ca-4e69-455a-aba8-02f0ae0d7766 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:44.950318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:44.950727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49818) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:44.963955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-64ed6d45-2c65-4000-aa09-8ed31d799c4d tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041', {'tags': ['tempest-TagsExtTest-Tag-1728807085', 'tempest-TagsExtTest-Tag-1146247568', 'tempest-TagsExtTest-Tag-176522121']}) {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:45.036004 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33d33e3-869e-449b-849e-5acb4d3b1928 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:45.040003 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a33d33e3-869e-449b-849e-5acb4d3b1928 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.054656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.064552 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd7e75-2f2f-452a-9114-566d9cc89e4a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network 20f7b1b3-34ec-4c42-95be-02623ecffc56 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:45.069882 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-64ed6d45-2c65-4000-aa09-8ed31d799c4d tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "PUT /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags HTTP/1.1" status: 200 len: 317 time: 0.1142173 Mar 29 09:22:45.091180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49820) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:45.098148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-5a0f95f9-8b42-4b64-b987-8685a79c2f46 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:45.104225 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event deleted for resources: {'Port': ['ID=e44f10c5-fb0d-45c6-97d8-77c03743f10b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:45.104814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8f7fd95-2342-42dd-ad4f-3fc34dd55909 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.106869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] No DVR routers for this DVR port e44f10c5-fb0d-45c6-97d8-77c03743f10b on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:45.180124 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd7e75-2f2f-452a-9114-566d9cc89e4a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 20f7b1b3-34ec-4c42-95be-02623ecffc56) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:45.197246 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a24405-a40d-4e07-ae48-a1927bbdc25d None None] Network 20f7b1b3-34ec-4c42-95be-02623ecffc56 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:45.199666 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd7e75-2f2f-452a-9114-566d9cc89e4a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:45.199666 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7e75-2f2f-452a-9114-566d9cc89e4a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.230157 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f7fd95-2342-42dd-ad4f-3fc34dd55909 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:45.253491 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-d8f7fd95-2342-42dd-ad4f-3fc34dd55909 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:45.253859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.260502 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e9dd7e75-2f2f-452a-9114-566d9cc89e4a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8530462 Mar 29 09:22:45.262005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f7fd95-2342-42dd-ad4f-3fc34dd55909 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:45.262811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8f7fd95-2342-42dd-ad4f-3fc34dd55909 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.270259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7fd95-2342-42dd-ad4f-3fc34dd55909 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=4eb0dd9b-3000-4f6f-9836-b5ef74a15b93,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:45.273137 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49822) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:45.277622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] For port 300506ca-4e69-455a-aba8-02f0ae0d7766, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=300506ca-4e69-455a-aba8-02f0ae0d7766,segment=NetworkSegment(276248dc-6d91-4428-b66c-2a2ce4e7d63a),segment_id=276248dc-6d91-4428-b66c-2a2ce4e7d63a)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:45.278096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.285043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-cc87f817-7f20-43e3-a012-ce2dde306031 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1068882947'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:45.316867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8478e7-5521-4206-90b4-6fe01d0c5de2']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:45.319216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Calling delete_port for 300506ca-4e69-455a-aba8-02f0ae0d7766 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:45.324881 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5a0f95f9-8b42-4b64-b987-8685a79c2f46 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags HTTP/1.1" status: 204 len: 168 time: 0.2286911 Mar 29 09:22:45.328698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49824) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:45.335719 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-5c382507-72c5-4343-b323-b4f1b4665b3e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041', 'tempest-TagsExtTest-Tag-1728807085') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:45.340945 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d8f7fd95-2342-42dd-ad4f-3fc34dd55909 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2663212 Mar 29 09:22:45.345797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49826) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:45.352961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c1a85f47-c010-4636-a2ef-8009703e46d9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:45.364071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8689cce9-c8ef-4977-9668-e760c43e379d') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:45.364488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8689cce9-c8ef-4977-9668-e760c43e379d') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:45.389785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.426178 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc87f817-7f20-43e3-a012-ce2dde306031 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:45.427018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cc87f817-7f20-43e3-a012-ce2dde306031 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.431986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.479148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:45.479842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:45.483950 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:45.508673 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc87f817-7f20-43e3-a012-ce2dde306031 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:45.544197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cc87f817-7f20-43e3-a012-ce2dde306031 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.544537 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-cc87f817-7f20-43e3-a012-ce2dde306031 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Added segment 839c1e35-cd42-4455-a46b-540be027d0fe of type vlan for network 969ad5d0-f043-45f3-9d5b-220ac512926c Mar 29 09:22:45.576670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce349f5-dfa8-4f21-8496-3cb1b7eb110a None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:45.607079 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a33d33e3-869e-449b-849e-5acb4d3b1928 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.623079 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-5c382507-72c5-4343-b323-b4f1b4665b3e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] show failed (client error): The resource could not be found. Mar 29 09:22:45.624140 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5c382507-72c5-4343-b323-b4f1b4665b3e tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags/tempest-TagsExtTest-Tag-1728807085 HTTP/1.1" status: 404 len: 329 time: 0.2933156 Mar 29 09:22:45.634448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49828) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:45.651017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.664794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.667273 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-520e1d77-895a-4ddf-80b9-4d942f850d1c tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041', 'tempest-TagsExtTest-Tag-1146247568') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:45.676454 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "DELETE /v2.0/networks/ce8478e7-5521-4206-90b4-6fe01d0c5de2 HTTP/1.1" status: 204 len: 168 time: 2.3437796 Mar 29 09:22:45.681360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49830) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:45.689475 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cc87f817-7f20-43e3-a012-ce2dde306031 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.741377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7afb9a-3961-46bc-9f54-1728c368f53c tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Pushing event deleted for resources: {'Network': ['ID=ce8478e7-5521-4206-90b4-6fe01d0c5de2,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:45.777052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cc87f817-7f20-43e3-a012-ce2dde306031 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.794145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87f817-7f20-43e3-a012-ce2dde306031 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:45.795436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cc87f817-7f20-43e3-a012-ce2dde306031 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.800466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-feb123a2-8428-4a8b-bad2-d39a6c2704be tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0399055-552f-458b-b2f3-12a5447ec384 HTTP/1.1" status: 200 len: 205 time: 0.1169915 Mar 29 09:22:45.806121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49832) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:45.857380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 300506ca-4e69-455a-aba8-02f0ae0d7766 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:45.924219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a85f47-c010-4636-a2ef-8009703e46d9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:45.929121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c1a85f47-c010-4636-a2ef-8009703e46d9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.929399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.953348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0c9c3444-f4a3-44f3-a1ce-9c6f10899af5 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:45.971141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 300506ca-4e69-455a-aba8-02f0ae0d7766 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:45.971845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 300506ca-4e69-455a-aba8-02f0ae0d7766 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 29 09:22:46.006270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87f817-7f20-43e3-a012-ce2dde306031 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Network': ['ID=969ad5d0-f043-45f3-9d5b-220ac512926c,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:46.026216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Port 300506ca-4e69-455a-aba8-02f0ae0d7766 not found, will not notify nova. {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 29 09:22:46.033014 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Port': ['ID=300506ca-4e69-455a-aba8-02f0ae0d7766,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:46.042610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 969ad5d0-f043-45f3-9d5b-220ac512926c details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:46.046955 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cc87f817-7f20-43e3-a012-ce2dde306031 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7658827 Mar 29 09:22:46.050791 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-520e1d77-895a-4ddf-80b9-4d942f850d1c tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] show failed (client error): The resource could not be found. Mar 29 09:22:46.051843 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-520e1d77-895a-4ddf-80b9-4d942f850d1c tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags/tempest-TagsExtTest-Tag-1146247568 HTTP/1.1" status: 404 len: 329 time: 0.4086571 Mar 29 09:22:46.058518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49834) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:46.058852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49836) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:46.073496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d33e3-869e-449b-849e-5acb4d3b1928 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Subnet': ['ID=dc2ceac4-84bb-4754-9890-8bc7f9a601d4,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:46.080422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ec4fcb46-5eee-4bc3-829a-ef5fa91f507d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'subnet': {'network_id': '969ad5d0-f043-45f3-9d5b-220ac512926c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:46.090481 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-9ccb96f7-0297-4587-9fce-459355bba0b2 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041', 'tempest-TagsExtTest-Tag-176522121') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:46.124818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d33e3-869e-449b-849e-5acb4d3b1928 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Checking segment: {'id': '9ea8a387-6236-4005-9ad6-27873d38c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:46.125176 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d33e3-869e-449b-849e-5acb4d3b1928 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network hostable DHCP agents. Network: ad06089d-1adb-4d1c-9e18-70efc5f1a515, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:46.127957 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No DVR routers for this DVR port 300506ca-4e69-455a-aba8-02f0ae0d7766 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:46.135896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-20f7b1b3-34ec-4c42-95be-02623ecffc56', 'network_id': '20f7b1b3-34ec-4c42-95be-02623ecffc56', 'tenant_id': '411fd1b081da4c478beb9d6d93e5a233', 'fixed_ips': [{'subnet_id': '5257cc4a-52cf-4a18-a8ab-4c3f3ccc6f64'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:46.137155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.140083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5b07c567-60ea-4b21-b34f-8c8862dc69e7 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:46.194565 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1fb312f0-0f10-43a1-823c-03ea5b5f35b6 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.206824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510010db-2123-4039-a8fb-b22a1f420ba7 None None] Network 5bc09734-f3cf-4b83-b414-7999369ac3e8 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:46.210767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 5b07c567-60ea-4b21-b34f-8c8862dc69e7 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:46.211413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5b07c567-60ea-4b21-b34f-8c8862dc69e7 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:46.211826 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e44f10c5-fb0d-45c6-97d8-77c03743f10b no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:46.249283 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-9ccb96f7-0297-4587-9fce-459355bba0b2 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] show failed (client error): The resource could not be found. Mar 29 09:22:46.254820 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9ccb96f7-0297-4587-9fce-459355bba0b2 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags/tempest-TagsExtTest-Tag-176522121 HTTP/1.1" status: 404 len: 328 time: 0.1634884 Mar 29 09:22:46.259523 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49838) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:46.260131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d33e3-869e-449b-849e-5acb4d3b1928 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network ad06089d-1adb-4d1c-9e18-70efc5f1a515 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:46.266292 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-65077c26-949d-436d-9293-f4aa6f964362 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5bba1b7f-2aa3-4229-ae4b-6056f9606041') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:46.267272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: e44f10c5-fb0d-45c6-97d8-77c03743f10b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:46.267613 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e44f10c5-fb0d-45c6-97d8-77c03743f10b not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:46.274027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.294048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-45629250-cc5b-4ae1-a0be-497fa56da198 None None] Could not find standard attr ID for object 300506ca-4e69-455a-aba8-02f0ae0d7766. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:22:46.299814 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'tenant_id': 'd3f40bac93f1437a9508ac435ed1dfdb', 'fixed_ips': [{'subnet_id': '4eb0dd9b-3000-4f6f-9836-b5ef74a15b93'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:46.300671 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.326463 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-a33d33e3-869e-449b-849e-5acb4d3b1928 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, ad06089d-1adb-4d1c-9e18-70efc5f1a515) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:46.354078 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d33e3-869e-449b-849e-5acb4d3b1928 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:46.354679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a33d33e3-869e-449b-849e-5acb4d3b1928 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.393149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4fcb46-5eee-4bc3-829a-ef5fa91f507d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:46.396649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec4fcb46-5eee-4bc3-829a-ef5fa91f507d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.407336 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a33d33e3-869e-449b-849e-5acb4d3b1928 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8663781 Mar 29 09:22:46.416763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039a1822-3a47-4708-8d8a-3a97fa292292 None None] Network ad06089d-1adb-4d1c-9e18-70efc5f1a515 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:46.421642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49840) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:46.471181 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-65077c26-949d-436d-9293-f4aa6f964362 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041/tags HTTP/1.1" status: 204 len: 168 time: 0.2047215 Mar 29 09:22:46.472072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0c9c3444-f4a3-44f3-a1ce-9c6f10899af5 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.478066 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.479478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49842) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:46.485872 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0c9c3444-f4a3-44f3-a1ce-9c6f10899af5 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.500407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-b0672cb4-6a6a-4cba-a195-30dc6c8089c9 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '228cfff0-5034-4d2c-9244-f27895b6bef0') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:46.579998 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f9a4d1-c425-4853-a077-3cc84beeeaa7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:46.655562 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.676785 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc09734-f3cf-4b83-b414-7999369ac3e8']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:46.687709 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276248dc-6d91-4428-b66c-2a2ce4e7d63a') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:46.688005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276248dc-6d91-4428-b66c-2a2ce4e7d63a') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:46.690072 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.ipam_backend_mixin [None req-c1a85f47-c010-4636-a2ef-8009703e46d9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4eb0dd9b-3000-4f6f-9836-b5ef74a15b93 (CIDR: 2001:db8::/64) Mar 29 09:22:46.727101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Allocated IP 2001:db8:0:ffff::2 (20f7b1b3-34ec-4c42-95be-02623ecffc56/5257cc4a-52cf-4a18-a8ab-4c3f3ccc6f64/70919d8f-ef64-4cb5-b4d0-83387cad3446) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:46.737411 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.759578 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a85f47-c010-4636-a2ef-8009703e46d9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:22:46.760828 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a85f47-c010-4636-a2ef-8009703e46d9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:22:46.764580 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0c9c3444-f4a3-44f3-a1ce-9c6f10899af5 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.765796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9c3444-f4a3-44f3-a1ce-9c6f10899af5 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Fanout notify agent at l3_agent the message router_deleted on router f0399055-552f-458b-b2f3-12a5447ec384 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:22:46.787237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0c9c3444-f4a3-44f3-a1ce-9c6f10899af5 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.790396 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0c9c3444-f4a3-44f3-a1ce-9c6f10899af5 tempest-RoutersNegativeTest-284191508 tempest-RoutersNegativeTest-284191508-project] 10.222.0.32 "DELETE /v2.0/routers/f0399055-552f-458b-b2f3-12a5447ec384 HTTP/1.1" status: 204 len: 168 time: 0.9800949 Mar 29 09:22:46.807554 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.829974 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b0672cb4-6a6a-4cba-a195-30dc6c8089c9 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0/tags HTTP/1.1" status: 204 len: 168 time: 0.3460391 Mar 29 09:22:46.860724 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49846) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:46.872748 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.tag.tag_plugin [None req-4246e1b5-20e1-4fce-850c-97a03a26a9ef tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '40fc0af4-be65-4fa0-a4f4-06144715d9df') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:46.889496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fff7b8e-6627-47eb-aea6-388819ac422a None None] DHCP port deletion for 5bc09734-f3cf-4b83-b414-7999369ac3e8 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:22:46.892583 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c1a85f47-c010-4636-a2ef-8009703e46d9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5454590 Mar 29 09:22:46.905339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:46.906018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:46.914138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Allocated IP 2001:db8::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/4eb0dd9b-3000-4f6f-9836-b5ef74a15b93/84b76675-f391-42fa-a408-156331a25457) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:46.925605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49848) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:46.936415 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:46.939705 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:46.984915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.006416 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.189914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Network 20f7b1b3-34ec-4c42-95be-02623ecffc56 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:47.229032 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:47.232584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.241046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:47.242347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.266475 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:47.270447 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Pushing event updated for resources: {'Port': ['ID=70919d8f-ef64-4cb5-b4d0-83387cad3446,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:47.277401 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:47.335859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1fb312f0-0f10-43a1-823c-03ea5b5f35b6 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Deleting port a674e5fd-10bc-479d-a7c2-d7f9e6ef99b5 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:47.336722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1fb312f0-0f10-43a1-823c-03ea5b5f35b6 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.341230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49852) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:47.478603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1fb312f0-0f10-43a1-823c-03ea5b5f35b6 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.499593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Attempting to bind port 70919d8f-ef64-4cb5-b4d0-83387cad3446 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:47.500225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Attempting to bind port 70919d8f-ef64-4cb5-b4d0-83387cad3446 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '20f7b1b3-34ec-4c42-95be-02623ecffc56'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:47.501204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Attempting to bind port 70919d8f-ef64-4cb5-b4d0-83387cad3446 on network 20f7b1b3-34ec-4c42-95be-02623ecffc56 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:47.513376 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:47.514077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Checking segment: {'id': 'acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '20f7b1b3-34ec-4c42-95be-02623ecffc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:47.514410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.514946 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Bound using segment: {'id': 'acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '20f7b1b3-34ec-4c42-95be-02623ecffc56'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:47.515737 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Bound port: 70919d8f-ef64-4cb5-b4d0-83387cad3446, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '20f7b1b3-34ec-4c42-95be-02623ecffc56'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:47.516288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.540105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1fb312f0-0f10-43a1-823c-03ea5b5f35b6 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Calling delete_port for a674e5fd-10bc-479d-a7c2-d7f9e6ef99b5 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:47.545706 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.553364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.582129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.592378 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/5bc09734-f3cf-4b83-b414-7999369ac3e8 HTTP/1.1" status: 204 len: 168 time: 4.3705318 Mar 29 09:22:47.600758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49856) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:47.686391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 300506ca-4e69-455a-aba8-02f0ae0d7766 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:47.688299 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-01244819-1ade-4204-9e02-f9e9906a117c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57acfa715f3344af8289778ea6d93c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456845 Mar 29 09:22:47.693985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49858) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:47.719087 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1d77c-343c-4ff6-837a-ddb080c4c006 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Network': ['ID=5bc09734-f3cf-4b83-b414-7999369ac3e8,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:47.726415 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 300506ca-4e69-455a-aba8-02f0ae0d7766 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:47.727103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 300506ca-4e69-455a-aba8-02f0ae0d7766 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:47.776129 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.777188 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-614de1cd-284a-4bae-901c-5fa31aebff53 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] GET failed (client error): The resource could not be found. Mar 29 09:22:47.784359 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-614de1cd-284a-4bae-901c-5fa31aebff53 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/subnets/f4f9a4d1-c425-4853-a077-3cc84beeeaa7 HTTP/1.1" status: 404 len: 337 time: 0.1803412 Mar 29 09:22:47.785465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49860) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:47.789365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] For port 70919d8f-ef64-4cb5-b4d0-83387cad3446, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:47.792226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Allocated IP 172.20.0.2 (ad06089d-1adb-4d1c-9e18-70efc5f1a515/dc2ceac4-84bb-4754-9890-8bc7f9a601d4/602001d5-7f64-420c-9cf0-0fb2edced2df) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:47.795307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] For port 70919d8f-ef64-4cb5-b4d0-83387cad3446, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=70919d8f-ef64-4cb5-b4d0-83387cad3446,segment=NetworkSegment(acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1),segment_id=acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:47.801288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.816414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.850964 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4246e1b5-20e1-4fce-850c-97a03a26a9ef tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df/tags HTTP/1.1" status: 204 len: 168 time: 0.9864221 Mar 29 09:22:47.856174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49862) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:47.864329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.tag.tag_plugin [None req-2f2bc067-de9a-4508-a55c-4b7b8817258b tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ef8a013-009f-4024-8b80-e42fde10510c') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:47.887655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:47.894858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:47.899538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:47.901231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-05b95e86-f4c8-415b-99f6-d5ad95398efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.931952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec4fcb46-5eee-4bc3-829a-ef5fa91f507d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:47.942637 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-033d3ee9-9c12-4466-a1a6-cc79099f84f6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:22:47.945529 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033d3ee9-9c12-4466-a1a6-cc79099f84f6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:22:47.954665 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-033d3ee9-9c12-4466-a1a6-cc79099f84f6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/5bc09734-f3cf-4b83-b414-7999369ac3e8 HTTP/1.1" status: 404 len: 339 time: 0.1153624 Mar 29 09:22:47.966990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49864) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:47.976160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-05b95e86-f4c8-415b-99f6-d5ad95398efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.117684 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fcb46-5eee-4bc3-829a-ef5fa91f507d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Subnet': ['ID=5a3065ae-5feb-458c-b942-12398a985a8a,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:48.147862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fcb46-5eee-4bc3-829a-ef5fa91f507d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Checking segment: {'id': '839c1e35-cd42-4455-a46b-540be027d0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '969ad5d0-f043-45f3-9d5b-220ac512926c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:48.148393 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4fcb46-5eee-4bc3-829a-ef5fa91f507d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network hostable DHCP agents. Network: 969ad5d0-f043-45f3-9d5b-220ac512926c, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:48.192064 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4fcb46-5eee-4bc3-829a-ef5fa91f507d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network 969ad5d0-f043-45f3-9d5b-220ac512926c is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:48.218142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ec4fcb46-5eee-4bc3-829a-ef5fa91f507d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 969ad5d0-f043-45f3-9d5b-220ac512926c) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:48.226484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4fcb46-5eee-4bc3-829a-ef5fa91f507d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:48.227327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec4fcb46-5eee-4bc3-829a-ef5fa91f507d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.259948 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c734279-5c21-4655-8b82-4f2785ae97c1 None None] Network 969ad5d0-f043-45f3-9d5b-220ac512926c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:48.262682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Pushing event updated for resources: {'Port': ['ID=84b76675-f391-42fa-a408-156331a25457,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:48.267714 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ec4fcb46-5eee-4bc3-829a-ef5fa91f507d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1910973 Mar 29 09:22:48.270478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49866) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:48.425400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.465984 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468fbbf-52ae-40e7-af13-ea368b73cd81 None None] Pushing event updated for resources: {'Port': ['ID=70919d8f-ef64-4cb5-b4d0-83387cad3446,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:48.482577 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Attempting to bind port 84b76675-f391-42fa-a408-156331a25457 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:48.483223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Attempting to bind port 84b76675-f391-42fa-a408-156331a25457 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:48.483590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Attempting to bind port 84b76675-f391-42fa-a408-156331a25457 on network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:48.495850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.507319 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:48.508386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Checking segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:48.508836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.509241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Bound using segment: {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:48.509799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Bound port: 84b76675-f391-42fa-a408-156331a25457, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1c28150-88ee-46eb-a4e0-b0baac27543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:48.510169 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.600611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.objects.ports [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102496) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:22:48.601814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.610510 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1fb312f0-0f10-43a1-823c-03ea5b5f35b6 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.674445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.689449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f306bd74-8206-4bae-a7cc-3b97fd61c11a None None] Network 969ad5d0-f043-45f3-9d5b-220ac512926c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:48.698412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.700087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] For port 84b76675-f391-42fa-a408-156331a25457, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:48.707104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.729360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb312f0-0f10-43a1-823c-03ea5b5f35b6 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event deleted for resources: {'Port': ['ID=a674e5fd-10bc-479d-a7c2-d7f9e6ef99b5,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:48.768160 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3065ae-5feb-458c-b942-12398a985a8a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:48.772428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] For port 84b76675-f391-42fa-a408-156331a25457, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=84b76675-f391-42fa-a408-156331a25457,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:48.781402 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2f2bc067-de9a-4508-a55c-4b7b8817258b tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c/tags HTTP/1.1" status: 204 len: 168 time: 0.9242525 Mar 29 09:22:48.792785 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49868) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:48.798360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-05b95e86-f4c8-415b-99f6-d5ad95398efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.800128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-05b95e86-f4c8-415b-99f6-d5ad95398efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.801121 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-05b95e86-f4c8-415b-99f6-d5ad95398efa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/938aab40-989d-4fe9-9593-f6c6897b253a HTTP/1.1" status: 204 len: 168 time: 1.1061523 Mar 29 09:22:48.805027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969ad5d0-f043-45f3-9d5b-220ac512926c']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:48.808545 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd619a00-56c4-4462-ac7a-565eab941858 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:48.810557 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bd619a00-56c4-4462-ac7a-565eab941858 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8413820 Mar 29 09:22:48.817078 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49872) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:48.862678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b95e86-f4c8-415b-99f6-d5ad95398efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938aab40-989d-4fe9-9593-f6c6897b253a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:48.886416 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:48.920767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Network ad06089d-1adb-4d1c-9e18-70efc5f1a515 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:48.924074 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839c1e35-cd42-4455-a46b-540be027d0fe') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:48.924627 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839c1e35-cd42-4455-a46b-540be027d0fe') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:48.934349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:48.938311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:48.999041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Pushing event updated for resources: {'Port': ['ID=602001d5-7f64-420c-9cf0-0fb2edced2df,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:49.000272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Allocated IP 172.20.0.1 (ad06089d-1adb-4d1c-9e18-70efc5f1a515/dc2ceac4-84bb-4754-9890-8bc7f9a601d4/5032f20a-3ef1-49aa-8d18-36b0e5bab427) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:49.011110 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bc834be8-2e60-4664-9ce3-ff08a22eda4b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 207 time: 0.1869431 Mar 29 09:22:49.022860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49874) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:49.076372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:49.210232 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Attempting to bind port 602001d5-7f64-420c-9cf0-0fb2edced2df on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:49.210772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Attempting to bind port 602001d5-7f64-420c-9cf0-0fb2edced2df by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '9ea8a387-6236-4005-9ad6-27873d38c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:49.212444 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Attempting to bind port 602001d5-7f64-420c-9cf0-0fb2edced2df on network ad06089d-1adb-4d1c-9e18-70efc5f1a515 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:49.222418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:49.222943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Checking segment: {'id': '9ea8a387-6236-4005-9ad6-27873d38c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:49.223468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:49.224659 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Bound using segment: {'id': '9ea8a387-6236-4005-9ad6-27873d38c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:49.225132 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Bound port: 602001d5-7f64-420c-9cf0-0fb2edced2df, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea8a387-6236-4005-9ad6-27873d38c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:49.225688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:49.245350 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:49.264417 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f27802-221b-4313-90b6-d7271bcb4555 None None] Pushing event updated for resources: {'Port': ['ID=84b76675-f391-42fa-a408-156331a25457,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:49.279450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:49.342496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-11c81d68-74ea-4a6f-ad2d-58a9266fbe93 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for subnetpool, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:49.348809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1fb312f0-0f10-43a1-823c-03ea5b5f35b6 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:49.349372 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-11c81d68-74ea-4a6f-ad2d-58a9266fbe93 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/subnetpools/5bba1b7f-2aa3-4229-ae4b-6056f9606041 HTTP/1.1" status: 204 len: 168 time: 0.5544121 Mar 29 09:22:49.350470 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49878) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:49.359718 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] For port 602001d5-7f64-420c-9cf0-0fb2edced2df, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:49.371346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] For port 602001d5-7f64-420c-9cf0-0fb2edced2df, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=602001d5-7f64-420c-9cf0-0fb2edced2df,segment=NetworkSegment(9ea8a387-6236-4005-9ad6-27873d38c93b),segment_id=9ea8a387-6236-4005-9ad6-27873d38c93b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:49.377814 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:49.391942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:49.392702 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:49.399709 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:49.506851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed6eda-af0e-4faf-b117-f55bd965d3eb None None] Pushing event updated for resources: {'Port': ['ID=602001d5-7f64-420c-9cf0-0fb2edced2df,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:49.663064 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c33d6427-79dd-4cca-907f-90ae4e504401 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "GET /v2.0/ports?device_id=228cfff0-5034-4d2c-9244-f27895b6bef0 HTTP/1.1" status: 200 len: 205 time: 0.2622292 Mar 29 09:22:49.737503 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49886) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:49.826471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:49.837777 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cd18a5-8943-41ef-be27-aa5f382188ad None None] Network 20f7b1b3-34ec-4c42-95be-02623ecffc56 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:49.841980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 84b76675-f391-42fa-a408-156331a25457 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:49.935320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:49.957325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] For port 84b76675-f391-42fa-a408-156331a25457, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=84b76675-f391-42fa-a408-156331a25457,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:50.018750 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.030707 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/969ad5d0-f043-45f3-9d5b-220ac512926c HTTP/1.1" status: 204 len: 168 time: 1.7541082 Mar 29 09:22:50.033220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49892) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:50.036115 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a607be-2af6-4107-aa07-9122c86c51e7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:50.041148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-136aeef3-1bcc-4381-ae01-88116388b59b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-386038604'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:50.044259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a607be-2af6-4107-aa07-9122c86c51e7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:50.052827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a607be-2af6-4107-aa07-9122c86c51e7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:50.060219 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a607be-2af6-4107-aa07-9122c86c51e7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:50.065910 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f5a607be-2af6-4107-aa07-9122c86c51e7 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.0311012 Mar 29 09:22:50.069121 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49894) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:50.090853 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8fe47871-5fea-40e9-8d3b-4d6322f4da3f None None] Provisioning complete for port 70919d8f-ef64-4cb5-b4d0-83387cad3446 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:50.091387 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8fe47871-5fea-40e9-8d3b-4d6322f4da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.099431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.142994 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d88f23c-6222-4146-85da-a29d9f9ec4e2 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.151271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.152058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.156992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136aeef3-1bcc-4381-ae01-88116388b59b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:50.161059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-136aeef3-1bcc-4381-ae01-88116388b59b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.241223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 84b76675-f391-42fa-a408-156331a25457 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:50.241950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.271627 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbc8af-bab4-4503-92de-c1954a438322 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Network': ['ID=969ad5d0-f043-45f3-9d5b-220ac512926c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:50.320925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=84b76675-f391-42fa-a408-156331a25457,revision_number=4']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:50.336671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:50.345999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:50.350839 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:50.357453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.374482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb312f0-0f10-43a1-823c-03ea5b5f35b6 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Router 0bf707c3-42bb-4eeb-b95f-722e2477f107 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:22:50.386954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136aeef3-1bcc-4381-ae01-88116388b59b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:50.389496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=9f0c4550-8113-46f3-a936-e9591597254b,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:50.414376 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8197228d-e751-42c7-8b2b-739d7d5422ae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4859266 Mar 29 09:22:50.424552 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49902) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:50.430778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-136aeef3-1bcc-4381-ae01-88116388b59b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.431642 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-136aeef3-1bcc-4381-ae01-88116388b59b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Added segment 720807ab-8409-4978-9972-48497ab30894 of type vlan for network 62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc Mar 29 09:22:50.441520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:90:df:5d', 'name': 'tempest-NetworksTestDHCPv6-2007909312'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:50.528632 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d88f23c-6222-4146-85da-a29d9f9ec4e2 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.531900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49904) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:50.534871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d88f23c-6222-4146-85da-a29d9f9ec4e2 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.608025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-136aeef3-1bcc-4381-ae01-88116388b59b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.629697 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8fe47871-5fea-40e9-8d3b-4d6322f4da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.641816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.727869 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=5032f20a-3ef1-49aa-8d18-36b0e5bab427,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:50.740619 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d88f23c-6222-4146-85da-a29d9f9ec4e2 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.741221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d88f23c-6222-4146-85da-a29d9f9ec4e2 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Fanout notify agent at l3_agent the message router_deleted on router 228cfff0-5034-4d2c-9244-f27895b6bef0 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:22:50.752364 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-136aeef3-1bcc-4381-ae01-88116388b59b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.762369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d88f23c-6222-4146-85da-a29d9f9ec4e2 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.767004 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7d88f23c-6222-4146-85da-a29d9f9ec4e2 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/routers/228cfff0-5034-4d2c-9244-f27895b6bef0 HTTP/1.1" status: 204 len: 168 time: 1.0246024 Mar 29 09:22:50.772893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136aeef3-1bcc-4381-ae01-88116388b59b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:50.773857 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-136aeef3-1bcc-4381-ae01-88116388b59b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.781924 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-abbb0c86-8731-4124-b446-39ba2b8d647f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.7071803 Mar 29 09:22:50.782529 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49908) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:50.784486 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-8fe47871-5fea-40e9-8d3b-4d6322f4da3f None None] For port 70919d8f-ef64-4cb5-b4d0-83387cad3446, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=70919d8f-ef64-4cb5-b4d0-83387cad3446,segment=NetworkSegment(acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1),segment_id=acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:50.784627 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network ad06089d-1adb-4d1c-9e18-70efc5f1a515 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:50.791861 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-46156043-9d0e-497a-aa7f-d37cc7ddb0fe tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938496959'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:50.793837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.809039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49910) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:50.813956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8fe47871-5fea-40e9-8d3b-4d6322f4da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.834076 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:50.837682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:50.859004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 84b76675-f391-42fa-a408-156331a25457, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=84b76675-f391-42fa-a408-156331a25457,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:50.922494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe47871-5fea-40e9-8d3b-4d6322f4da3f None None] Pushing event updated for resources: {'Port': ['ID=70919d8f-ef64-4cb5-b4d0-83387cad3446,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:50.929278 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:50.930124 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 70919d8f-ef64-4cb5-b4d0-83387cad3446 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:50.983642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb312f0-0f10-43a1-823c-03ea5b5f35b6 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:50.997345 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1fb312f0-0f10-43a1-823c-03ea5b5f35b6 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "PUT /v2.0/routers/0bf707c3-42bb-4eeb-b95f-722e2477f107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9870946 Mar 29 09:22:51.001021 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa1bead-9aa4-4e2e-a25b-6b0bdf264255 None None] Sync routers for ids ['0bf707c3-42bb-4eeb-b95f-722e2477f107'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:51.008792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49912) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:51.013378 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-136aeef3-1bcc-4381-ae01-88116388b59b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9771228 Mar 29 09:22:51.021232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46156043-9d0e-497a-aa7f-d37cc7ddb0fe tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:51.023856 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa1bead-9aa4-4e2e-a25b-6b0bdf264255 None None] Routers {'0bf707c3-42bb-4eeb-b95f-722e2477f107'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:51.024103 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49914) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:51.026908 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-7fa1bead-9aa4-4e2e-a25b-6b0bdf264255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0bf707c3-42bb-4eeb-b95f-722e2477f107'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:51.058738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136aeef3-1bcc-4381-ae01-88116388b59b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Network': ['ID=62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:51.074779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:51.084683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:51.096617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23de908d-df54-4ab6-8eb1-82faeba031f2 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:51.149728 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-7fa1bead-9aa4-4e2e-a25b-6b0bdf264255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:51.175151 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa1bead-9aa4-4e2e-a25b-6b0bdf264255 None None] Routers {'0bf707c3-42bb-4eeb-b95f-722e2477f107'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:51.175808 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-7fa1bead-9aa4-4e2e-a25b-6b0bdf264255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0bf707c3-42bb-4eeb-b95f-722e2477f107'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:51.197709 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:51.238489 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-7fa1bead-9aa4-4e2e-a25b-6b0bdf264255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:51.240304 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa1bead-9aa4-4e2e-a25b-6b0bdf264255 None None] The sync data for ids ['0bf707c3-42bb-4eeb-b95f-722e2477f107'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:22:51.271769 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:51.283244 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-afa79bec-40d1-4d28-b7f5-62386dcb212b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'subnet': {'network_id': '62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:51.307250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:51.307614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=84b76675-f391-42fa-a408-156331a25457,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:51.343900 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port d002a4e7-93dd-4e17-9638-fc9df0c11818 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:22:51.344409 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46156043-9d0e-497a-aa7f-d37cc7ddb0fe tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:51.359626 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4706b687-5ab1-410b-a472-678e7ec57654 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:51.361119 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4706b687-5ab1-410b-a472-678e7ec57654 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:51.362713 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4706b687-5ab1-410b-a472-678e7ec57654 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5406682 Mar 29 09:22:51.367215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49916) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:51.402600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5f6b4d6f-c031-459b-a263-ca209a22d30d None None] Provisioning complete for port 84b76675-f391-42fa-a408-156331a25457 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:51.402998 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5f6b4d6f-c031-459b-a263-ca209a22d30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:51.447540 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7e1372-6433-4637-b17a-0c2bd51a142d None None] Network ad06089d-1adb-4d1c-9e18-70efc5f1a515 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:51.459363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 70919d8f-ef64-4cb5-b4d0-83387cad3446 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:51.459902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:51.524406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4221ff-01f9-4de9-9db1-6e35202ef8af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['shared'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:51.526756 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4221ff-01f9-4de9-9db1-6e35202ef8af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['shared'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:51.532497 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-da4221ff-01f9-4de9-9db1-6e35202ef8af tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1606109 Mar 29 09:22:51.533779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49918) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:51.809960 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa79bec-40d1-4d28-b7f5-62386dcb212b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:51.812760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-afa79bec-40d1-4d28-b7f5-62386dcb212b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:51.888723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c180a104-2568-40ed-9fb2-c7e32582433f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:51.894184 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c180a104-2568-40ed-9fb2-c7e32582433f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/networks/e4ac6fc0-6ccc-4762-ab41-a6fef5680d77 HTTP/1.1" status: 200 len: 800 time: 0.3565323 Mar 29 09:22:51.895244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49920) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:51.934400 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::f7 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/4eb0dd9b-3000-4f6f-9836-b5ef74a15b93/d002a4e7-93dd-4e17-9638-fc9df0c11818) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:51.968302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8:0:1:f816:3eff:fe90:df5d (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/9f0c4550-8113-46f3-a936-e9591597254b/d002a4e7-93dd-4e17-9638-fc9df0c11818) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:52.020224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 84b76675-f391-42fa-a408-156331a25457 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:52.054286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-79d2fab7-0581-4e17-b233-970ac464bded None None] Provisioning complete for port 602001d5-7f64-420c-9cf0-0fb2edced2df triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:52.054655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79d2fab7-0581-4e17-b233-970ac464bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.067081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-13da7d5d-91bd-48d6-b1f7-09db7c288f64 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Deleting port 40fc0af4-be65-4fa0-a4f4-06144715d9df {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:52.069318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-13da7d5d-91bd-48d6-b1f7-09db7c288f64 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.134326 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ed87424f-5da5-4630-a4bf-4e0fc2368901 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/networks/e4ac6fc0-6ccc-4762-ab41-a6fef5680d77?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2373698 Mar 29 09:22:52.139893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 84b76675-f391-42fa-a408-156331a25457 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:52.140841 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.148511 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49922) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:52.155843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.188029 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:22:52.273392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79d2fab7-0581-4e17-b233-970ac464bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.306256 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 602001d5-7f64-420c-9cf0-0fb2edced2df up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:52.342355 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-79d2fab7-0581-4e17-b233-970ac464bded None None] For port 602001d5-7f64-420c-9cf0-0fb2edced2df, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=602001d5-7f64-420c-9cf0-0fb2edced2df,segment=NetworkSegment(9ea8a387-6236-4005-9ad6-27873d38c93b),segment_id=9ea8a387-6236-4005-9ad6-27873d38c93b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:52.361518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.370511 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.380911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79d2fab7-0581-4e17-b233-970ac464bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.391177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c47b417-06bf-419c-b142-800780a44f4d tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:52.392472 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0c47b417-06bf-419c-b142-800780a44f4d tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/subnets/e21b8331-3e23-4977-9473-cbe6cde9b3e4 HTTP/1.1" status: 200 len: 811 time: 0.2343085 Mar 29 09:22:52.404503 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49924) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:52.421358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.442863 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-afa79bec-40d1-4d28-b7f5-62386dcb212b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.454021 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-79d2fab7-0581-4e17-b233-970ac464bded None None] Provisioning complete for port 70919d8f-ef64-4cb5-b4d0-83387cad3446 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:52.454553 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79d2fab7-0581-4e17-b233-970ac464bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.492049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2fab7-0581-4e17-b233-970ac464bded None None] Pushing event updated for resources: {'Port': ['ID=602001d5-7f64-420c-9cf0-0fb2edced2df,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:52.499376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:52.509326 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:52.511762 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 602001d5-7f64-420c-9cf0-0fb2edced2df triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:52.512043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.523475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:52.533281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:52.534526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.554478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=d002a4e7-93dd-4e17-9638-fc9df0c11818,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:52.575484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46156043-9d0e-497a-aa7f-d37cc7ddb0fe tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.579808 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f0e9da10-e389-459f-928d-a5dc69e2348e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1371973 Mar 29 09:22:52.581110 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49926) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:52.606159 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-13da7d5d-91bd-48d6-b1f7-09db7c288f64 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.666014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 70919d8f-ef64-4cb5-b4d0-83387cad3446 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:52.687370 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46156043-9d0e-497a-aa7f-d37cc7ddb0fe tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.712486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-13da7d5d-91bd-48d6-b1f7-09db7c288f64 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Calling delete_port for 40fc0af4-be65-4fa0-a4f4-06144715d9df owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:52.750732 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a126faf3-1b54-4452-9368-b8c204573c9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port d002a4e7-93dd-4e17-9638-fc9df0c11818 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:52.751238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a126faf3-1b54-4452-9368-b8c204573c9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.752905 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 70919d8f-ef64-4cb5-b4d0-83387cad3446 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:52.754332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.766830 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b406cbe6-967c-46fb-86e6-7e359582d184 None None] Provisioning complete for port 602001d5-7f64-420c-9cf0-0fb2edced2df triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:52.767426 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b406cbe6-967c-46fb-86e6-7e359582d184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.786543 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f8bf5d-3206-4861-9fd6-59b4b65e1805 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['shared'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:52.787961 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a0f8bf5d-3206-4861-9fd6-59b4b65e1805 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "GET /v2.0/subnets/e21b8331-3e23-4977-9473-cbe6cde9b3e4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3753152 Mar 29 09:22:52.809294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49928) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:52.838093 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-84f24079-e659-4732-87d6-9871ef7979c6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1448000775'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:52.843548 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa79bec-40d1-4d28-b7f5-62386dcb212b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Subnet': ['ID=76511b89-5d36-4446-babd-096976fd52b7,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:52.896540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a126faf3-1b54-4452-9368-b8c204573c9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:52.908569 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46156043-9d0e-497a-aa7f-d37cc7ddb0fe tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6516b90-f48f-4146-8c5e-4161198fcefc,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:52.929076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a126faf3-1b54-4452-9368-b8c204573c9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for d002a4e7-93dd-4e17-9638-fc9df0c11818 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:53.084234 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa79bec-40d1-4d28-b7f5-62386dcb212b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Checking segment: {'id': '720807ab-8409-4978-9972-48497ab30894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:53.084586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa79bec-40d1-4d28-b7f5-62386dcb212b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network hostable DHCP agents. Network: 62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:53.093930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b406cbe6-967c-46fb-86e6-7e359582d184 None None] Provisioning complete for port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:53.094555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b406cbe6-967c-46fb-86e6-7e359582d184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.099588 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f24079-e659-4732-87d6-9871ef7979c6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:53.103148 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-84f24079-e659-4732-87d6-9871ef7979c6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.134882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b406cbe6-967c-46fb-86e6-7e359582d184 None None] Port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:53.185036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46156043-9d0e-497a-aa7f-d37cc7ddb0fe tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.191103 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Deleting port a91f2a94-02b6-498e-be5e-7c4fd8d7bba2 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:53.191484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.204342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46156043-9d0e-497a-aa7f-d37cc7ddb0fe tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.222424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a126faf3-1b54-4452-9368-b8c204573c9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.250677 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-13da7d5d-91bd-48d6-b1f7-09db7c288f64 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.252497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126faf3-1b54-4452-9368-b8c204573c9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=d002a4e7-93dd-4e17-9638-fc9df0c11818,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:53.293307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f24079-e659-4732-87d6-9871ef7979c6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:53.295690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2c537fdc-4cb7-473b-91a7-47afac302316 None None] Provisioning complete for port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:53.296250 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2c537fdc-4cb7-473b-91a7-47afac302316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.308860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa79bec-40d1-4d28-b7f5-62386dcb212b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network 62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:53.309223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a126faf3-1b54-4452-9368-b8c204573c9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.312014 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a126faf3-1b54-4452-9368-b8c204573c9e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/d002a4e7-93dd-4e17-9638-fc9df0c11818 HTTP/1.1" status: 204 len: 168 time: 0.7296057 Mar 29 09:22:53.315912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49934) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:53.366297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46156043-9d0e-497a-aa7f-d37cc7ddb0fe tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.367119 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2c537fdc-4cb7-473b-91a7-47afac302316 None None] Port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:53.367810 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-46156043-9d0e-497a-aa7f-d37cc7ddb0fe tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8346567 Mar 29 09:22:53.371849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49936) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:53.376801 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2c537fdc-4cb7-473b-91a7-47afac302316 None None] Could not find standard attr ID for object d002a4e7-93dd-4e17-9638-fc9df0c11818. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:22:53.385964 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da7d5d-91bd-48d6-b1f7-09db7c288f64 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Pushing event deleted for resources: {'Port': ['ID=40fc0af4-be65-4fa0-a4f4-06144715d9df,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:53.390762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46156043-9d0e-497a-aa7f-d37cc7ddb0fe tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fdda38-a398-4db5-a56f-d0aef8f948d7,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:53.399529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2c537fdc-4cb7-473b-91a7-47afac302316 None None] Provisioning complete for port 84b76675-f391-42fa-a408-156331a25457 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:53.399950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2c537fdc-4cb7-473b-91a7-47afac302316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.411200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-84f24079-e659-4732-87d6-9871ef7979c6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.411810 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-84f24079-e659-4732-87d6-9871ef7979c6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Added segment 5093c240-c12f-4f70-9ee2-4adbdb7ed697 of type vlan for network d3d47119-6cf3-4218-a07e-91ec9a483e3e Mar 29 09:22:53.429211 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-afa79bec-40d1-4d28-b7f5-62386dcb212b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:53.441644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e60bc-df3d-4d81-891b-ccec5956c41f None None] Network 62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:53.515093 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa79bec-40d1-4d28-b7f5-62386dcb212b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:53.516057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-afa79bec-40d1-4d28-b7f5-62386dcb212b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.516600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91746d-4f40-49ec-b6ef-a1b8674f8940 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:53.518577 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9a91746d-4f40-49ec-b6ef-a1b8674f8940 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2012393 Mar 29 09:22:53.523126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49938) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:53.558632 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e772ca46-0331-470d-bd70-cd99b860bed6 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1796527 Mar 29 09:22:53.571376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49940) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:53.612270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-86a17993-f8a2-416d-8984-2c2309a00af5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group': {'name': 'tempest-security--1331079991', 'description': 'tempest-security-description-1858719193'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:53.649780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-86a17993-f8a2-416d-8984-2c2309a00af5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.670089 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-84f24079-e659-4732-87d6-9871ef7979c6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.687937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dd4123-318e-4aad-806c-af0a5058019d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:53.689485 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d5dd4123-318e-4aad-806c-af0a5058019d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1657374 Mar 29 09:22:53.697425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49942) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:53.779213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-13da7d5d-91bd-48d6-b1f7-09db7c288f64 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.788305 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-13da7d5d-91bd-48d6-b1f7-09db7c288f64 tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/ports/40fc0af4-be65-4fa0-a4f4-06144715d9df HTTP/1.1" status: 204 len: 168 time: 2.9995973 Mar 29 09:22:53.792790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49944) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:53.793663 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-84f24079-e659-4732-87d6-9871ef7979c6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.800628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f24079-e659-4732-87d6-9871ef7979c6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:53.801461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-84f24079-e659-4732-87d6-9871ef7979c6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.840817 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.846836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc', 'network_id': '62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc', 'tenant_id': '411fd1b081da4c478beb9d6d93e5a233', 'fixed_ips': [{'subnet_id': '76511b89-5d36-4446-babd-096976fd52b7'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:53.848132 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.856968 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Calling delete_port for a91f2a94-02b6-498e-be5e-7c4fd8d7bba2 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:53.872121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-86a17993-f8a2-416d-8984-2c2309a00af5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.877289 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.882237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 602001d5-7f64-420c-9cf0-0fb2edced2df up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:53.889177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-86a17993-f8a2-416d-8984-2c2309a00af5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.892540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-86a17993-f8a2-416d-8984-2c2309a00af5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.897933 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-86a17993-f8a2-416d-8984-2c2309a00af5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "PUT /v2.0/security-groups/62fdda38-a398-4db5-a56f-d0aef8f948d7 HTTP/1.1" status: 200 len: 1778 time: 0.3192191 Mar 29 09:22:53.898410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d5c674-1806-41f9-9f38-47505a9eb36b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:53.900021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d5c674-1806-41f9-9f38-47505a9eb36b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:53.901729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d5c674-1806-41f9-9f38-47505a9eb36b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:53.905620 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-53d5c674-1806-41f9-9f38-47505a9eb36b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2048383 Mar 29 09:22:53.905620 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49948) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:53.913696 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-afa79bec-40d1-4d28-b7f5-62386dcb212b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7186987 Mar 29 09:22:53.917283 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49950) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:53.917624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49952) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:53.919959 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.938865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a17993-f8a2-416d-8984-2c2309a00af5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fdda38-a398-4db5-a56f-d0aef8f948d7,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:53.962724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-deec5b38-b22a-4fc7-a11b-8e8ada8250ea tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Deleting subnet 6ef8a013-009f-4024-8b80-e42fde10510c {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:53.968039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-aabe6c7b-dfa0-4f81-b385-d7b46a1981a1 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1727026216'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:53.973824 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-deec5b38-b22a-4fc7-a11b-8e8ada8250ea tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:53.976073 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-84f24079-e659-4732-87d6-9871ef7979c6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1619539 Mar 29 09:22:54.006008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49954) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:54.019010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'network_id': 'd3d47119-6cf3-4218-a07e-91ec9a483e3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:54.066440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 602001d5-7f64-420c-9cf0-0fb2edced2df triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:54.067168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.104929 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cf393024-189d-4de8-bea2-bbffaf19fe32 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-groups/62fdda38-a398-4db5-a56f-d0aef8f948d7 HTTP/1.1" status: 200 len: 1778 time: 0.1696153 Mar 29 09:22:54.110557 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-deec5b38-b22a-4fc7-a11b-8e8ada8250ea tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.117457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49956) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:54.162530 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f24079-e659-4732-87d6-9871ef7979c6 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Network': ['ID=d3d47119-6cf3-4218-a07e-91ec9a483e3e,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:54.181296 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.183417 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=5032f20a-3ef1-49aa-8d18-36b0e5bab427,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:54.186010 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabe6c7b-dfa0-4f81-b385-d7b46a1981a1 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:54.189286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aabe6c7b-dfa0-4f81-b385-d7b46a1981a1 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.197663 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e61c6b-b71b-4125-b1ad-5a5198719c56 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 4eb0dd9b-3000-4f6f-9836-b5ef74a15b93 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:54.204049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Allocated IP 2001:db8::3 (62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc/76511b89-5d36-4446-babd-096976fd52b7/78f3ea3d-ec40-497b-ad0f-1fc6288a8925) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:54.206738 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network d3d47119-6cf3-4218-a07e-91ec9a483e3e details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:54.207738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c1e61c6b-b71b-4125-b1ad-5a5198719c56 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.237628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Made reservation on behalf of 74d6d955aea140dab5078844d80a08bc for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:54.243859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.341102 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabe6c7b-dfa0-4f81-b385-d7b46a1981a1 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:54.359129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c1e61c6b-b71b-4125-b1ad-5a5198719c56 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.423293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aabe6c7b-dfa0-4f81-b385-d7b46a1981a1 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.423617 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-aabe6c7b-dfa0-4f81-b385-d7b46a1981a1 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Added segment 5197c05d-31a2-4259-a5cc-54c70c418353 of type vlan for network eead3492-b6d3-4152-851b-6269e60058b7 Mar 29 09:22:54.451041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.461093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.511498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Network 62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:54.514775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:54.518405 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:54.526658 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Pushing event updated for resources: {'Port': ['ID=78f3ea3d-ec40-497b-ad0f-1fc6288a8925,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:54.533501 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aabe6c7b-dfa0-4f81-b385-d7b46a1981a1 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.586502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Attempting to bind port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:54.587032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Attempting to bind port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '720807ab-8409-4978-9972-48497ab30894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:54.587469 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Attempting to bind port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 on network 62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:54.592758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:54.593816 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Checking segment: {'id': '720807ab-8409-4978-9972-48497ab30894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:54.594052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.594399 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.594935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Bound using segment: {'id': '720807ab-8409-4978-9972-48497ab30894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:54.595415 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Bound port: 78f3ea3d-ec40-497b-ad0f-1fc6288a8925, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720807ab-8409-4978-9972-48497ab30894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:54.595808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.601968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77c8aba3-8126-410f-9b09-71039913e870 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.618841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network ad06089d-1adb-4d1c-9e18-70efc5f1a515 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:54.647287 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:54.651315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c1e61c6b-b71b-4125-b1ad-5a5198719c56 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.656661 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aabe6c7b-dfa0-4f81-b385-d7b46a1981a1 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.663293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabe6c7b-dfa0-4f81-b385-d7b46a1981a1 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:54.663749 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aabe6c7b-dfa0-4f81-b385-d7b46a1981a1 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.691993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-deec5b38-b22a-4fc7-a11b-8e8ada8250ea tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.692343 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event deleted for resources: {'Port': ['ID=a91f2a94-02b6-498e-be5e-7c4fd8d7bba2,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:54.697664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77c8aba3-8126-410f-9b09-71039913e870 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.697945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] For port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:22:54.699348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_backend_mixin [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Performing IP validity checks on allocation pools {{(pid=102496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 09:22:54.700147 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_backend_mixin [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 09:22:54.706038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] For port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=78f3ea3d-ec40-497b-ad0f-1fc6288a8925,segment=NetworkSegment(720807ab-8409-4978-9972-48497ab30894),segment_id=720807ab-8409-4978-9972-48497ab30894)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:22:54.718316 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.851758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77c8aba3-8126-410f-9b09-71039913e870 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.852993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d8990-e2f0-498b-bbc5-40f2eaf912a0 None None] Pushing event updated for resources: {'Port': ['ID=78f3ea3d-ec40-497b-ad0f-1fc6288a8925,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:54.854933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77c8aba3-8126-410f-9b09-71039913e870 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.856292 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-77c8aba3-8126-410f-9b09-71039913e870 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-groups/62fdda38-a398-4db5-a56f-d0aef8f948d7 HTTP/1.1" status: 204 len: 168 time: 0.7378523 Mar 29 09:22:54.860910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49960) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:54.882597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-deec5b38-b22a-4fc7-a11b-8e8ada8250ea tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.908158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8aba3-8126-410f-9b09-71039913e870 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fdda38-a398-4db5-a56f-d0aef8f948d7,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:54.972283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec5b38-b22a-4fc7-a11b-8e8ada8250ea tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef8a013-009f-4024-8b80-e42fde10510c,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:54.975273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-deec5b38-b22a-4fc7-a11b-8e8ada8250ea tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:54.980694 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-deec5b38-b22a-4fc7-a11b-8e8ada8250ea tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/subnets/6ef8a013-009f-4024-8b80-e42fde10510c HTTP/1.1" status: 204 len: 168 time: 1.1846447 Mar 29 09:22:54.982188 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478ffbda-899d-4038-aeb1-e5c9109d6f87 None None] Network 0007bf78-181e-45c8-886e-d70d17228ffc requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:54.985739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49962) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:55.082907 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ad74df8e-98ab-4fa5-8075-8c19c48dd6be tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2205827 Mar 29 09:22:55.092438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49964) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:55.157919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.163769 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-32476c0f-d01b-45ae-9820-78352c15192e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] delete failed (client error): The resource could not be found. Mar 29 09:22:55.164815 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-32476c0f-d01b-45ae-9820-78352c15192e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-groups/62fdda38-a398-4db5-a56f-d0aef8f948d7 HTTP/1.1" status: 404 len: 347 time: 0.0725026 Mar 29 09:22:55.181492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49968) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:55.188977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c448ad23-4c58-4ea0-9923-c5929d5d974b tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920620882'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:55.227544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.259379 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-aabb3c8d-e982-43ac-8f0f-4fcd6dd10c44 None None] Provisioning complete for port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:55.260010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aabb3c8d-e982-43ac-8f0f-4fcd6dd10c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.268008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c448ad23-4c58-4ea0-9923-c5929d5d974b tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.346554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-aabb3c8d-e982-43ac-8f0f-4fcd6dd10c44 None None] Port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:22:55.350840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=84f22f22-f86f-4196-a66d-ebad09ff395a,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:55.356863 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fd1594-b262-4fbb-8676-a31d775bbea3 None None] DHCP port deletion for 0007bf78-181e-45c8-886e-d70d17228ffc request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:22:55.361397 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-aabe6c7b-dfa0-4f81-b385-d7b46a1981a1 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4369028 Mar 29 09:22:55.368436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49970) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:55.375117 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'subnet': {'network_id': 'eead3492-b6d3-4152-851b-6269e60058b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:55.430598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-34fd1594-b262-4fbb-8676-a31d775bbea3 None None] Deleting port ec2fcbc7-7149-4ab6-943c-506718176e16 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:55.431257 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34fd1594-b262-4fbb-8676-a31d775bbea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.432679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe6c7b-dfa0-4f81-b385-d7b46a1981a1 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Network': ['ID=eead3492-b6d3-4152-851b-6269e60058b7,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:55.456818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network eead3492-b6d3-4152-851b-6269e60058b7 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:55.477886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.485555 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c1e61c6b-b71b-4125-b1ad-5a5198719c56 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.486699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Checking segment: {'id': '5093c240-c12f-4f70-9ee2-4adbdb7ed697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd3d47119-6cf3-4218-a07e-91ec9a483e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:55.487071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network hostable DHCP agents. Network: d3d47119-6cf3-4218-a07e-91ec9a483e3e, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:55.524637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c448ad23-4c58-4ea0-9923-c5929d5d974b tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.532709 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Deleting port ec2fcbc7-7149-4ab6-943c-506718176e16 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:55.533039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.539250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c448ad23-4c58-4ea0-9923-c5929d5d974b tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.598655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Network d3d47119-6cf3-4218-a07e-91ec9a483e3e is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:55.627841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e61c6b-b71b-4125-b1ad-5a5198719c56 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb0dd9b-3000-4f6f-9836-b5ef74a15b93,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:55.635179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c448ad23-4c58-4ea0-9923-c5929d5d974b tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.636140 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c448ad23-4c58-4ea0-9923-c5929d5d974b tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4510777 Mar 29 09:22:55.646571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:55.650198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.653358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49972) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:55.668446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-04353d75-cbeb-4e8c-afc5-34e08be30acb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': 'ac1d9e6f-3cc0-4895-b925-4eb2d07c0a02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:55.680074 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c1e61c6b-b71b-4125-b1ad-5a5198719c56 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.685636 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c1e61c6b-b71b-4125-b1ad-5a5198719c56 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/4eb0dd9b-3000-4f6f-9836-b5ef74a15b93 HTTP/1.1" status: 204 len: 168 time: 1.7617109 Mar 29 09:22:55.690627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448ad23-4c58-4ea0-9923-c5929d5d974b tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1d9e6f-3cc0-4895-b925-4eb2d07c0a02,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:55.690875 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be5a3d3-cf37-4fa1-89e5-59066e272753 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:55.691066 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.692892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, d3d47119-6cf3-4218-a07e-91ec9a483e3e) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:55.693348 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49974) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:55.695570 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] For port ec2fcbc7-7149-4ab6-943c-506718176e16, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ec2fcbc7-7149-4ab6-943c-506718176e16,segment=NetworkSegment(8959a26e-4d3e-4068-9eb2-15e0288a053b),segment_id=8959a26e-4d3e-4068-9eb2-15e0288a053b)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:55.695942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.697715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.730592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:55.731130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.734330 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8111dc-7a6d-4fd4-ab54-f32cf37ec18a None None] Network d3d47119-6cf3-4218-a07e-91ec9a483e3e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:55.738562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Calling delete_port for ec2fcbc7-7149-4ab6-943c-506718176e16 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:55.788137 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21d5131-6d54-4ecd-9509-bd3643ba3652 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 9f0c4550-8113-46f3-a936-e9591597254b {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:55.808461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_backend_mixin [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Performing IP validity checks on allocation pools {{(pid=102496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 09:22:55.809014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_backend_mixin [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 09:22:55.874746 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a8ee2640-6132-4cf8-b30a-cd3772083881 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8673007 Mar 29 09:22:55.880631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49976) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:55.890833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9be9667d-fcb5-43ae-9f7d-e8201116913b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:55.922061 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b21d5131-6d54-4ecd-9509-bd3643ba3652 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.926308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.927908 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Fanout notify agent at l3_agent the message router_deleted on router 0bf707c3-42bb-4eeb-b95f-722e2477f107 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:22:55.938735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-34fd1594-b262-4fbb-8676-a31d775bbea3 None None] For port ec2fcbc7-7149-4ab6-943c-506718176e16, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ec2fcbc7-7149-4ab6-943c-506718176e16,segment=NetworkSegment(8959a26e-4d3e-4068-9eb2-15e0288a053b),segment_id=8959a26e-4d3e-4068-9eb2-15e0288a053b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:55.939602 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34fd1594-b262-4fbb-8676-a31d775bbea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:55.944643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04353d75-cbeb-4e8c-afc5-34e08be30acb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.013071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.016033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-34fd1594-b262-4fbb-8676-a31d775bbea3 None None] Calling delete_port for ec2fcbc7-7149-4ab6-943c-506718176e16 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:56.021706 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8df24d5c-9522-4271-826a-0e3867f4954c tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "DELETE /v2.0/routers/0bf707c3-42bb-4eeb-b95f-722e2477f107 HTTP/1.1" status: 204 len: 168 time: 5.0116560 Mar 29 09:22:56.025927 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49978) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:56.035817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:22:56.039037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-d3d47119-6cf3-4218-a07e-91ec9a483e3e', 'network_id': 'd3d47119-6cf3-4218-a07e-91ec9a483e3e', 'tenant_id': '74d6d955aea140dab5078844d80a08bc', 'fixed_ips': [{'subnet_id': '84f22f22-f86f-4196-a66d-ebad09ff395a'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:56.040129 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.112340 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b21d5131-6d54-4ecd-9509-bd3643ba3652 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.146257 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 3d75647a-5730-4a53-a21d-d12b496d8666 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:22:56.164407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.204545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d90ee5b-570e-4f05-b4c2-3b7fa17d57f5 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Deleting subnet 827c47a9-7173-443c-8fbb-b4abcf96e4fe {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:22:56.226834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04353d75-cbeb-4e8c-afc5-34e08be30acb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.229902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9be9667d-fcb5-43ae-9f7d-e8201116913b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8608330'] for subnet, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.262261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04353d75-cbeb-4e8c-afc5-34e08be30acb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.262521 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1d90ee5b-570e-4f05-b4c2-3b7fa17d57f5 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.268083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] No DVR routers for this DVR port ec2fcbc7-7149-4ab6-943c-506718176e16 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:56.272190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Pushing event deleted for resources: {'Port': ['ID=ec2fcbc7-7149-4ab6-943c-506718176e16,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:56.311107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04353d75-cbeb-4e8c-afc5-34e08be30acb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312e312c-2ea7-42a1-92c1-10bd9b9a6733,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:56.318752 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.334115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Allocated IP 172.20.0.3 (d3d47119-6cf3-4218-a07e-91ec9a483e3e/84f22f22-f86f-4196-a66d-ebad09ff395a/f42f7ca3-123e-4638-8ac8-63e9e0e7aa75) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:22:56.378019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04353d75-cbeb-4e8c-afc5-34e08be30acb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.379008 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-04353d75-cbeb-4e8c-afc5-34e08be30acb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7147996 Mar 29 09:22:56.385039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49980) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:56.418334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.443373 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:22:56.452081 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7e04da21-f4e2-42da-a99a-b1666695c70c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0292864 Mar 29 09:22:56.456178 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Subnet': ['ID=18e83424-1307-4cdd-ae6d-4d4b757ac661,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:56.457659 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 49982) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:56.464437 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1d90ee5b-570e-4f05-b4c2-3b7fa17d57f5 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.469331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0007bf78-181e-45c8-886e-d70d17228ffc']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:56.483889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8959a26e-4d3e-4068-9eb2-15e0288a053b') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:56.484186 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8959a26e-4d3e-4068-9eb2-15e0288a053b') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:56.494596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Checking segment: {'id': '5197c05d-31a2-4259-a5cc-54c70c418353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'eead3492-b6d3-4152-851b-6269e60058b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:56.494830 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-59469f3e-066b-4d0c-b655-e54b835f67d5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'network': {'name': 'tempest-RoutersTest-1796183354'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:56.495056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network hostable DHCP agents. Network: eead3492-b6d3-4152-851b-6269e60058b7, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:56.498898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.502829 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-812473e3-8613-458f-872c-4740561535f5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.520129 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Sync routers for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:22:56.522380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.524160 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f880e0-8960-4f4a-ba68-b8ef2269a54a None None] Network 62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:56.532630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network eead3492-b6d3-4152-851b-6269e60058b7 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:56.535682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-812473e3-8613-458f-872c-4740561535f5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.536400 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:56.537294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:56.540096 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:56.544962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b21d5131-6d54-4ecd-9509-bd3643ba3652 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.568921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, eead3492-b6d3-4152-851b-6269e60058b7) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:56.598165 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dee92cb-1b42-4c8b-8b4d-b6ce60fd9a05 None None] Network eead3492-b6d3-4152-851b-6269e60058b7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:56.601929 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59469f3e-066b-4d0c-b655-e54b835f67d5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:56.605686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59469f3e-066b-4d0c-b655-e54b835f67d5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.610535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:56.611283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.637763 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-50584077-4a2a-47ff-8193-c682d1c03848 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2670574 Mar 29 09:22:56.638618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.640408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49984) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:56.673369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-812473e3-8613-458f-872c-4740561535f5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.674837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.678788 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] 10.222.0.32 "DELETE /v2.0/networks/0007bf78-181e-45c8-886e-d70d17228ffc HTTP/1.1" status: 204 len: 168 time: 1.6924007 Mar 29 09:22:56.679877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c7db4-af4b-4cd9-8e55-d999bb2b58bf tempest-TagsExtTest-426584680 tempest-TagsExtTest-426584680-project] Pushing event deleted for resources: {'Network': ['ID=0007bf78-181e-45c8-886e-d70d17228ffc,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:56.688766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-812473e3-8613-458f-872c-4740561535f5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.689621 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-812473e3-8613-458f-872c-4740561535f5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/312e312c-2ea7-42a1-92c1-10bd9b9a6733 HTTP/1.1" status: 204 len: 168 time: 0.3045182 Mar 29 09:22:56.696381 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49988) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:56.704827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812473e3-8613-458f-872c-4740561535f5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=312e312c-2ea7-42a1-92c1-10bd9b9a6733,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:56.712032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1d90ee5b-570e-4f05-b4c2-3b7fa17d57f5 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.737766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59469f3e-066b-4d0c-b655-e54b835f67d5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:56.756783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b21d5131-6d54-4ecd-9509-bd3643ba3652 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.768956 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59469f3e-066b-4d0c-b655-e54b835f67d5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.769296 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-59469f3e-066b-4d0c-b655-e54b835f67d5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Added segment 898fee76-e36c-4884-9116-6bea1e2b5ba0 of type vlan for network 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd Mar 29 09:22:56.804998 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d5131-6d54-4ecd-9509-bd3643ba3652 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0c4550-8113-46f3-a936-e9591597254b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:56.831867 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5e857a5b-39ba-42d7-8a92-43495f8e32eb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1341383 Mar 29 09:22:56.838311 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b21d5131-6d54-4ecd-9509-bd3643ba3652 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.839237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49990) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:56.842009 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b21d5131-6d54-4ecd-9509-bd3643ba3652 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/9f0c4550-8113-46f3-a936-e9591597254b HTTP/1.1" status: 204 len: 168 time: 1.1470118 Mar 29 09:22:56.851818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49992) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:56.853220 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:22:56.854253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:56.866038 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1d90ee5b-570e-4f05-b4c2-3b7fa17d57f5 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.869441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59469f3e-066b-4d0c-b655-e54b835f67d5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.911611 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4676409e-0cc9-4af5-b875-f284c72f9991 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573404 Mar 29 09:22:56.918111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.919038 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49994) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:56.927943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-36dd9853-2507-4fe4-a3d6-f3992de1361c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:56.935953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90ee5b-570e-4f05-b4c2-3b7fa17d57f5 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event deleted for resources: {'Subnet': ['ID=827c47a9-7173-443c-8fbb-b4abcf96e4fe,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:56.941255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1d90ee5b-570e-4f05-b4c2-3b7fa17d57f5 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.945822 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1d90ee5b-570e-4f05-b4c2-3b7fa17d57f5 tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "DELETE /v2.0/subnets/827c47a9-7173-443c-8fbb-b4abcf96e4fe HTTP/1.1" status: 204 len: 168 time: 0.9158511 Mar 29 09:22:56.946816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59469f3e-066b-4d0c-b655-e54b835f67d5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:56.952239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 49996) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:56.954555 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59469f3e-066b-4d0c-b655-e54b835f67d5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:56.955581 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59469f3e-066b-4d0c-b655-e54b835f67d5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.001445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49ef204-0fb6-47d3-876b-dcaceef11610 None None] Network 04e6f273-8812-4e8d-b49b-f9cf73f6b609 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:57.005889 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8a1f2542-c30b-4548-b386-24e539685c1c None None] Provisioning complete for port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:57.006417 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2542-c30b-4548-b386-24e539685c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.007974 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-59469f3e-066b-4d0c-b655-e54b835f67d5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5405521 Mar 29 09:22:57.014628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50000) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:57.023039 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7123c66d-91d6-4b56-acbe-a29d57dfebf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.057041 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f3dff5e7-5f43-4956-bb85-88ec5037a9b2 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'subnet': {'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:57.072818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59469f3e-066b-4d0c-b655-e54b835f67d5 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Network': ['ID=0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:57.149465 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a6c7-ff03-4d19-acc1-2ecde113bfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.164437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.166238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.167862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:57.171366 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:22:57.171952 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.174354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34fd1594-b262-4fbb-8676-a31d775bbea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.218368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dff5e7-5f43-4956-bb85-88ec5037a9b2 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:57.223437 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3dff5e7-5f43-4956-bb85-88ec5037a9b2 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.246698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dd9853-2507-4fe4-a3d6-f3992de1361c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:57.256007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36dd9853-2507-4fe4-a3d6-f3992de1361c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.287705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a6c7-ff03-4d19-acc1-2ecde113bfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.343974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50004) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:57.365393 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:22:57.496707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.536047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3dff5e7-5f43-4956-bb85-88ec5037a9b2 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.542975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Subnet': ['ID=18e83424-1307-4cdd-ae6d-4d4b757ac661,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:57.560324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a6c7-ff03-4d19-acc1-2ecde113bfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.562968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a6c7-ff03-4d19-acc1-2ecde113bfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.566930 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d6a9a6c7-ff03-4d19-acc1-2ecde113bfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-groups/ac1d9e6f-3cc0-4895-b925-4eb2d07c0a02 HTTP/1.1" status: 204 len: 168 time: 0.7266669 Mar 29 09:22:57.571461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50008) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:57.628685 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd1594-b262-4fbb-8676-a31d775bbea3 None None] Pushing event deleted for resources: {'Port': ['ID=ec2fcbc7-7149-4ab6-943c-506718176e16,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:57.632642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34fd1594-b262-4fbb-8676-a31d775bbea3 None None] Network 0007bf78-181e-45c8-886e-d70d17228ffc is not hosted by any dhcp agent {{(pid=102497) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 09:22:57.633888 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd1594-b262-4fbb-8676-a31d775bbea3 None None] No DVR routers for this DVR port ec2fcbc7-7149-4ab6-943c-506718176e16 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:57.640147 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9a6c7-ff03-4d19-acc1-2ecde113bfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1d9e6f-3cc0-4895-b925-4eb2d07c0a02,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:57.642266 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dff5e7-5f43-4956-bb85-88ec5037a9b2 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Subnet': ['ID=fc110537-103f-4851-a1fd-c126f93fa338,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:57.656103 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-daca8021-dee2-4705-b380-20bed5efd62d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6d614d4560040c89a1eaf491d336609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088453 Mar 29 09:22:57.668268 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50010) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:57.684544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.712235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Deleting port f3b85b0b-74f5-457a-b39d-5c94090e74a9 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:57.712578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.714131 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-64f56331-978c-4781-9b82-24f47af77367 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1400833 Mar 29 09:22:57.723135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50012) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:57.728799 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f42e8b81-230d-43cc-8c15-f69b3dc4d838 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group': {'name': 'tempest-secgroup--85373939'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:57.732081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.755614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eead3492-b6d3-4152-851b-6269e60058b7']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:57.766882 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dff5e7-5f43-4956-bb85-88ec5037a9b2 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Checking segment: {'id': '898fee76-e36c-4884-9116-6bea1e2b5ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:57.767248 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dff5e7-5f43-4956-bb85-88ec5037a9b2 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network hostable DHCP agents. Network: 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:22:57.799085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f42e8b81-230d-43cc-8c15-f69b3dc4d838 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.851763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5197c05d-31a2-4259-a5cc-54c70c418353') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:57.852065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5197c05d-31a2-4259-a5cc-54c70c418353') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:57.905406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.946188 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.957054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] For port f3b85b0b-74f5-457a-b39d-5c94090e74a9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f3b85b0b-74f5-457a-b39d-5c94090e74a9,segment=NetworkSegment(79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed),segment_id=79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:57.957414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.962225 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f42e8b81-230d-43cc-8c15-f69b3dc4d838 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.963770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36dd9853-2507-4fe4-a3d6-f3992de1361c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.966596 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-197afe09-1750-4919-81f2-3b13c4ebd57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.988677 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:57.989097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:57.992493 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:58.001880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Calling delete_port for f3b85b0b-74f5-457a-b39d-5c94090e74a9 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:22:58.025459 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-197afe09-1750-4919-81f2-3b13c4ebd57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.071628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.075816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dff5e7-5f43-4956-bb85-88ec5037a9b2 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:22:58.084068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f42e8b81-230d-43cc-8c15-f69b3dc4d838 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.103116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dd9853-2507-4fe4-a3d6-f3992de1361c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:58.117014 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-f3dff5e7-5f43-4956-bb85-88ec5037a9b2 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:58.129243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dff5e7-5f43-4956-bb85-88ec5037a9b2 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:58.130522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3dff5e7-5f43-4956-bb85-88ec5037a9b2 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.137953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f42e8b81-230d-43cc-8c15-f69b3dc4d838 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.139264 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f42e8b81-230d-43cc-8c15-f69b3dc4d838 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4151216 Mar 29 09:22:58.142963 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50014) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:58.145398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e8b81-230d-43cc-8c15-f69b3dc4d838 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd48ba8f-e2d5-45b0-9183-35569b00a016,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:58.157438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b5d8a73e-afa9-4900-ba3b-5a10ee59138e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': 'fd48ba8f-e2d5-45b0-9183-35569b00a016', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:58.184357 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f3dff5e7-5f43-4956-bb85-88ec5037a9b2 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1636255 Mar 29 09:22:58.184357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-197afe09-1750-4919-81f2-3b13c4ebd57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.185807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-197afe09-1750-4919-81f2-3b13c4ebd57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.186476 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-197afe09-1750-4919-81f2-3b13c4ebd57a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb9f0c3a-0941-431f-ba4f-a61c7e891a99 HTTP/1.1" status: 204 len: 168 time: 0.5175259 Mar 29 09:22:58.191888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50016) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:58.194323 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0911087-59e4-44cb-b42d-e3e06cdcee9c None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:58.198930 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-36dd9853-2507-4fe4-a3d6-f3992de1361c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:58.202342 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dd9853-2507-4fe4-a3d6-f3992de1361c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:58.204119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36dd9853-2507-4fe4-a3d6-f3992de1361c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.216321 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b1f13-8f75-405c-be4d-823cd9a6cce9 None None] Network 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:58.260784 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.261118 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197afe09-1750-4919-81f2-3b13c4ebd57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9f0c3a-0941-431f-ba4f-a61c7e891a99,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:58.268304 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.268518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b5d8a73e-afa9-4900-ba3b-5a10ee59138e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.270651 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/eead3492-b6d3-4152-851b-6269e60058b7 HTTP/1.1" status: 204 len: 168 time: 1.6290307 Mar 29 09:22:58.275706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc00507f-3755-4a8e-b0af-36bfee0dc40f None None] Network eead3492-b6d3-4152-851b-6269e60058b7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:22:58.283965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd9853-2507-4fe4-a3d6-f3992de1361c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=318bd5e9-8b5f-4d64-b50d-0b8c23bf32ec,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:58.287820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50020) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:58.300979 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-cd3a29a5-fac1-443f-957d-c0a24c9e0983 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-719875349'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:58.324435 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-36dd9853-2507-4fe4-a3d6-f3992de1361c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3984280 Mar 29 09:22:58.332581 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50026) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:58.335696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ef7bf-a5a9-458c-b233-372302ae3942 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Network': ['ID=eead3492-b6d3-4152-851b-6269e60058b7,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:58.339310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8cba7a67-4241-4f5b-9a78-d647a0c3bf79 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:58.365663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9be9667d-fcb5-43ae-9f7d-e8201116913b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726445511599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10247774'] for subnet, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.383543 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Network d3d47119-6cf3-4218-a07e-91ec9a483e3e is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:22:58.407663 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b5d8a73e-afa9-4900-ba3b-5a10ee59138e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.413216 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a29a5-fac1-443f-957d-c0a24c9e0983 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:58.418476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd3a29a5-fac1-443f-957d-c0a24c9e0983 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.425892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b5d8a73e-afa9-4900-ba3b-5a10ee59138e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.439821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:22:58.449316 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:22:58.459868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be9667d-fcb5-43ae-9f7d-e8201116913b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:58.461399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9be9667d-fcb5-43ae-9f7d-e8201116913b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.465950 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9be9667d-fcb5-43ae-9f7d-e8201116913b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "PUT /v2.0/subnets/84f22f22-f86f-4196-a66d-ebad09ff395a HTTP/1.1" status: 200 len: 877 time: 2.5806108 Mar 29 09:22:58.468611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50028) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:58.508029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.531350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] No DVR routers for this DVR port f3b85b0b-74f5-457a-b39d-5c94090e74a9 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:22:58.538474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8a73e-afa9-4900-ba3b-5a10ee59138e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aca8517-e177-4b0f-8ba0-4f0f2d61cbf3,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:58.561302 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b5d8a73e-afa9-4900-ba3b-5a10ee59138e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.562672 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b5d8a73e-afa9-4900-ba3b-5a10ee59138e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4181385 Mar 29 09:22:58.594745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9667d-fcb5-43ae-9f7d-e8201116913b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event updated for resources: {'Subnet': ['ID=84f22f22-f86f-4196-a66d-ebad09ff395a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:58.595894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50030) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:58.611271 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e98a667d-84d9-4905-86ce-e6c79932aaba tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': 'fd48ba8f-e2d5-45b0-9183-35569b00a016', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:58.618462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event deleted for resources: {'Port': ['ID=f3b85b0b-74f5-457a-b39d-5c94090e74a9,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:58.648521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3a29a5-fac1-443f-957d-c0a24c9e0983 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:22:58.684492 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc00507f-3755-4a8e-b0af-36bfee0dc40f None None] Network eead3492-b6d3-4152-851b-6269e60058b7 could not be found, it might have been deleted concurrently. {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 09:22:58.729433 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e98a667d-84d9-4905-86ce-e6c79932aaba tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.741999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cba7a67-4241-4f5b-9a78-d647a0c3bf79 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:22:58.746441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8cba7a67-4241-4f5b-9a78-d647a0c3bf79 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.762006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2542-c30b-4548-b386-24e539685c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.764854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.769644 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd3a29a5-fac1-443f-957d-c0a24c9e0983 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.769996 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-cd3a29a5-fac1-443f-957d-c0a24c9e0983 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Added segment 858347ee-70cd-456c-86de-44fb13cf59f5 of type vlan for network c3703df6-e086-4393-b3af-75415f04cb79 Mar 29 09:22:58.859945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e6f273-8812-4e8d-b49b-f9cf73f6b609']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:58.877457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:58.877854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f6b4c7-5dff-47ea-8a18-a0aa7fc9b0ed') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:22:58.886016 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.912425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd3a29a5-fac1-443f-957d-c0a24c9e0983 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.916261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.958222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Pushing event updated for resources: {'Port': ['ID=f42f7ca3-123e-4638-8ac8-63e9e0e7aa75,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:58.959131 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.980052 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.993481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:22:58.993918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:22:58.997807 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:22:59.001485 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.ipam_backend_mixin [None req-8cba7a67-4241-4f5b-9a78-d647a0c3bf79 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 318bd5e9-8b5f-4d64-b50d-0b8c23bf32ec (CIDR: 2001:db8::/64) Mar 29 09:22:59.003576 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e98a667d-84d9-4905-86ce-e6c79932aaba tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.009177 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cba7a67-4241-4f5b-9a78-d647a0c3bf79 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:22:59.009793 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cba7a67-4241-4f5b-9a78-d647a0c3bf79 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:22:59.017641 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e98a667d-84d9-4905-86ce-e6c79932aaba tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.029619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd3a29a5-fac1-443f-957d-c0a24c9e0983 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.035582 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a29a5-fac1-443f-957d-c0a24c9e0983 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:22:59.036274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd3a29a5-fac1-443f-957d-c0a24c9e0983 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.049934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a667d-84d9-4905-86ce-e6c79932aaba tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7737b56e-c9f4-4581-afda-45edeb50d1b9,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:59.080908 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8cba7a67-4241-4f5b-9a78-d647a0c3bf79 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7434301 Mar 29 09:22:59.081842 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50044) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:59.087379 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'subnet': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:59.100345 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e98a667d-84d9-4905-86ce-e6c79932aaba tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.101692 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e98a667d-84d9-4905-86ce-e6c79932aaba tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5018411 Mar 29 09:22:59.115672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50046) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:59.125888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-de9dad32-2726-47db-89bf-1bc8de0249a9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': 'fd48ba8f-e2d5-45b0-9183-35569b00a016', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:59.132579 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.135326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=78f3ea3d-ec40-497b-ad0f-1fc6288a8925,segment=NetworkSegment(720807ab-8409-4978-9972-48497ab30894),segment_id=720807ab-8409-4978-9972-48497ab30894)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:22:59.156598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.158742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.162039 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "DELETE /v2.0/networks/04e6f273-8812-4e8d-b49b-f9cf73f6b609 HTTP/1.1" status: 204 len: 168 time: 2.2001059 Mar 29 09:22:59.166622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50050) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:59.201794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Attempting to bind port f42f7ca3-123e-4638-8ac8-63e9e0e7aa75 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:22:59.201794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Attempting to bind port f42f7ca3-123e-4638-8ac8-63e9e0e7aa75 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '5093c240-c12f-4f70-9ee2-4adbdb7ed697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd3d47119-6cf3-4218-a07e-91ec9a483e3e'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:22:59.201794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Attempting to bind port f42f7ca3-123e-4638-8ac8-63e9e0e7aa75 on network d3d47119-6cf3-4218-a07e-91ec9a483e3e {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:22:59.238271 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.243916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:22:59.244468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Checking segment: {'id': '5093c240-c12f-4f70-9ee2-4adbdb7ed697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd3d47119-6cf3-4218-a07e-91ec9a483e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:22:59.245056 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.245652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Bound using segment: {'id': '5093c240-c12f-4f70-9ee2-4adbdb7ed697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd3d47119-6cf3-4218-a07e-91ec9a483e3e'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:22:59.246369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Bound port: f42f7ca3-123e-4638-8ac8-63e9e0e7aa75, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5093c240-c12f-4f70-9ee2-4adbdb7ed697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd3d47119-6cf3-4218-a07e-91ec9a483e3e'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:22:59.246941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.335214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1b434788-bb33-48d9-ab8d-a76633fe5f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.342386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e9e2f-ff51-4d57-a86b-14fa5cc474ef None None] DHCP port deletion for 04e6f273-8812-4e8d-b49b-f9cf73f6b609 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:22:59.438639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ec2fcbc7-7149-4ab6-943c-506718176e16 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:59.597153 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: ec2fcbc7-7149-4ab6-943c-506718176e16 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:59.597501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ec2fcbc7-7149-4ab6-943c-506718176e16 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:59.625171 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50056) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:59.632777 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033047 Mar 29 09:22:59.639313 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50058) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:59.735636 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=78f3ea3d-ec40-497b-ad0f-1fc6288a8925,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:59.741033 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cd3a29a5-fac1-443f-957d-c0a24c9e0983 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4402153 Mar 29 09:22:59.742088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de9dad32-2726-47db-89bf-1bc8de0249a9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.744571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50062) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:22:59.751523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f3b85b0b-74f5-457a-b39d-5c94090e74a9 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:22:59.795993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-2830c2b3-af12-4913-88fb-999aee17f404 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'subnet': {'network_id': 'c3703df6-e086-4393-b3af-75415f04cb79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:22:59.805235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:22:59.806110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.827371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a29a5-fac1-443f-957d-c0a24c9e0983 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Network': ['ID=c3703df6-e086-4393-b3af-75415f04cb79,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:59.870291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856415f-8590-4731-bc24-e995071400ac tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event deleted for resources: {'Network': ['ID=04e6f273-8812-4e8d-b49b-f9cf73f6b609,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:22:59.884588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Deleting port f42f7ca3-123e-4638-8ac8-63e9e0e7aa75 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:59.884939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:22:59.917723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-8a1f2542-c30b-4548-b386-24e539685c1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:22:59.918399 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-8a1f2542-c30b-4548-b386-24e539685c1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:22:59.923433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc06b78-a3eb-4227-9ffb-bc7bf59eba78 None None] Update dhcp port {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'fixed_ips': [{'subnet_id': '318bd5e9-8b5f-4d64-b50d-0b8c23bf32ec'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': '84b76675-f391-42fa-a408-156331a25457'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:22:59.925304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: f3b85b0b-74f5-457a-b39d-5c94090e74a9 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:22:59.925672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f3b85b0b-74f5-457a-b39d-5c94090e74a9 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:22:59.927723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network c3703df6-e086-4393-b3af-75415f04cb79 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:22:59.942431 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4543834a-6d9f-4ed0-bdb1-7ab2bebd2678 tempest-NetworksApiDiscovery-878453615 tempest-NetworksApiDiscovery-878453615-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2990463 Mar 29 09:22:59.954852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-47a41575-e566-4688-ad0a-708ae2932bfa tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Deleting port 8601cc16-c211-4a66-bc4a-9b5bd524da95 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:22:59.955199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-47a41575-e566-4688-ad0a-708ae2932bfa tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.000133 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] For port f42f7ca3-123e-4638-8ac8-63e9e0e7aa75, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:00.030164 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2830c2b3-af12-4913-88fb-999aee17f404 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:00.034159 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2830c2b3-af12-4913-88fb-999aee17f404 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.041042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] For port f42f7ca3-123e-4638-8ac8-63e9e0e7aa75, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:00.041366 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:22:52Z', 'revision_number': 2, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:22:52Z', 'revision_number': 2, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:00.041527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.056211 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:00.059547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Calling delete_port for f42f7ca3-123e-4638-8ac8-63e9e0e7aa75 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:00.060710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.078188 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-47a41575-e566-4688-ad0a-708ae2932bfa tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.078563 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-47a41575-e566-4688-ad0a-708ae2932bfa tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.081675 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] For port f42f7ca3-123e-4638-8ac8-63e9e0e7aa75, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f42f7ca3-123e-4638-8ac8-63e9e0e7aa75,segment=NetworkSegment(5093c240-c12f-4f70-9ee2-4adbdb7ed697),segment_id=5093c240-c12f-4f70-9ee2-4adbdb7ed697)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:00.112589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9bc06b78-a3eb-4227-9ffb-bc7bf59eba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.119393 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.126638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-47a41575-e566-4688-ad0a-708ae2932bfa tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Calling delete_port for 8601cc16-c211-4a66-bc4a-9b5bd524da95 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:00.128363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Checking router: 3d75647a-5730-4a53-a21d-d12b496d8666 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:00.128723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Updating router 3d75647a-5730-4a53-a21d-d12b496d8666 port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:23:00.228310 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Allocated IP 172.21.0.2 (0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd/fc110537-103f-4851-a1fd-c126f93fa338/a9219210-64dd-4ea5-be7a-24e7b48825ce) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:00.231941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.294112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed9026-c4eb-4775-9714-d7a6f80a9ab6 None None] Pushing event updated for resources: {'Port': ['ID=f42f7ca3-123e-4638-8ac8-63e9e0e7aa75,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:00.364981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de9dad32-2726-47db-89bf-1bc8de0249a9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.424277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-47a41575-e566-4688-ad0a-708ae2932bfa tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.439081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.454857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de9dad32-2726-47db-89bf-1bc8de0249a9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.486890 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a41575-e566-4688-ad0a-708ae2932bfa tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Pushing event deleted for resources: {'Port': ['ID=8601cc16-c211-4a66-bc4a-9b5bd524da95,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:00.522527 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50068) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:00.550795 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dad32-2726-47db-89bf-1bc8de0249a9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9ce372-2103-469a-8e03-ab1418522cb6,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:00.574683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Port': ['ID=f42f7ca3-123e-4638-8ac8-63e9e0e7aa75,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:00.595973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de9dad32-2726-47db-89bf-1bc8de0249a9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.601417 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-de9dad32-2726-47db-89bf-1bc8de0249a9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4846566 Mar 29 09:23:00.609406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50072) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:00.621964 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-405a20ad-a046-4a0c-8bc9-35e6d812f048 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': 'fd48ba8f-e2d5-45b0-9183-35569b00a016', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:00.645358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No DVR routers for this DVR port f42f7ca3-123e-4638-8ac8-63e9e0e7aa75 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:00.712347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-47a41575-e566-4688-ad0a-708ae2932bfa tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.718614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-405a20ad-a046-4a0c-8bc9-35e6d812f048 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.719572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-47a41575-e566-4688-ad0a-708ae2932bfa tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.730726 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-47a41575-e566-4688-ad0a-708ae2932bfa tempest-FloatingIPAdminTestJSON-1243879894 tempest-FloatingIPAdminTestJSON-1243879894-project] 10.222.0.32 "DELETE /v2.0/floatingips/15d4cbe2-9c20-4cc0-9743-fc63cfdcedd9 HTTP/1.1" status: 204 len: 168 time: 1.5543785 Mar 29 09:23:00.749210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.868651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0438d908-5341-4d51-85b5-d5128742b962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.916000 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.927786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.967469 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Subnet': ['ID=84f22f22-f86f-4196-a66d-ebad09ff395a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:00.967989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-405a20ad-a046-4a0c-8bc9-35e6d812f048 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:00.975932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-9bc06b78-a3eb-4227-9ffb-bc7bf59eba78 None None] Allocated IP 2001:db8::2 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/318bd5e9-8b5f-4d64-b50d-0b8c23bf32ec/84b76675-f391-42fa-a408-156331a25457) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:01.115237 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-405a20ad-a046-4a0c-8bc9-35e6d812f048 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.128548 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0438d908-5341-4d51-85b5-d5128742b962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.161737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.174722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.176048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-372c760f-bc5b-41fa-a820-a4c7be314ec5 None None] Provisioning complete for port 84b76675-f391-42fa-a408-156331a25457 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:01.176429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-372c760f-bc5b-41fa-a820-a4c7be314ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.187241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50078) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:01.197535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0438d908-5341-4d51-85b5-d5128742b962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.205023 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d47119-6cf3-4218-a07e-91ec9a483e3e']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:01.230810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.231474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5093c240-c12f-4f70-9ee2-4adbdb7ed697') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:01.231783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5093c240-c12f-4f70-9ee2-4adbdb7ed697') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:01.287860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.297594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438d908-5341-4d51-85b5-d5128742b962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a630c806-0571-4093-9500-43c315289cc2,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:01.307857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a20ad-a046-4a0c-8bc9-35e6d812f048 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f96c915-4a7f-4626-90f7-28d91f0dfbc5,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:01.331873 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.378962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Network 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:01.381562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:01.381820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.382571 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9bc06b78-a3eb-4227-9ffb-bc7bf59eba78 None None] For port 84b76675-f391-42fa-a408-156331a25457, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=84b76675-f391-42fa-a408-156331a25457,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:01.388460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Pushing event updated for resources: {'Port': ['ID=a9219210-64dd-4ea5-be7a-24e7b48825ce,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:01.401898 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:01.405318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:01.417849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:01.460056 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-405a20ad-a046-4a0c-8bc9-35e6d812f048 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.460565 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-405a20ad-a046-4a0c-8bc9-35e6d812f048 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8461359 Mar 29 09:23:01.468302 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2830c2b3-af12-4913-88fb-999aee17f404 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.474397 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50082) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:01.539234 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0438d908-5341-4d51-85b5-d5128742b962 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b48a48af13441a8bfcb63f5971e8242&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0128539 Mar 29 09:23:01.542632 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830c2b3-af12-4913-88fb-999aee17f404 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Subnet': ['ID=a42cec8b-3ec4-470f-9a18-09e543faae92,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:01.550501 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c13833cc-3a0b-4879-9135-d8a0d255e1aa tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': 'fd48ba8f-e2d5-45b0-9183-35569b00a016', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:01.557781 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50084) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:01.561153 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9bc06b78-a3eb-4227-9ffb-bc7bf59eba78 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.567730 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-668b147c-9db4-4934-8764-d5b6c50cf342 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e6f082531564376bc0d7e3cc8e8e01b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777544 Mar 29 09:23:01.568453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.570509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50086) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:01.573349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.576928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9bc06b78-a3eb-4227-9ffb-bc7bf59eba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.589281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.597047 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/d3d47119-6cf3-4218-a07e-91ec9a483e3e HTTP/1.1" status: 204 len: 168 time: 3.1210983 Mar 29 09:23:01.609418 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50088) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:01.612433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.618610 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb15eb-a89c-4716-89d2-9a5f86e20b5b tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Network': ['ID=d3d47119-6cf3-4218-a07e-91ec9a483e3e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:01.621160 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Allocated IP 172.21.0.1 (0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd/fc110537-103f-4851-a1fd-c126f93fa338/d0498f17-ad48-4966-bcd3-abe8a6bd4ccd) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:01.634354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Attempting to bind port a9219210-64dd-4ea5-be7a-24e7b48825ce on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:01.634727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Attempting to bind port a9219210-64dd-4ea5-be7a-24e7b48825ce by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '898fee76-e36c-4884-9116-6bea1e2b5ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:01.635256 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Attempting to bind port a9219210-64dd-4ea5-be7a-24e7b48825ce on network 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:01.675964 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3cf2de3-7c59-4d4a-ae86-c6256709d7df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:01.676937 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3cf2de3-7c59-4d4a-ae86-c6256709d7df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:01.682675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e05f4334-8772-4f12-b882-5933e9f1f7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.686038 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a3cf2de3-7c59-4d4a-ae86-c6256709d7df tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/subnets/84f22f22-f86f-4196-a66d-ebad09ff395a HTTP/1.1" status: 404 len: 337 time: 0.0524473 Mar 29 09:23:01.688340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50090) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:01.692713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:01.693086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Checking segment: {'id': '898fee76-e36c-4884-9116-6bea1e2b5ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:01.693490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.694195 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Bound using segment: {'id': '898fee76-e36c-4884-9116-6bea1e2b5ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:01.694369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Bound port: a9219210-64dd-4ea5-be7a-24e7b48825ce, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898fee76-e36c-4884-9116-6bea1e2b5ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:01.694892 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.745973 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-372c760f-bc5b-41fa-a820-a4c7be314ec5 None None] Provisioning complete for port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:01.746650 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-372c760f-bc5b-41fa-a820-a4c7be314ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.749754 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc06b78-a3eb-4227-9ffb-bc7bf59eba78 None None] Pushing event updated for resources: {'Port': ['ID=84b76675-f391-42fa-a408-156331a25457,revision_number=8']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:01.776597 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd5cb7e-22fc-4925-990a-0fa38813e1e3 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:01.777887 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd5cb7e-22fc-4925-990a-0fa38813e1e3 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:01.785684 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5bd5cb7e-22fc-4925-990a-0fa38813e1e3 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/d3d47119-6cf3-4218-a07e-91ec9a483e3e HTTP/1.1" status: 404 len: 339 time: 0.0855494 Mar 29 09:23:01.791882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50092) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:01.844486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.objects.ports [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102495) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:23:01.845593 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c13833cc-3a0b-4879-9135-d8a0d255e1aa tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.850371 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd59e0e-a267-40d3-823a-827752f253d9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:01.851157 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd59e0e-a267-40d3-823a-827752f253d9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:01.857246 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:01.859767 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dcd59e0e-a267-40d3-823a-827752f253d9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/subnets/f4f9a4d1-c425-4853-a077-3cc84beeeaa7 HTTP/1.1" status: 404 len: 337 time: 0.0665271 Mar 29 09:23:01.864208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50094) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:01.884803 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2830c2b3-af12-4913-88fb-999aee17f404 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Checking segment: {'id': '858347ee-70cd-456c-86de-44fb13cf59f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'c3703df6-e086-4393-b3af-75415f04cb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:01.885516 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e05f4334-8772-4f12-b882-5933e9f1f7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:01.886355 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2830c2b3-af12-4913-88fb-999aee17f404 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network hostable DHCP agents. Network: c3703df6-e086-4393-b3af-75415f04cb79, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:01.922432 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd52e697-11a8-4048-9f7e-010def481163 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:01.923450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd52e697-11a8-4048-9f7e-010def481163 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:01.932383 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bd52e697-11a8-4048-9f7e-010def481163 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/5bc09734-f3cf-4b83-b414-7999369ac3e8 HTTP/1.1" status: 404 len: 339 time: 0.0650880 Mar 29 09:23:01.933273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50096) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:02.080316 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00fc9d-e763-4837-bc41-a1ced07d0537 None None] Pushing event updated for resources: {'Port': ['ID=5032f20a-3ef1-49aa-8d18-36b0e5bab427,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:02.092335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Attempting to bind port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:02.094218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Attempting to bind port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '9ea8a387-6236-4005-9ad6-27873d38c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:02.094718 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Attempting to bind port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 on network ad06089d-1adb-4d1c-9e18-70efc5f1a515 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:02.101774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.102234 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.111555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] For port a9219210-64dd-4ea5-be7a-24e7b48825ce, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:02.118886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] For port a9219210-64dd-4ea5-be7a-24e7b48825ce, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a9219210-64dd-4ea5-be7a-24e7b48825ce,segment=NetworkSegment(898fee76-e36c-4884-9116-6bea1e2b5ba0),segment_id=898fee76-e36c-4884-9116-6bea1e2b5ba0)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:02.122180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:02.122695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Checking segment: {'id': '9ea8a387-6236-4005-9ad6-27873d38c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:02.123255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.123828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Bound using segment: {'id': '9ea8a387-6236-4005-9ad6-27873d38c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:02.124072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e05f4334-8772-4f12-b882-5933e9f1f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.124517 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Bound port: 5032f20a-3ef1-49aa-8d18-36b0e5bab427, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea8a387-6236-4005-9ad6-27873d38c93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:02.125036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.126815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e05f4334-8772-4f12-b882-5933e9f1f7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.128027 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e05f4334-8772-4f12-b882-5933e9f1f7a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee97125b-158a-4e00-8c95-6521d3c00b17 HTTP/1.1" status: 204 len: 168 time: 0.5554326 Mar 29 09:23:02.140373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.141455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f4334-8772-4f12-b882-5933e9f1f7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee97125b-158a-4e00-8c95-6521d3c00b17,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:02.160901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cb18d0-291d-455e-ac9b-d7be7403a680 None None] DHCP port deletion for d3d47119-6cf3-4218-a07e-91ec9a483e3e request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:23:02.209147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5dd71808-bf2a-44cb-94b6-ff59243ed28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.214650 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2db018-cf3f-4471-bcf6-3b3244c41739 None None] Network d3d47119-6cf3-4218-a07e-91ec9a483e3e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:02.244097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.254291 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5dd71808-bf2a-44cb-94b6-ff59243ed28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.271444 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd08993-652c-489b-a7a0-2da8d892d840']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:02.293895 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e958bdd-446c-4ef3-94d6-3b43b0b25960') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:02.293895 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e958bdd-446c-4ef3-94d6-3b43b0b25960') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:02.316984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.322476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:02.322857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.355596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.367763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:02.368544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:02.373977 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:02.385020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2db018-cf3f-4471-bcf6-3b3244c41739 None None] Network d3d47119-6cf3-4218-a07e-91ec9a483e3e could not be found, it might have been deleted concurrently. {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 09:23:02.415443 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c13833cc-3a0b-4879-9135-d8a0d255e1aa tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.422115 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5dd71808-bf2a-44cb-94b6-ff59243ed28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.429164 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5dd71808-bf2a-44cb-94b6-ff59243ed28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.440599 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5dd71808-bf2a-44cb-94b6-ff59243ed28c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a630c806-0571-4093-9500-43c315289cc2 HTTP/1.1" status: 204 len: 168 time: 0.8724334 Mar 29 09:23:02.464705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c93a7-5bdb-4e67-9cf9-ad13697bc848 None None] Network d3d47119-6cf3-4218-a07e-91ec9a483e3e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:02.498684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.503465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd71808-bf2a-44cb-94b6-ff59243ed28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a630c806-0571-4093-9500-43c315289cc2,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:02.506052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c13833cc-3a0b-4879-9135-d8a0d255e1aa tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.523277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.524685 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] For port 5032f20a-3ef1-49aa-8d18-36b0e5bab427, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:02.527164 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c93a7-5bdb-4e67-9cf9-ad13697bc848 None None] Network d3d47119-6cf3-4218-a07e-91ec9a483e3e could not be found, it might have been deleted concurrently. {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 09:23:02.540875 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/ecd08993-652c-489b-a7a0-2da8d892d840 HTTP/1.1" status: 204 len: 168 time: 0.6035042 Mar 29 09:23:02.543673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50104) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:02.555841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2830c2b3-af12-4913-88fb-999aee17f404 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network c3703df6-e086-4393-b3af-75415f04cb79 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:02.586704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13833cc-3a0b-4879-9135-d8a0d255e1aa tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e489c80-64f9-42f4-adfd-4e1bb05dbd5d,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:02.599384 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] For port 5032f20a-3ef1-49aa-8d18-36b0e5bab427, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5032f20a-3ef1-49aa-8d18-36b0e5bab427,segment=NetworkSegment(9ea8a387-6236-4005-9ad6-27873d38c93b),segment_id=9ea8a387-6236-4005-9ad6-27873d38c93b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:02.606649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-2830c2b3-af12-4913-88fb-999aee17f404 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, c3703df6-e086-4393-b3af-75415f04cb79) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:02.607736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cce8a7-d26c-4f5b-bda7-6c72df73fd28 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Network': ['ID=ecd08993-652c-489b-a7a0-2da8d892d840,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:02.608688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb3912-4d0e-479a-9d19-698dec0bc111 None None] Pushing event updated for resources: {'Port': ['ID=a9219210-64dd-4ea5-be7a-24e7b48825ce,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:02.642071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.646791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.647635 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8374f042-131e-4b68-8312-e03257d46b0d None None] Network c3703df6-e086-4393-b3af-75415f04cb79 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:02.673152 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebf4f43-983b-4d9b-8c01-a57124eb0698 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:02.673657 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebf4f43-983b-4d9b-8c01-a57124eb0698 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:02.683091 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-eebf4f43-983b-4d9b-8c01-a57124eb0698 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/subnets/fe54b5e8-1b5a-4381-9362-e314d3fd82fc HTTP/1.1" status: 404 len: 337 time: 0.1325383 Mar 29 09:23:02.686784 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50106) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:02.736250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2830c2b3-af12-4913-88fb-999aee17f404 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:02.736861 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2830c2b3-af12-4913-88fb-999aee17f404 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.754409 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-126b3505-1fdc-403b-8b7b-865c30e4e879 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:02.756297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126b3505-1fdc-403b-8b7b-865c30e4e879 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:02.769932 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-126b3505-1fdc-403b-8b7b-865c30e4e879 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/42f3b93c-a033-4a83-a6e6-86ec44eb47d4 HTTP/1.1" status: 404 len: 339 time: 0.0808301 Mar 29 09:23:02.774632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50108) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:02.803583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.841762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.858228 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-237633f4-59ba-460b-b8d8-58a8cfa29ea5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:02.858811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237633f4-59ba-460b-b8d8-58a8cfa29ea5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:02.870221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c13833cc-3a0b-4879-9135-d8a0d255e1aa tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:02.874567 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-237633f4-59ba-460b-b8d8-58a8cfa29ea5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/subnets/6245a27a-ae86-4234-8a62-fb1ac5fe4ffe HTTP/1.1" status: 404 len: 337 time: 0.0966427 Mar 29 09:23:02.875054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50110) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:02.883348 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c13833cc-3a0b-4879-9135-d8a0d255e1aa tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3450217 Mar 29 09:23:02.896937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50112) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:02.912964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50114) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:02.920889 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2830c2b3-af12-4913-88fb-999aee17f404 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1389270 Mar 29 09:23:02.928987 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50116) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.058861 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-1035b836-8717-4425-a51c-3b4b1c698c03 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:03.059656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1035b836-8717-4425-a51c-3b4b1c698c03 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:03.066667 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1035b836-8717-4425-a51c-3b4b1c698c03 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/840738a0-4916-4270-95bd-f987b2f9e1dd HTTP/1.1" status: 404 len: 339 time: 0.1883059 Mar 29 09:23:03.072276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50118) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.100091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-382b3db9-4dd8-4ed6-8bfd-573cf3c8192e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.131113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4a200462-b252-4723-8ca8-87f087a0fa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.138631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac0f049-9406-4729-9314-b330e160d407 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:03.139778 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d5260d-c875-4038-850d-cf2e2a89242c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:03.140242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d5260d-c875-4038-850d-cf2e2a89242c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:03.145807 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-00d5260d-c875-4038-850d-cf2e2a89242c tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/subnets/54464c9d-ea30-4642-9542-6b5df5e910ed HTTP/1.1" status: 404 len: 337 time: 0.0678711 Mar 29 09:23:03.146246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-382b3db9-4dd8-4ed6-8bfd-573cf3c8192e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.153560 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50120) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.174821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2e88ee1d-2a27-4c76-b507-aab06d3c01d0 None None] Provisioning complete for port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:03.175187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2e88ee1d-2a27-4c76-b507-aab06d3c01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.184706 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.212917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-382b3db9-4dd8-4ed6-8bfd-573cf3c8192e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.227196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-382b3db9-4dd8-4ed6-8bfd-573cf3c8192e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.228460 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-382b3db9-4dd8-4ed6-8bfd-573cf3c8192e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5e489c80-64f9-42f4-adfd-4e1bb05dbd5d HTTP/1.1" status: 204 len: 168 time: 0.3081725 Mar 29 09:23:03.231798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b3db9-4dd8-4ed6-8bfd-573cf3c8192e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e489c80-64f9-42f4-adfd-4e1bb05dbd5d,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:03.233140 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50122) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.236260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00fc9d-e763-4837-bc41-a1ced07d0537 None None] Pushing event updated for resources: {'Port': ['ID=5032f20a-3ef1-49aa-8d18-36b0e5bab427,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:03.245722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:03.246794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:03.309340 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=d0498f17-ad48-4966-bcd3-abe8a6bd4ccd,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:03.314953 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf861c9-d96e-42dd-9513-8bfa04958e06 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:03.316166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf861c9-d96e-42dd-9513-8bfa04958e06 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:03.323462 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a3f7ac2c-8a8e-4bef-925e-4245cdea13c2 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0869763 Mar 29 09:23:03.329041 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4a200462-b252-4723-8ca8-87f087a0fa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.329905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50124) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.331366 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0bf861c9-d96e-42dd-9513-8bfa04958e06 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/f62f1b9b-180a-4f3d-a1e4-a8f6f7aab581 HTTP/1.1" status: 404 len: 339 time: 0.1745448 Mar 29 09:23:03.331862 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50126) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.347665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4a200462-b252-4723-8ca8-87f087a0fa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.380979 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-be65b573-51c3-41f0-b0bb-9fcb83b0097f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:03.381433 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be65b573-51c3-41f0-b0bb-9fcb83b0097f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:03.387035 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-be65b573-51c3-41f0-b0bb-9fcb83b0097f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/subnets/9a92e108-b415-402d-ad52-00418188a29f HTTP/1.1" status: 404 len: 337 time: 0.0463583 Mar 29 09:23:03.405134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50128) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.422036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:03.450992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15761960-a593-4aec-97d9-38360b1b2c74 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.456516 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4a200462-b252-4723-8ca8-87f087a0fa36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=195e5fe2d36940fdbe9f1bb4d70a19f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5280359 Mar 29 09:23:03.457560 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d5a749-bf4a-4850-b66a-740c8b3452ab tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:03.458287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d5a749-bf4a-4850-b66a-740c8b3452ab tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:03.464423 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-92d5a749-bf4a-4850-b66a-740c8b3452ab tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/ffb47a6b-1c94-4a91-a2b2-f91f6924a98e HTTP/1.1" status: 404 len: 339 time: 0.0579834 Mar 29 09:23:03.465162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a200462-b252-4723-8ca8-87f087a0fa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf2f9e3-9573-4db7-b12f-67903f6786f9,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:03.479470 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50130) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.480403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50132) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.487028 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:03.501399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.508322 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:03.530057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15761960-a593-4aec-97d9-38360b1b2c74 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.566103 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-513ba1fb-c81b-4575-a6c8-58a23731566e tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:03.566928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513ba1fb-c81b-4575-a6c8-58a23731566e tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:03.572316 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-513ba1fb-c81b-4575-a6c8-58a23731566e tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/subnets/07cefd76-4a5f-48ce-8bea-c309328db345 HTTP/1.1" status: 404 len: 337 time: 0.0828772 Mar 29 09:23:03.580851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50134) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.590309 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.602559 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] For port 84b76675-f391-42fa-a408-156331a25457, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=84b76675-f391-42fa-a408-156331a25457,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:03.655652 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10478e6-70b7-4db9-bb73-9935fd8de0f1 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:03.656407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10478e6-70b7-4db9-bb73-9935fd8de0f1 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:03.659524 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c10478e6-70b7-4db9-bb73-9935fd8de0f1 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/e7b68d33-b17b-4ead-8c66-b6d5a7cc118b HTTP/1.1" status: 404 len: 339 time: 0.0724006 Mar 29 09:23:03.664006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50136) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.670354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:03.675315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.702963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15761960-a593-4aec-97d9-38360b1b2c74 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.712804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15761960-a593-4aec-97d9-38360b1b2c74 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.717027 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-15761960-a593-4aec-97d9-38360b1b2c74 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6f96c915-4a7f-4626-90f7-28d91f0dfbc5 HTTP/1.1" status: 204 len: 168 time: 0.3859515 Mar 29 09:23:03.719652 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5cf72c-e94a-44af-baaa-b15d89b20829 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:03.720104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5cf72c-e94a-44af-baaa-b15d89b20829 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:03.723176 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0c5cf72c-e94a-44af-baaa-b15d89b20829 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/subnets/6e53af6f-bdcb-4acc-b557-167860cba259 HTTP/1.1" status: 404 len: 337 time: 0.0561585 Mar 29 09:23:03.726087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50138) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.726410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50140) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.773239 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.774646 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d2a056-0122-4b98-8970-1b9fad620788 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:03.775514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d2a056-0122-4b98-8970-1b9fad620788 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:03.780935 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-00d2a056-0122-4b98-8970-1b9fad620788 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/761d7d7d-1823-4ee2-848d-761569edf9f4 HTTP/1.1" status: 404 len: 339 time: 0.0430205 Mar 29 09:23:03.788029 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50142) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.788029 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.788545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.805264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15761960-a593-4aec-97d9-38360b1b2c74 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f96c915-4a7f-4626-90f7-28d91f0dfbc5,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:03.813531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a18ea701-52b2-4d56-a642-bfe368a78e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.873296 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1d9f840c-eaef-4a63-b6de-3bfc6c4cff73 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1435974 Mar 29 09:23:03.878210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50144) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.892598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a18ea701-52b2-4d56-a642-bfe368a78e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.925519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.926101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9519efa9-42b3-4f14-b970-76fb563b83b4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.930277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 84b76675-f391-42fa-a408-156331a25457 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:03.947003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9519efa9-42b3-4f14-b970-76fb563b83b4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:03.962008 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b962c66c-8525-40ba-a0df-75a65b9b4c5e tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:03.962459 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b962c66c-8525-40ba-a0df-75a65b9b4c5e tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:03.977490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50146) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:03.979569 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b962c66c-8525-40ba-a0df-75a65b9b4c5e tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/subnets/bb62c951-8a5e-4358-bb9b-fe6e57eb0dcf HTTP/1.1" status: 404 len: 337 time: 0.1935604 Mar 29 09:23:04.001307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9519efa9-42b3-4f14-b970-76fb563b83b4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.006794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9519efa9-42b3-4f14-b970-76fb563b83b4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.007980 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9519efa9-42b3-4f14-b970-76fb563b83b4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9a9ce372-2103-469a-8e03-ab1418522cb6 HTTP/1.1" status: 204 len: 168 time: 0.1287847 Mar 29 09:23:04.011874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50148) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:04.014153 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a512c25-bc08-4953-90d4-bd5efed34ca9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:04.014743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a512c25-bc08-4953-90d4-bd5efed34ca9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:04.015368 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c5c0b3-0aee-4295-8ca4-21c28c47f5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-c3703df6-e086-4393-b3af-75415f04cb79', 'network_id': 'c3703df6-e086-4393-b3af-75415f04cb79', 'tenant_id': '411fd1b081da4c478beb9d6d93e5a233', 'fixed_ips': [{'subnet_id': 'a42cec8b-3ec4-470f-9a18-09e543faae92'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:23:04.016348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d6c5c0b3-0aee-4295-8ca4-21c28c47f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.020213 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7a512c25-bc08-4953-90d4-bd5efed34ca9 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/d6bd5734-3b20-4043-bcf1-b26789c2f4c7 HTTP/1.1" status: 404 len: 339 time: 0.0396554 Mar 29 09:23:04.030750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50150) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:04.039139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2e88ee1d-2a27-4c76-b507-aab06d3c01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.042808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a18ea701-52b2-4d56-a642-bfe368a78e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.045329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a18ea701-52b2-4d56-a642-bfe368a78e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.048915 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a18ea701-52b2-4d56-a642-bfe368a78e69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bf2f9e3-9573-4db7-b12f-67903f6786f9 HTTP/1.1" status: 204 len: 168 time: 0.5601354 Mar 29 09:23:04.056104 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aaab41-e260-4dd1-bab1-c7c3ae866cf4 None None] Network 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:04.056969 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519efa9-42b3-4f14-b970-76fb563b83b4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a9ce372-2103-469a-8e03-ab1418522cb6,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:04.073338 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Subnet': ['ID=85f2abe4-21d0-4cb1-b24c-505340d1f2e0,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:04.089154 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcdfe600-319c-4d1a-ba37-f2645c99c9ff tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:04.089735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcdfe600-319c-4d1a-ba37-f2645c99c9ff tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:04.093139 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fcdfe600-319c-4d1a-ba37-f2645c99c9ff tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/subnets/3eb82dbc-3a0e-429f-a83b-8460a34b86d4 HTTP/1.1" status: 404 len: 337 time: 0.0614271 Mar 29 09:23:04.095147 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ea701-52b2-4d56-a642-bfe368a78e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf2f9e3-9573-4db7-b12f-67903f6786f9,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:04.097776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50154) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:04.113305 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:04.122759 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa2d0cf-821d-4a90-ae83-32d325bcea4f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:04.123383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa2d0cf-821d-4a90-ae83-32d325bcea4f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:04.126554 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-eaa2d0cf-821d-4a90-ae83-32d325bcea4f tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/7c4cd6c4-7af5-461f-9cd8-272e4ccdea68 HTTP/1.1" status: 404 len: 339 time: 0.0267398 Mar 29 09:23:04.129347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50156) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:04.132052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:04.144992 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:04.146149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.204120 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.205122 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b90374-89f8-4eae-a65d-6857c1ec3b05 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Deleting subnet e21b8331-3e23-4977-9473-cbe6cde9b3e4 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:04.214450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a8b90374-89f8-4eae-a65d-6857c1ec3b05 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.218971 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=84b76675-f391-42fa-a408-156331a25457,revision_number=10']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:04.239475 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f567a559-76a9-458d-a517-59c3bcf148db tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2239611 Mar 29 09:23:04.246843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50158) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:04.257686 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-75fd553a-d052-4da5-a261-960588f04df5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.1745634 Mar 29 09:23:04.260294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50160) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:04.271218 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Request body: {'port': {'network_id': 'bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88', 'mac_address': 'fa:16:3e:ec:06:90', 'name': 'tempest-NetworksTestDHCPv6-1315887429'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:04.279514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.301652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a8b90374-89f8-4eae-a65d-6857c1ec3b05 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.391147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Subnet': ['ID=a42cec8b-3ec4-470f-9a18-09e543faae92,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:04.397298 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-2e88ee1d-2a27-4c76-b507-aab06d3c01d0 None None] For port 5032f20a-3ef1-49aa-8d18-36b0e5bab427, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5032f20a-3ef1-49aa-8d18-36b0e5bab427,segment=NetworkSegment(9ea8a387-6236-4005-9ad6-27873d38c93b),segment_id=9ea8a387-6236-4005-9ad6-27873d38c93b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:04.418792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a8b90374-89f8-4eae-a65d-6857c1ec3b05 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.492851 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42df4d6d-ee71-4f1c-af43-c9e7d913cee4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.496526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a8b90374-89f8-4eae-a65d-6857c1ec3b05 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.522518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2e88ee1d-2a27-4c76-b507-aab06d3c01d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.528450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b90374-89f8-4eae-a65d-6857c1ec3b05 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Subnet': ['ID=e21b8331-3e23-4977-9473-cbe6cde9b3e4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:04.535634 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2e88ee1d-2a27-4c76-b507-aab06d3c01d0 None None] Could not find standard attr ID for object f42f7ca3-123e-4638-8ac8-63e9e0e7aa75. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:23:04.536864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a8b90374-89f8-4eae-a65d-6857c1ec3b05 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.537718 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f47c0a4-5859-415f-aed9-02f23e7fd246 None None] Network c3703df6-e086-4393-b3af-75415f04cb79 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:04.540429 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a8b90374-89f8-4eae-a65d-6857c1ec3b05 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/subnets/e21b8331-3e23-4977-9473-cbe6cde9b3e4 HTTP/1.1" status: 204 len: 168 time: 0.4093952 Mar 29 09:23:04.542885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50164) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:04.570603 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f6efea-95ed-4dfa-a256-ce8e56b5280a None None] Network e4ac6fc0-6ccc-4762-ab41-a6fef5680d77 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:04.578983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42df4d6d-ee71-4f1c-af43-c9e7d913cee4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.643182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.695947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 84b76675-f391-42fa-a408-156331a25457 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:04.696344 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.727736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Deleting port 7d9fea1b-3437-4fc7-9948-25dda5e76b41 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:04.728079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.761119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50166) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:04.779074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f33b0bde-14e3-4e12-a974-0276c3b8db71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.849956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] For port 7d9fea1b-3437-4fc7-9948-25dda5e76b41, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=7d9fea1b-3437-4fc7-9948-25dda5e76b41,segment=NetworkSegment(14887c46-a701-45ab-a5d6-201f203a54d5),segment_id=14887c46-a701-45ab-a5d6-201f203a54d5)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:04.850523 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.850726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8eee413d-24d0-42d1-875e-8164d7fe44e8 None None] Provisioning complete for port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:04.851078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8eee413d-24d0-42d1-875e-8164d7fe44e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:04.881207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Calling delete_port for 7d9fea1b-3437-4fc7-9948-25dda5e76b41 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:04.954124 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88ee1d-2a27-4c76-b507-aab06d3c01d0 None None] Pushing event updated for resources: {'Port': ['ID=5032f20a-3ef1-49aa-8d18-36b0e5bab427,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:04.996833 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.090359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3703df6-e086-4393-b3af-75415f04cb79']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:05.112230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42df4d6d-ee71-4f1c-af43-c9e7d913cee4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.118263 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42df4d6d-ee71-4f1c-af43-c9e7d913cee4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.119507 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-42df4d6d-ee71-4f1c-af43-c9e7d913cee4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7737b56e-c9f4-4581-afda-45edeb50d1b9 HTTP/1.1" status: 204 len: 168 time: 0.8604357 Mar 29 09:23:05.128997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858347ee-70cd-456c-86de-44fb13cf59f5') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:05.129293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858347ee-70cd-456c-86de-44fb13cf59f5') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:05.140778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f33b0bde-14e3-4e12-a974-0276c3b8db71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.144231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50168) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:05.153408 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:22:52Z', 'revision_number': 2, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:02Z', 'revision_number': 4, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:05.159762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.174548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.180787 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f33b0bde-14e3-4e12-a974-0276c3b8db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.195395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df4d6d-ee71-4f1c-af43-c9e7d913cee4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7737b56e-c9f4-4581-afda-45edeb50d1b9,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:05.222731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.230197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Made reservation on behalf of d3f40bac93f1437a9508ac435ed1dfdb for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:05.244786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e935ac-4f2b-414e-b337-2159ba79c68c None None] The sync data for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv is: [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:22:52Z', 'revision_number': 2, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:02Z', 'revision_number': 4, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:05.246259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:05.247501 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:05.254375 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:05.256385 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-578e2752-1871-47b5-8604-ee56bdfa3142 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1079547 Mar 29 09:23:05.280774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a9219210-64dd-4ea5-be7a-24e7b48825ce up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:05.281024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Port': ['ID=7d9fea1b-3437-4fc7-9948-25dda5e76b41,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:05.290420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50170) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:05.302986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] No DVR routers for this DVR port 7d9fea1b-3437-4fc7-9948-25dda5e76b41 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:05.398056 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844c19e6-c523-4033-a319-ac3a8b81afb5 None None] DHCP port deletion for e4ac6fc0-6ccc-4762-ab41-a6fef5680d77 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:23:05.423286 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f33b0bde-14e3-4e12-a974-0276c3b8db71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f13990865dc04127afc6385ed6fb63bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6547284 Mar 29 09:23:05.423547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8eee413d-24d0-42d1-875e-8164d7fe44e8 None None] Provisioning complete for port a9219210-64dd-4ea5-be7a-24e7b48825ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:05.423940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8eee413d-24d0-42d1-875e-8164d7fe44e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.443757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50172) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:05.459523 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.478240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port a9219210-64dd-4ea5-be7a-24e7b48825ce triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:05.478630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.506031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b0bde-14e3-4e12-a974-0276c3b8db71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62959c9a-dfd3-4813-b848-3a7a8be55816,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:05.537911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6f2cbd75-a9a0-4477-84d3-7cb0b2865bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.542065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7be08c1d-fe31-4025-b93f-8f504a22ddb9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.549648 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.552942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] device_id is not set on port d64f6bb0-7b44-40a4-a539-0909002a1c12 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:05.554577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7be08c1d-fe31-4025-b93f-8f504a22ddb9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.570145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.574406 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/c3703df6-e086-4393-b3af-75415f04cb79 HTTP/1.1" status: 204 len: 168 time: 2.6419055 Mar 29 09:23:05.597786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50174) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:05.604425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f8cad52b-934d-44c7-b363-2c0a17677321 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-202041926'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:05.609019 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf5f7c-779e-4c1e-9b2e-bf67aec98988 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Network': ['ID=c3703df6-e086-4393-b3af-75415f04cb79,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:05.622583 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8eee413d-24d0-42d1-875e-8164d7fe44e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.666883 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.669792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.677528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7be08c1d-fe31-4025-b93f-8f504a22ddb9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.685617 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7be08c1d-fe31-4025-b93f-8f504a22ddb9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.686779 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7be08c1d-fe31-4025-b93f-8f504a22ddb9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6aca8517-e177-4b0f-8ba0-4f0f2d61cbf3 HTTP/1.1" status: 204 len: 168 time: 0.3792531 Mar 29 09:23:05.713966 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50176) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:05.748704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.761077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6f2cbd75-a9a0-4477-84d3-7cb0b2865bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.771334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port a9219210-64dd-4ea5-be7a-24e7b48825ce, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a9219210-64dd-4ea5-be7a-24e7b48825ce,segment=NetworkSegment(898fee76-e36c-4884-9116-6bea1e2b5ba0),segment_id=898fee76-e36c-4884-9116-6bea1e2b5ba0)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:05.780520 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.786917 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.793486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be08c1d-fe31-4025-b93f-8f504a22ddb9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6aca8517-e177-4b0f-8ba0-4f0f2d61cbf3,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:05.795258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cad52b-934d-44c7-b363-2c0a17677321 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:05.799350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8cad52b-934d-44c7-b363-2c0a17677321 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.811209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ac6fc0-6ccc-4762-ab41-a6fef5680d77']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:05.812553 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f42f7ca3-123e-4638-8ac8-63e9e0e7aa75 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:05.820007 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440801f0-8810-47d5-8d4f-61863dac883d None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:05.823973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14887c46-a701-45ab-a5d6-201f203a54d5') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:05.824280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14887c46-a701-45ab-a5d6-201f203a54d5') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:05.835510 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.856028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.867652 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=d0498f17-ad48-4966-bcd3-abe8a6bd4ccd,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:05.872376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:05.873322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:05.916822 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:05.928763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: f42f7ca3-123e-4638-8ac8-63e9e0e7aa75 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:05.928763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f42f7ca3-123e-4638-8ac8-63e9e0e7aa75 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:05.994982 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1e472a7c-1f3e-4714-a9c1-692e8b6257ef tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2643309 Mar 29 09:23:05.998664 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50178) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:06.025676 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.025891 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-8eee413d-24d0-42d1-875e-8164d7fe44e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:23:06.026040 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-8eee413d-24d0-42d1-875e-8164d7fe44e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:23:06.033056 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=a9219210-64dd-4ea5-be7a-24e7b48825ce,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:06.056737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.069516 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6f2cbd75-a9a0-4477-84d3-7cb0b2865bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.072517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6f2cbd75-a9a0-4477-84d3-7cb0b2865bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.073782 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6f2cbd75-a9a0-4477-84d3-7cb0b2865bf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62959c9a-dfd3-4813-b848-3a7a8be55816 HTTP/1.1" status: 204 len: 168 time: 0.6225441 Mar 29 09:23:06.094797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.101135 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] 10.222.0.32 "DELETE /v2.0/networks/e4ac6fc0-6ccc-4762-ab41-a6fef5680d77 HTTP/1.1" status: 204 len: 168 time: 1.5567620 Mar 29 09:23:06.117184 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab54d7-685c-49c9-a64f-fb0202e0dfb5 tempest-NetworksTest-569875520 tempest-NetworksTest-569875520-project] Pushing event deleted for resources: {'Network': ['ID=e4ac6fc0-6ccc-4762-ab41-a6fef5680d77,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:06.126203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cad52b-934d-44c7-b363-2c0a17677321 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:06.160707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8cad52b-934d-44c7-b363-2c0a17677321 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.161946 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-f8cad52b-934d-44c7-b363-2c0a17677321 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Added segment deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259 of type vlan for network 71e360c2-3dc3-4671-acb5-e6d1f16144aa Mar 29 09:23:06.266024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8cad52b-934d-44c7-b363-2c0a17677321 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.309400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8::30 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/318bd5e9-8b5f-4d64-b50d-0b8c23bf32ec/d64f6bb0-7b44-40a4-a539-0909002a1c12) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:06.311960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8cad52b-934d-44c7-b363-2c0a17677321 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.316334 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6874b7d6-9f3c-4f24-92aa-4a8288869d50 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.322242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cad52b-934d-44c7-b363-2c0a17677321 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:06.323571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8cad52b-934d-44c7-b363-2c0a17677321 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.327664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cbd75-a9a0-4477-84d3-7cb0b2865bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62959c9a-dfd3-4813-b848-3a7a8be55816,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:06.350267 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Allocated IP 2001:db8:0:1:f816:3eff:feec:690 (bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88/85f2abe4-21d0-4cb1-b24c-505340d1f2e0/d64f6bb0-7b44-40a4-a539-0909002a1c12) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:06.415117 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f8cad52b-934d-44c7-b363-2c0a17677321 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8155224 Mar 29 09:23:06.421598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50184) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:06.434634 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6874b7d6-9f3c-4f24-92aa-4a8288869d50 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.468453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b5e86bbe-34fe-4f9d-b946-ad18a9a7e6c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'subnet': {'network_id': '71e360c2-3dc3-4671-acb5-e6d1f16144aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:06.568097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cad52b-934d-44c7-b363-2c0a17677321 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Network': ['ID=71e360c2-3dc3-4671-acb5-e6d1f16144aa,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:06.596152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e86bbe-34fe-4f9d-b946-ad18a9a7e6c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:06.602290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5e86bbe-34fe-4f9d-b946-ad18a9a7e6c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.628741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50190) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:06.653282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 84b76675-f391-42fa-a408-156331a25457 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:06.656235 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:06.658757 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 71e360c2-3dc3-4671-acb5-e6d1f16144aa details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:06.661641 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:06.836076 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6874b7d6-9f3c-4f24-92aa-4a8288869d50 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.839380 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6874b7d6-9f3c-4f24-92aa-4a8288869d50 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.841953 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6874b7d6-9f3c-4f24-92aa-4a8288869d50 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-groups/fd48ba8f-e2d5-45b0-9183-35569b00a016 HTTP/1.1" status: 204 len: 168 time: 0.8390441 Mar 29 09:23:06.857922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50200) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:06.892669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.895101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8eee413d-24d0-42d1-875e-8164d7fe44e8 None None] Provisioning complete for port 84b76675-f391-42fa-a408-156331a25457 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:06.896022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8eee413d-24d0-42d1-875e-8164d7fe44e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:06.934415 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874b7d6-9f3c-4f24-92aa-4a8288869d50 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd48ba8f-e2d5-45b0-9183-35569b00a016,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:06.939146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 84b76675-f391-42fa-a408-156331a25457 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:06.939612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.101922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 3d75647a-5730-4a53-a21d-d12b496d8666 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:23:07.166717 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a2d37a25-761d-4b4f-9a4f-6857be0f296e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74d6d955aea140dab5078844d80a08bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5365274 Mar 29 09:23:07.187166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5032f20a-3ef1-49aa-8d18-36b0e5bab427 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:07.198776 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7c100095-4f1e-4e65-b691-c50c390e7375 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3373482 Mar 29 09:23:07.199752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50210) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:07.205461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50214) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:07.250748 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.264598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-71c3fa63-34d1-424a-85f3-b55e888419ff tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group': {'name': 'tempest-secgroup--934206397'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:07.316316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5e86bbe-34fe-4f9d-b946-ad18a9a7e6c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.321128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-120993e9-f6a4-4ab5-9db3-ed6d046b2ecd None None] Provisioning complete for port a9219210-64dd-4ea5-be7a-24e7b48825ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:07.321519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-120993e9-f6a4-4ab5-9db3-ed6d046b2ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.362869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:07.362869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.431526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e86bbe-34fe-4f9d-b946-ad18a9a7e6c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Subnet': ['ID=9b946121-c39d-4abb-9f15-8cef6c1b6957,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:07.461633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:07.470005 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5ef5205e-2bc3-4dde-9a63-e00ace1ef5c7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2760854 Mar 29 09:23:07.484793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50220) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:07.497688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0b2e52aa-133f-4cb0-b6a6-90516da573ed tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'network': {'name': 'tempest-RoutersTest-870990788'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:07.510157 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:07.527269 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:07.531127 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:07.538304 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:07.538995 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.545779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e86bbe-34fe-4f9d-b946-ad18a9a7e6c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Checking segment: {'id': 'deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '71e360c2-3dc3-4671-acb5-e6d1f16144aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:07.546466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e86bbe-34fe-4f9d-b946-ad18a9a7e6c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network hostable DHCP agents. Network: 71e360c2-3dc3-4671-acb5-e6d1f16144aa, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:07.562791 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71c3fa63-34d1-424a-85f3-b55e888419ff tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.578288 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Sync routers for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:07.584581 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-120993e9-f6a4-4ab5-9db3-ed6d046b2ecd None None] Provisioning complete for port 84b76675-f391-42fa-a408-156331a25457 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:07.585089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-120993e9-f6a4-4ab5-9db3-ed6d046b2ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.589413 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3222389 Mar 29 09:23:07.591709 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28cbe7c3-1311-4680-a2a4-8f99a4e6adca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.592651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2e52aa-133f-4cb0-b6a6-90516da573ed tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:07.594398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfff703-89f5-46df-ae04-788e70c6378f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event updated for resources: {'Port': ['ID=d64f6bb0-7b44-40a4-a539-0909002a1c12,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:07.602843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50224) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:07.609662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0b2e52aa-133f-4cb0-b6a6-90516da573ed tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.634898 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:07.637308 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:07.683215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e86bbe-34fe-4f9d-b946-ad18a9a7e6c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network 71e360c2-3dc3-4671-acb5-e6d1f16144aa is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:07.706749 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28cbe7c3-1311-4680-a2a4-8f99a4e6adca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.709964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-b5e86bbe-34fe-4f9d-b946-ad18a9a7e6c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 71e360c2-3dc3-4671-acb5-e6d1f16144aa) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:07.738064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e86bbe-34fe-4f9d-b946-ad18a9a7e6c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:07.739785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5e86bbe-34fe-4f9d-b946-ad18a9a7e6c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.745674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7d9fea1b-3437-4fc7-9948-25dda5e76b41 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:07.760709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d1f014-cbf2-4d4a-89e4-b23c061ed9af None None] Network 71e360c2-3dc3-4671-acb5-e6d1f16144aa requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:07.761703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2e52aa-133f-4cb0-b6a6-90516da573ed tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:07.790917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0b2e52aa-133f-4cb0-b6a6-90516da573ed tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.791806 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-0b2e52aa-133f-4cb0-b6a6-90516da573ed tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Added segment d66fdb62-3d1b-469c-8d0e-1fa76c32ce02 of type vlan for network 01ce345b-47b0-4881-b58e-6827dab66a24 Mar 29 09:23:07.806833 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b5e86bbe-34fe-4f9d-b946-ad18a9a7e6c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3834519 Mar 29 09:23:07.811293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50228) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:07.837005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 7d9fea1b-3437-4fc7-9948-25dda5e76b41 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:07.840290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7d9fea1b-3437-4fc7-9948-25dda5e76b41 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:07.904488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0b2e52aa-133f-4cb0-b6a6-90516da573ed tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.912920 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:07.938888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71c3fa63-34d1-424a-85f3-b55e888419ff tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.956165 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71c3fa63-34d1-424a-85f3-b55e888419ff tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.959450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0b2e52aa-133f-4cb0-b6a6-90516da573ed tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:07.967106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e52aa-133f-4cb0-b6a6-90516da573ed tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:07.975532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0b2e52aa-133f-4cb0-b6a6-90516da573ed tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.000307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71c3fa63-34d1-424a-85f3-b55e888419ff tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.004200 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-71c3fa63-34d1-424a-85f3-b55e888419ff tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7527149 Mar 29 09:23:08.006504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50230) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:08.043707 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-79ab7c64-e2ca-47d8-9f32-1eee3919f058 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': '09ac1bf3-e915-4159-92eb-2c3d039b53cb', 'direction': 'ingress', 'protocol': 17}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:08.079363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-120993e9-f6a4-4ab5-9db3-ed6d046b2ecd None None] Provisioning complete for port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:08.079859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-120993e9-f6a4-4ab5-9db3-ed6d046b2ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.093533 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0b2e52aa-133f-4cb0-b6a6-90516da573ed tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6050832 Mar 29 09:23:08.099274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50234) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:08.110217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-1dcff9be-7f6d-4591-a642-4950cd43bf77 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting port d64f6bb0-7b44-40a4-a539-0909002a1c12 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:08.110840 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1dcff9be-7f6d-4591-a642-4950cd43bf77 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.119872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a9219210-64dd-4ea5-be7a-24e7b48825ce up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:08.138006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9c20685b-9aa5-4c43-824d-4232d80c1fa1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'subnet': {'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:08.164804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e52aa-133f-4cb0-b6a6-90516da573ed tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Network': ['ID=01ce345b-47b0-4881-b58e-6827dab66a24,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:08.188048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 01ce345b-47b0-4881-b58e-6827dab66a24 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:08.211344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.234596 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-120993e9-f6a4-4ab5-9db3-ed6d046b2ecd None None] Port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:23:08.236933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1dcff9be-7f6d-4591-a642-4950cd43bf77 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.253524 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-71e360c2-3dc3-4671-acb5-e6d1f16144aa', 'network_id': '71e360c2-3dc3-4671-acb5-e6d1f16144aa', 'tenant_id': '411fd1b081da4c478beb9d6d93e5a233', 'fixed_ips': [{'subnet_id': '9b946121-c39d-4abb-9f15-8cef6c1b6957'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:23:08.254531 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.271515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-1dcff9be-7f6d-4591-a642-4950cd43bf77 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Calling delete_port for d64f6bb0-7b44-40a4-a539-0909002a1c12 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:08.300787 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c20685b-9aa5-4c43-824d-4232d80c1fa1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:08.305503 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9c20685b-9aa5-4c43-824d-4232d80c1fa1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.466045 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 3, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:05Z', 'revision_number': 2, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:08.494232 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Checking router: 3d75647a-5730-4a53-a21d-d12b496d8666 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:08.495064 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Updating router 3d75647a-5730-4a53-a21d-d12b496d8666 port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:23:08.495624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.512042 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3fa63-34d1-424a-85f3-b55e888419ff tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ac1bf3-e915-4159-92eb-2c3d039b53cb,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:08.514959 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28cbe7c3-1311-4680-a2a4-8f99a4e6adca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.517997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28cbe7c3-1311-4680-a2a4-8f99a4e6adca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.519421 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-28cbe7c3-1311-4680-a2a4-8f99a4e6adca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d27e4094-074b-4a5d-90a0-b0f36cc02e2e HTTP/1.1" status: 204 len: 168 time: 1.3107228 Mar 29 09:23:08.525451 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1dcff9be-7f6d-4591-a642-4950cd43bf77 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.528433 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.575780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Allocated IP 2001:db8::1 (71e360c2-3dc3-4671-acb5-e6d1f16144aa/9b946121-c39d-4abb-9f15-8cef6c1b6957/bbf92992-3dec-4184-85cf-34d2e929c564) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:08.599242 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcff9be-7f6d-4591-a642-4950cd43bf77 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Port': ['ID=d64f6bb0-7b44-40a4-a539-0909002a1c12,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:08.626071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbe7c3-1311-4680-a2a4-8f99a4e6adca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27e4094-074b-4a5d-90a0-b0f36cc02e2e,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:08.672143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-79ab7c64-e2ca-47d8-9f32-1eee3919f058 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.750245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1dcff9be-7f6d-4591-a642-4950cd43bf77 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.770941 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1dcff9be-7f6d-4591-a642-4950cd43bf77 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/d64f6bb0-7b44-40a4-a539-0909002a1c12 HTTP/1.1" status: 204 len: 168 time: 1.1662400 Mar 29 09:23:08.775464 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50248) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:08.841231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9c20685b-9aa5-4c43-824d-4232d80c1fa1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.886597 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541717ec-3a85-4721-9d10-016f4e595c97 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:08.896563 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-541717ec-3a85-4721-9d10-016f4e595c97 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1162786 Mar 29 09:23:08.918670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50250) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:08.922682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-79ab7c64-e2ca-47d8-9f32-1eee3919f058 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.934983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port a9219210-64dd-4ea5-be7a-24e7b48825ce triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:08.935550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.935854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-79ab7c64-e2ca-47d8-9f32-1eee3919f058 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.944401 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.964544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20685b-9aa5-4c43-824d-4232d80c1fa1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Subnet': ['ID=f210d9dd-f1dc-45dc-bfee-31acaadcd44a,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:08.971395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:08.979079 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50252) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:08.989854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab7c64-e2ca-47d8-9f32-1eee3919f058 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6797246a-4569-40ab-bf72-2db9d6b81db8,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:08.999707 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-79ab7c64-e2ca-47d8-9f32-1eee3919f058 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.001921 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-79ab7c64-e2ca-47d8-9f32-1eee3919f058 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9624276 Mar 29 09:23:09.005288 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50256) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:09.035968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c20685b-9aa5-4c43-824d-4232d80c1fa1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Checking segment: {'id': 'd66fdb62-3d1b-469c-8d0e-1fa76c32ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:09.036335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20685b-9aa5-4c43-824d-4232d80c1fa1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network hostable DHCP agents. Network: 01ce345b-47b0-4881-b58e-6827dab66a24, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:09.071614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-55324dda-45ba-4d59-a607-19416252b2f8 None None] Provisioning complete for port 84b76675-f391-42fa-a408-156331a25457 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:09.071993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-55324dda-45ba-4d59-a607-19416252b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.072905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20685b-9aa5-4c43-824d-4232d80c1fa1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network 01ce345b-47b0-4881-b58e-6827dab66a24 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:09.096440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-9c20685b-9aa5-4c43-824d-4232d80c1fa1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 01ce345b-47b0-4881-b58e-6827dab66a24) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:09.102723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20685b-9aa5-4c43-824d-4232d80c1fa1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:09.102955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9c20685b-9aa5-4c43-824d-4232d80c1fa1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.111735 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Pushing event updated for resources: {'Port': ['ID=d0498f17-ad48-4966-bcd3-abe8a6bd4ccd,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:09.132954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be168c6-9c49-4cdc-a629-3bcceb98c149 None None] Network 01ce345b-47b0-4881-b58e-6827dab66a24 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:09.139932 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:09.140537 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:09.144348 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9c20685b-9aa5-4c43-824d-4232d80c1fa1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0105457 Mar 29 09:23:09.145051 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:09.147880 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:09.148406 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:09.149276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50260) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:09.149878 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:09.150401 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:09.151493 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:09.158295 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:09.159992 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:09.160586 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:09.161928 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:09.176254 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c3bc63-dc22-4d52-aa5f-1687bd14d924 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:09.181215 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a7c3bc63-dc22-4d52-aa5f-1687bd14d924 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2608116 Mar 29 09:23:09.181908 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50262) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:09.221183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.302319 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0fa6a2f4-4f68-458e-aa99-bc6c0decc98d req-0afc7277-2cd9-40e0-b239-d83ad70657a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2734473 Mar 29 09:23:09.342876 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.363027 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Attempting to bind port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:09.363707 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Attempting to bind port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '898fee76-e36c-4884-9116-6bea1e2b5ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:09.365864 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Attempting to bind port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd on network 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:09.375181 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:09.376856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90eb8eb0-7b61-4718-9536-c91be17f89ca tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.379481 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Checking segment: {'id': '898fee76-e36c-4884-9116-6bea1e2b5ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:09.380644 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.381245 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Bound using segment: {'id': '898fee76-e36c-4884-9116-6bea1e2b5ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:09.381977 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Bound port: d0498f17-ad48-4966-bcd3-abe8a6bd4ccd, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898fee76-e36c-4884-9116-6bea1e2b5ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:09.382631 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.430239 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90eb8eb0-7b61-4718-9536-c91be17f89ca tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.457421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.469251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Pushing event updated for resources: {'Port': ['ID=bbf92992-3dec-4184-85cf-34d2e929c564,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:09.506981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Network 71e360c2-3dc3-4671-acb5-e6d1f16144aa is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:09.523517 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-55324dda-45ba-4d59-a607-19416252b2f8 None None] Could not find standard attr ID for object d64f6bb0-7b44-40a4-a539-0909002a1c12. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:23:09.528975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:09.544061 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] For port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:09.547383 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:09.550085 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] For port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d0498f17-ad48-4966-bcd3-abe8a6bd4ccd,segment=NetworkSegment(898fee76-e36c-4884-9116-6bea1e2b5ba0),segment_id=898fee76-e36c-4884-9116-6bea1e2b5ba0)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:09.559398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e937a-8f65-4171-99ae-ca1c20c869e4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:09.560159 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.561016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e937a-8f65-4171-99ae-ca1c20c869e4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:09.562543 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e937a-8f65-4171-99ae-ca1c20c869e4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:09.572758 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-977e937a-8f65-4171-99ae-ca1c20c869e4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3856778 Mar 29 09:23:09.578440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50270) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:09.601509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Subnet': ['ID=9b946121-c39d-4abb-9f15-8cef6c1b6957,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:09.641560 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691896e4-14dc-4985-bed1-8549c901868f None None] Pushing event updated for resources: {'Port': ['ID=d0498f17-ad48-4966-bcd3-abe8a6bd4ccd,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:09.666064 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:09.666987 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:09.735209 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d16f65-16c1-44f4-9e17-08c035b33417 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 318bd5e9-8b5f-4d64-b50d-0b8c23bf32ec {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:09.741544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90eb8eb0-7b61-4718-9536-c91be17f89ca tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.745506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-90eb8eb0-7b61-4718-9536-c91be17f89ca tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.746962 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-90eb8eb0-7b61-4718-9536-c91be17f89ca tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-groups/09ac1bf3-e915-4159-92eb-2c3d039b53cb HTTP/1.1" status: 204 len: 168 time: 0.7280574 Mar 29 09:23:09.750174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16d16f65-16c1-44f4-9e17-08c035b33417 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.778567 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-52ce08ef-0f50-4c3b-a665-cdc6fce4b577 None None] Provisioning complete for port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:09.779062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50274) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:09.780652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-52ce08ef-0f50-4c3b-a665-cdc6fce4b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.802187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-01ce345b-47b0-4881-b58e-6827dab66a24', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:23:09.804795 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.809973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb8eb0-7b61-4718-9536-c91be17f89ca tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ac1bf3-e915-4159-92eb-2c3d039b53cb,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:09.834319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.858528 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:09.861550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e360c2-3dc3-4671-acb5-e6d1f16144aa']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:09.861863 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2131239493'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:09.880427 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:09.880727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:09.904693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.935044 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2862f30c-2c50-4063-a1ff-e900b300d7df tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1525850 Mar 29 09:23:09.935809 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Made reservation on behalf of 99ae67e365fe4a43ad9dd6740d03eea8 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:09.952885 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.955557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50280) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:09.967602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-bffc8b82-b8d4-42c4-b838-8b6cdd5c7661 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353654443'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:09.974663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.975586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16d16f65-16c1-44f4-9e17-08c035b33417 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:09.989810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:09.990359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.018416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.026432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6a2f4-4f68-458e-aa99-bc6c0decc98d req-5721efa1-791b-429d-8e43-69220f09824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:10.028253 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0fa6a2f4-4f68-458e-aa99-bc6c0decc98d req-5721efa1-791b-429d-8e43-69220f09824a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8af97d3b7c8a40caa5a3275d0644629b&device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 1098 time: 0.6533501 Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:10.127548 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:10.155059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Attempting to bind port bbf92992-3dec-4184-85cf-34d2e929c564 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:10.155615 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Attempting to bind port bbf92992-3dec-4184-85cf-34d2e929c564 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '71e360c2-3dc3-4671-acb5-e6d1f16144aa'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:10.155712 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Attempting to bind port bbf92992-3dec-4184-85cf-34d2e929c564 on network 71e360c2-3dc3-4671-acb5-e6d1f16144aa {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:10.201273 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:10.201828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Checking segment: {'id': 'deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '71e360c2-3dc3-4671-acb5-e6d1f16144aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:10.202080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.202472 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Bound using segment: {'id': 'deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '71e360c2-3dc3-4671-acb5-e6d1f16144aa'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:10.203378 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Bound port: bbf92992-3dec-4184-85cf-34d2e929c564, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '71e360c2-3dc3-4671-acb5-e6d1f16144aa'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:10.203378 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.233364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bffc8b82-b8d4-42c4-b838-8b6cdd5c7661 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.238255 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 3, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:09Z', 'revision_number': 4, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:10.310762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6a2f4-4f68-458e-aa99-bc6c0decc98d req-a0c85c42-ca62-4d88-8cfc-996fd9bd86a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:10.311115 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee1141-95bf-4fea-b2f6-7c0a7070536f None None] The sync data for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv is: [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 3, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:09Z', 'revision_number': 4, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:10.313450 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0fa6a2f4-4f68-458e-aa99-bc6c0decc98d req-a0c85c42-ca62-4d88-8cfc-996fd9bd86a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea HTTP/1.1" status: 200 len: 912 time: 0.2525961 Mar 29 09:23:10.430936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16d16f65-16c1-44f4-9e17-08c035b33417 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.483996 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Allocated IP 172.22.0.2 (01ce345b-47b0-4881-b58e-6827dab66a24/f210d9dd-f1dc-45dc-bfee-31acaadcd44a/76e24436-282b-4ada-99b0-5f9a03374007) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:10.493226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50292) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:10.550825 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0fa6a2f4-4f68-458e-aa99-bc6c0decc98d req-b167a57d-6d17-451b-a767-5332a2356224 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93811a99-e22b-458a-b83e-b3fd29815959 HTTP/1.1" status: 200 len: 1001 time: 0.2304120 Mar 29 09:23:10.591151 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-52ce08ef-0f50-4c3b-a665-cdc6fce4b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.619475 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6a2f4-4f68-458e-aa99-bc6c0decc98d req-f1143bee-2887-4b85-960e-5c0d36d6affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:10.621037 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0fa6a2f4-4f68-458e-aa99-bc6c0decc98d req-f1143bee-2887-4b85-960e-5c0d36d6affb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87c15ca4-f48e-4474-bd41-14ac18cc263a HTTP/1.1" status: 200 len: 850 time: 0.0587661 Mar 29 09:23:10.633135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16d16f65-16c1-44f4-9e17-08c035b33417 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.668564 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16d16f65-16c1-44f4-9e17-08c035b33417 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.674285 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-16d16f65-16c1-44f4-9e17-08c035b33417 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/318bd5e9-8b5f-4d64-b50d-0b8c23bf32ec HTTP/1.1" status: 204 len: 168 time: 1.0924332 Mar 29 09:23:10.687201 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1fce85-1647-494b-96a9-efad9da660cd None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:10.703734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] For port bbf92992-3dec-4184-85cf-34d2e929c564, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:10.706195 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50296) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:10.712266 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d16f65-16c1-44f4-9e17-08c035b33417 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=318bd5e9-8b5f-4d64-b50d-0b8c23bf32ec,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:10.729901 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-75702ad8-30e1-4e0b-b21b-cdb3911676f9 tempest-ServiceProvidersTest-875173070 tempest-ServiceProvidersTest-875173070-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2237113 Mar 29 09:23:10.743710 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] For port bbf92992-3dec-4184-85cf-34d2e929c564, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=bbf92992-3dec-4184-85cf-34d2e929c564,segment=NetworkSegment(deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259),segment_id=deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:10.748843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.db.api [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:23:10.748843 dv-neutron-835554-1-hyperv neutron-server[102496]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:23:10.748843 dv-neutron-835554-1-hyperv neutron-server[102496]: [parameters: {'id': '71e360c2-3dc3-4671-acb5-e6d1f16144aa'}] Mar 29 09:23:10.748843 dv-neutron-835554-1-hyperv neutron-server[102496]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:23:10.750218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG oslo_db.api [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:23:10.769592 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.829176 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.845614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.863818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:10.880996 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bffc8b82-b8d4-42c4-b838-8b6cdd5c7661 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.908535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bffc8b82-b8d4-42c4-b838-8b6cdd5c7661 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.945437 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-52ce08ef-0f50-4c3b-a665-cdc6fce4b577 None None] For port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d0498f17-ad48-4966-bcd3-abe8a6bd4ccd,segment=NetworkSegment(898fee76-e36c-4884-9116-6bea1e2b5ba0),segment_id=898fee76-e36c-4884-9116-6bea1e2b5ba0)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:10.946371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.948573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:10.950077 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Added segment 309287e2-b3aa-48ad-a4d6-3287b4688713 of type vlan for network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 Mar 29 09:23:10.973101 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-478e2660-3559-4ddb-8808-da63d728121c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Deleting subnet 85f2abe4-21d0-4cb1-b24c-505340d1f2e0 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:10.989621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6a2f4-4f68-458e-aa99-bc6c0decc98d req-bc8b78e0-2fed-4b2e-9b2c-fb0282bcb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:10.991274 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0fa6a2f4-4f68-458e-aa99-bc6c0decc98d req-bc8b78e0-2fed-4b2e-9b2c-fb0282bcb81f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3619940 Mar 29 09:23:10.992330 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c945ac52-f4fb-47ff-a966-428c08e84a78,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:11.017407 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-478e2660-3559-4ddb-8808-da63d728121c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.018686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-52ce08ef-0f50-4c3b-a665-cdc6fce4b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.025370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.032397 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bffc8b82-b8d4-42c4-b838-8b6cdd5c7661 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.037770 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bffc8b82-b8d4-42c4-b838-8b6cdd5c7661 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0745070 Mar 29 09:23:11.041267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50300) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:11.050594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ec44063d-b5ea-4466-9a5a-af71bc386d49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251831063'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:11.104674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Network 01ce345b-47b0-4881-b58e-6827dab66a24 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:11.117126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:11.146453 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:11.150349 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.151288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ec44063d-b5ea-4466-9a5a-af71bc386d49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.184827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.199171 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-988b554c-db85-4fba-b93a-bee595b280b7 None None] Provisioning complete for port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:11.200586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-988b554c-db85-4fba-b93a-bee595b280b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.202491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4d890-5608-4832-9b20-87af91f5f8eb None None] Pushing event updated for resources: {'Port': ['ID=bbf92992-3dec-4184-85cf-34d2e929c564,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:11.223281 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa04eae-29f1-459c-9f82-a88faf1893ab None None] Network 71e360c2-3dc3-4671-acb5-e6d1f16144aa requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:11.308383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50306) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:11.309405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.401249 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Attempting to bind port 76e24436-282b-4ada-99b0-5f9a03374007 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:11.401661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Attempting to bind port 76e24436-282b-4ada-99b0-5f9a03374007 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'd66fdb62-3d1b-469c-8d0e-1fa76c32ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:11.402030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Attempting to bind port 76e24436-282b-4ada-99b0-5f9a03374007 on network 01ce345b-47b0-4881-b58e-6827dab66a24 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:11.455167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ec44063d-b5ea-4466-9a5a-af71bc386d49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.464632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ec44063d-b5ea-4466-9a5a-af71bc386d49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.483159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:11.483641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Checking segment: {'id': 'd66fdb62-3d1b-469c-8d0e-1fa76c32ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:11.483929 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.484321 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Bound using segment: {'id': 'd66fdb62-3d1b-469c-8d0e-1fa76c32ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:11.484811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Bound port: 76e24436-282b-4ada-99b0-5f9a03374007, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66fdb62-3d1b-469c-8d0e-1fa76c32ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:11.485199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.557869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Deleting port bbf92992-3dec-4184-85cf-34d2e929c564 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:11.558116 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce08ef-0f50-4c3b-a665-cdc6fce4b577 None None] Pushing event updated for resources: {'Port': ['ID=d0498f17-ad48-4966-bcd3-abe8a6bd4ccd,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:11.558209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.570275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.resource_extend [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:23:11.578413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ec44063d-b5ea-4466-9a5a-af71bc386d49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.581901 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-478e2660-3559-4ddb-8808-da63d728121c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.582080 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ec44063d-b5ea-4466-9a5a-af71bc386d49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5371525 Mar 29 09:23:11.599471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50310) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:11.603886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc8b82-b8d4-42c4-b838-8b6cdd5c7661 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44a2899-f469-4977-9693-d62eb28efb55,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:11.620747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f34fe574-c9af-488d-8b55-8c13cd83dfeb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': 'd44a2899-f469-4977-9693-d62eb28efb55', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4fff06f8-de34-4e0e-bcff-0b94681403ad', 'remote_ip_prefix': None}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:11.628487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.633944 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:11.634544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.661376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44063d-b5ea-4466-9a5a-af71bc386d49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff06f8-de34-4e0e-bcff-0b94681403ad,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:11.677906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-47cbc370-afc7-4b52-80f5-fe0c1691a89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.720702 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7359686 Mar 29 09:23:11.735245 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0fa6a2f4-4f68-458e-aa99-bc6c0decc98d req-36842a11-c10b-4ee6-a45b-a28fdc0bb8de service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6544685 Mar 29 09:23:11.748337 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Pushing event updated for resources: {'Port': ['ID=76e24436-282b-4ada-99b0-5f9a03374007,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:11.764826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] For port bbf92992-3dec-4184-85cf-34d2e929c564, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=bbf92992-3dec-4184-85cf-34d2e929c564,segment=NetworkSegment(deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259),segment_id=deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:11.765399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.800535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b51c5-110b-4c3d-9821-70ffa367142b tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Pushing event updated for resources: {'Network': ['ID=2691435d-cb6f-4cd5-ba0e-2eb823b6aac5,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:11.805303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] For port 76e24436-282b-4ada-99b0-5f9a03374007, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:11.810602 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] For port 76e24436-282b-4ada-99b0-5f9a03374007, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=76e24436-282b-4ada-99b0-5f9a03374007,segment=NetworkSegment(d66fdb62-3d1b-469c-8d0e-1fa76c32ce02),segment_id=d66fdb62-3d1b-469c-8d0e-1fa76c32ce02)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:11.810730 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-478e2660-3559-4ddb-8808-da63d728121c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.817685 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.821196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Calling delete_port for bbf92992-3dec-4184-85cf-34d2e929c564 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:11.861603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f34fe574-c9af-488d-8b55-8c13cd83dfeb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:11.895496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:11.931800 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Allocated IP 172.22.0.1 (01ce345b-47b0-4881-b58e-6827dab66a24/f210d9dd-f1dc-45dc-bfee-31acaadcd44a/d517a45a-baa2-426e-a229-747ae66d5178) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:11.958930 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0fa6a2f4-4f68-458e-aa99-bc6c0decc98d req-0e9be969-dc72-405b-8349-2d21b94132b0 service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164118 Mar 29 09:23:11.992611 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-478e2660-3559-4ddb-8808-da63d728121c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.059360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd7d81-9548-4a18-9a6c-d4d6d86b42c5 None None] Pushing event updated for resources: {'Port': ['ID=76e24436-282b-4ada-99b0-5f9a03374007,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:12.091276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e2660-3559-4ddb-8808-da63d728121c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Subnet': ['ID=85f2abe4-21d0-4cb1-b24c-505340d1f2e0,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:12.106953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-478e2660-3559-4ddb-8808-da63d728121c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.112879 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-478e2660-3559-4ddb-8808-da63d728121c tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/85f2abe4-21d0-4cb1-b24c-505340d1f2e0 HTTP/1.1" status: 204 len: 168 time: 1.3957562 Mar 29 09:23:12.115362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50318) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.189647 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-501c5413-5424-4b09-b4b7-fdeb76e5f4b8 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722904 Mar 29 09:23:12.192207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50320) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.252603 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d0498f17-ad48-4966-bcd3-abe8a6bd4ccd up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:12.255891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-47cbc370-afc7-4b52-80f5-fe0c1691a89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.276404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcf3278-5a52-4680-ab73-567fa460e8d4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:12.283022 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6fcf3278-5a52-4680-ab73-567fa460e8d4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0891232 Mar 29 09:23:12.286026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50322) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.355868 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50324) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.363231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Request body: {'port': {'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5', 'binding:host_id': 'hv-neutron-8355', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2017165388'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:12.376405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f34fe574-c9af-488d-8b55-8c13cd83dfeb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.380940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:12.381950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.382080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-47cbc370-afc7-4b52-80f5-fe0c1691a89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.409466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5ca048-3d21-4007-b200-dfd751a497db tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:12.409757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f34fe574-c9af-488d-8b55-8c13cd83dfeb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.410529 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1c5ca048-3d21-4007-b200-dfd751a497db tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1231360 Mar 29 09:23:12.413134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50326) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.419736 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Made reservation on behalf of d0d9bc53f09a4eeaae53f8b333185cb6 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:12.422859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.432678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.485328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f34fe574-c9af-488d-8b55-8c13cd83dfeb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.488909 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-aa292734-3f92-4075-86a7-f4c6e9edb518 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742836 Mar 29 09:23:12.490814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.495395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50328) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.496561 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f34fe574-c9af-488d-8b55-8c13cd83dfeb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8949404 Mar 29 09:23:12.513123 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50330) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.542853 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Port': ['ID=bbf92992-3dec-4184-85cf-34d2e929c564,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:12.544968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fe574-c9af-488d-8b55-8c13cd83dfeb tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd5eaa8-c886-4d1b-af7e-31a7047b9490,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:12.565636 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-47cbc370-afc7-4b52-80f5-fe0c1691a89d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bc9dc90cae34e6dbe226e120490ae81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2517447 Mar 29 09:23:12.566775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No DVR routers for this DVR port bbf92992-3dec-4184-85cf-34d2e929c564 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:12.574465 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbc370-afc7-4b52-80f5-fe0c1691a89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09dd8e7-8295-4504-bf40-5d6e7b3aacae,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:12.575884 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50332) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.588059 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18fd9fb-1d94-49ec-ae33-3c4e63d564d9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:12.588778 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18fd9fb-1d94-49ec-ae33-3c4e63d564d9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:12.594766 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b18fd9fb-1d94-49ec-ae33-3c4e63d564d9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/d64f6bb0-7b44-40a4-a539-0909002a1c12 HTTP/1.1" status: 404 len: 333 time: 0.0998664 Mar 29 09:23:12.605811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50334) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.652689 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a5b32de-890f-47c2-a6cc-b7d029506267 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.660163 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf503d2-39f5-43ea-bacc-bbc39b607d88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:12.660729 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf503d2-39f5-43ea-bacc-bbc39b607d88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:12.664366 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-abf503d2-39f5-43ea-bacc-bbc39b607d88 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/85f2abe4-21d0-4cb1-b24c-505340d1f2e0 HTTP/1.1" status: 404 len: 337 time: 0.0575833 Mar 29 09:23:12.674359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50336) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.677731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a5b32de-890f-47c2-a6cc-b7d029506267 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.686531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.691599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.717516 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e360c2-3dc3-4671-acb5-e6d1f16144aa']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:12.730547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:12.730843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb6f1e3-fad8-4084-b7d9-fbcf1fc3b259') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:12.733154 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2adcff-8802-4b84-b342-04a3a27e8af6 None None] Network bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:12.734002 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca425ed-4d29-4c1d-8b7e-87247d9ec680 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:12.734217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca425ed-4d29-4c1d-8b7e-87247d9ec680 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:12.737658 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bca425ed-4d29-4c1d-8b7e-87247d9ec680 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/318bd5e9-8b5f-4d64-b50d-0b8c23bf32ec HTTP/1.1" status: 404 len: 337 time: 0.0551753 Mar 29 09:23:12.745325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50338) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.748546 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.781978 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-87d868ee-4d1b-4c2d-acbe-e18b0cb3d999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.788035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a5b32de-890f-47c2-a6cc-b7d029506267 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.788235 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-09254ef4-5fe3-4715-b95a-7ae497979238 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:12.788235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09254ef4-5fe3-4715-b95a-7ae497979238 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:12.790558 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-09254ef4-5fe3-4715-b95a-7ae497979238 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/d002a4e7-93dd-4e17-9638-fc9df0c11818 HTTP/1.1" status: 404 len: 333 time: 0.0441623 Mar 29 09:23:12.795268 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a5b32de-890f-47c2-a6cc-b7d029506267 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.795970 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7a5b32de-890f-47c2-a6cc-b7d029506267 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8cd5eaa8-c886-4d1b-af7e-31a7047b9490 HTTP/1.1" status: 204 len: 168 time: 0.2741303 Mar 29 09:23:12.799219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50340) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.799559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50342) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.818718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.822653 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b32de-890f-47c2-a6cc-b7d029506267 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cd5eaa8-c886-4d1b-af7e-31a7047b9490,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:12.844995 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.849417 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-87d868ee-4d1b-4c2d-acbe-e18b0cb3d999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.849676 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33589d5-7931-437e-a1cc-881e2fe14a17 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:12.850281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33589d5-7931-437e-a1cc-881e2fe14a17 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:12.856163 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c33589d5-7931-437e-a1cc-881e2fe14a17 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/9f0c4550-8113-46f3-a936-e9591597254b HTTP/1.1" status: 404 len: 337 time: 0.0532241 Mar 29 09:23:12.856163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:12.856163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:12.860146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50344) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:12.864599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.867441 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2d0da127-0770-48b0-98b6-7505fcd48988 None None] Provisioning complete for port 84b76675-f391-42fa-a408-156331a25457 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:12.867928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2d0da127-0770-48b0-98b6-7505fcd48988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.872474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:12.893122 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] device_id is not set on port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:13.006859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c17cb87-7432-4486-918e-b03a8c585626,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:13.008824 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-88db1f8a-c611-4fe0-a148-feed54197ede tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.009426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88db1f8a-c611-4fe0-a148-feed54197ede tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.027293 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-88db1f8a-c611-4fe0-a148-feed54197ede tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/4eb0dd9b-3000-4f6f-9836-b5ef74a15b93 HTTP/1.1" status: 404 len: 337 time: 0.1561303 Mar 29 09:23:13.030706 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50346) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.050870 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=d517a45a-baa2-426e-a229-747ae66d5178,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:13.051562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc2342-aa38-42cd-a848-d197ff79ca6b None None] DHCP port deletion for bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:23:13.056575 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d931b86b-ed1d-4466-b5f0-66a19cf1c872 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.057515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d931b86b-ed1d-4466-b5f0-66a19cf1c872 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.064740 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d931b86b-ed1d-4466-b5f0-66a19cf1c872 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/63860faf-b652-4ed6-9812-67292251ea99 HTTP/1.1" status: 404 len: 333 time: 0.0329573 Mar 29 09:23:13.068623 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50348) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.069919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.104651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network 01ce345b-47b0-4881-b58e-6827dab66a24 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:13.106055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.109188 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/71e360c2-3dc3-4671-acb5-e6d1f16144aa HTTP/1.1" status: 204 len: 168 time: 5.2961950 Mar 29 09:23:13.110145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98946003-5190-4966-b55d-86dad42896e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Network': ['ID=71e360c2-3dc3-4671-acb5-e6d1f16144aa,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:13.113788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-87d868ee-4d1b-4c2d-acbe-e18b0cb3d999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.117465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-87d868ee-4d1b-4c2d-acbe-e18b0cb3d999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.118676 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-87d868ee-4d1b-4c2d-acbe-e18b0cb3d999 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a09dd8e7-8295-4504-bf40-5d6e7b3aacae HTTP/1.1" status: 204 len: 168 time: 0.5319555 Mar 29 09:23:13.128276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50350) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.134932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc2342-aa38-42cd-a848-d197ff79ca6b None None] Deleting port 84b76675-f391-42fa-a408-156331a25457 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:13.135402 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2342-aa38-42cd-a848-d197ff79ca6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.139976 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9c6923a1-3d9f-436d-9270-61a1a5a70c8e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3355823 Mar 29 09:23:13.139976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:13.141150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50354) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.143244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:13.157918 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ff7b052a-ce2c-4678-92ac-6e39f28ee05c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-425445459'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:13.176825 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd6b98d-468c-440f-b130-ec924677113d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.179028 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd6b98d-468c-440f-b130-ec924677113d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.183832 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9fd6b98d-468c-440f-b130-ec924677113d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/2274b247-4a9c-4cc1-8b46-601238271881 HTTP/1.1" status: 404 len: 337 time: 0.1116958 Mar 29 09:23:13.185114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d868ee-4d1b-4c2d-acbe-e18b0cb3d999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09dd8e7-8295-4504-bf40-5d6e7b3aacae,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:13.190090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50356) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.249375 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7b052a-ce2c-4678-92ac-6e39f28ee05c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:13.253970 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff7b052a-ce2c-4678-92ac-6e39f28ee05c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.263415 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c1fc2342-aa38-42cd-a848-d197ff79ca6b None None] For port 84b76675-f391-42fa-a408-156331a25457, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=84b76675-f391-42fa-a408-156331a25457,segment=NetworkSegment(f1c28150-88ee-46eb-a4e0-b0baac27543b),segment_id=f1c28150-88ee-46eb-a4e0-b0baac27543b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:13.263939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2342-aa38-42cd-a848-d197ff79ca6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.280490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc2342-aa38-42cd-a848-d197ff79ca6b None None] Calling delete_port for 84b76675-f391-42fa-a408-156331a25457 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:13.289689 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-6576f154-5ee9-47a5-b691-e78d537d4736 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.290207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6576f154-5ee9-47a5-b691-e78d537d4736 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.293327 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6576f154-5ee9-47a5-b691-e78d537d4736 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/33df149d-bcf9-4152-b33c-c82c0619137a HTTP/1.1" status: 404 len: 337 time: 0.1022971 Mar 29 09:23:13.296808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50358) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.342120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.345971 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fa64bd-d47b-4b67-996d-a7d83bc76ac3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.346301 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7b052a-ce2c-4678-92ac-6e39f28ee05c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:13.346427 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fa64bd-d47b-4b67-996d-a7d83bc76ac3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.350374 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d5fa64bd-d47b-4b67-996d-a7d83bc76ac3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/d5d71337-25e5-45dc-9d33-2b1114a9dbdc HTTP/1.1" status: 404 len: 333 time: 0.0499551 Mar 29 09:23:13.358330 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50362) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.381882 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff7b052a-ce2c-4678-92ac-6e39f28ee05c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.382832 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-ff7b052a-ce2c-4678-92ac-6e39f28ee05c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Added segment 82bebac9-b8d1-4e97-a436-d9862946d630 of type vlan for network 0d769986-c2fa-433e-8de4-ab2d594cf5d7 Mar 29 09:23:13.422985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91393e3b-a8bc-4ff9-acac-672a9ed7ba2f tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.434461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2342-aa38-42cd-a848-d197ff79ca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.444246 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae0f2dd-8c53-49da-9f49-97c23aa22e29 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.444712 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae0f2dd-8c53-49da-9f49-97c23aa22e29 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.447815 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2ae0f2dd-8c53-49da-9f49-97c23aa22e29 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/13d3530e-e77f-4a6a-9900-c648deb0db7f HTTP/1.1" status: 404 len: 337 time: 0.0884628 Mar 29 09:23:13.455465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50364) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.483666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91393e3b-a8bc-4ff9-acac-672a9ed7ba2f tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.487774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc2342-aa38-42cd-a848-d197ff79ca6b None None] Pushing event deleted for resources: {'Port': ['ID=84b76675-f391-42fa-a408-156331a25457,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:13.494332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fc2342-aa38-42cd-a848-d197ff79ca6b None None] No DVR routers for this DVR port 84b76675-f391-42fa-a408-156331a25457 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:13.513729 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] device_id is not set on port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:13.524211 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae903069-6c94-4aef-b955-22be41857c57 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.525054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae903069-6c94-4aef-b955-22be41857c57 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.531143 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ae903069-6c94-4aef-b955-22be41857c57 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/6519775b-2c07-4fae-9f4d-42c213e4772e HTTP/1.1" status: 404 len: 337 time: 0.0750084 Mar 29 09:23:13.536716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50370) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.547545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.549926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff7b052a-ce2c-4678-92ac-6e39f28ee05c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.559636 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.589984 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6edfb67-68ff-4649-a33e-d92452315933 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.591248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6edfb67-68ff-4649-a33e-d92452315933 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.595001 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a6edfb67-68ff-4649-a33e-d92452315933 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/97f7cfb0-c27b-468e-b045-09d2286b4df3 HTTP/1.1" status: 404 len: 333 time: 0.0560491 Mar 29 09:23:13.597727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b72d677-481b-473a-81e7-2e063401cae5 None None] Network 01ce345b-47b0-4881-b58e-6827dab66a24 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:13.600938 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50374) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.643524 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7226ce-7f8b-416e-9e7d-b83650150b83 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.646200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7226ce-7f8b-416e-9e7d-b83650150b83 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.650570 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2a7226ce-7f8b-416e-9e7d-b83650150b83 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/65ff615a-1625-492e-ab66-985320b5a22b HTTP/1.1" status: 404 len: 337 time: 0.0480731 Mar 29 09:23:13.653945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50378) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.684734 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff7b052a-ce2c-4678-92ac-6e39f28ee05c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.688172 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9db307-50b3-4840-95ea-3f3c5b7b6d19 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.688919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9db307-50b3-4840-95ea-3f3c5b7b6d19 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.692263 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8c9db307-50b3-4840-95ea-3f3c5b7b6d19 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/5ad9c779-2e25-4131-813a-027c91822c4d HTTP/1.1" status: 404 len: 333 time: 0.0370605 Mar 29 09:23:13.692515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b052a-ce2c-4678-92ac-6e39f28ee05c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:13.693328 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff7b052a-ce2c-4678-92ac-6e39f28ee05c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.695616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50380) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.716800 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.718225 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91393e3b-a8bc-4ff9-acac-672a9ed7ba2f tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.720851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91393e3b-a8bc-4ff9-acac-672a9ed7ba2f tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.725787 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-91393e3b-a8bc-4ff9-acac-672a9ed7ba2f tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-groups/4fff06f8-de34-4e0e-bcff-0b94681403ad HTTP/1.1" status: 204 len: 168 time: 0.5833857 Mar 29 09:23:13.726529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50384) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.778572 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da23722-3e25-446f-82cd-1b3c064cd8aa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.778913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da23722-3e25-446f-82cd-1b3c064cd8aa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.782225 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9da23722-3e25-446f-82cd-1b3c064cd8aa tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/4b5c6ab1-f36b-4d52-b666-265fd803162f HTTP/1.1" status: 404 len: 337 time: 0.0783050 Mar 29 09:23:13.787542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50386) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.800916 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ff7b052a-ce2c-4678-92ac-6e39f28ee05c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6479387 Mar 29 09:23:13.800916 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event updated for resources: {'Port': ['ID=9a7e5334-c1d9-4f80-9623-e4cfa874ca68,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:13.804205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50388) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.807920 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Checking segment: {'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:13.808494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Network hostable DHCP agents. Network: 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:13.819237 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'subnet': {'network_id': '0d769986-c2fa-433e-8de4-ab2d594cf5d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:13.829805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91393e3b-a8bc-4ff9-acac-672a9ed7ba2f tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff06f8-de34-4e0e-bcff-0b94681403ad,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:13.879334 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-f208bb9b-2f4c-4ca9-b442-cb1be47a28e9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.880585 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f208bb9b-2f4c-4ca9-b442-cb1be47a28e9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.884388 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f208bb9b-2f4c-4ca9-b442-cb1be47a28e9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/00236212-e304-4967-a35f-a941073d5a47 HTTP/1.1" status: 404 len: 333 time: 0.0936022 Mar 29 09:23:13.888586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b052a-ce2c-4678-92ac-6e39f28ee05c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Network': ['ID=0d769986-c2fa-433e-8de4-ab2d594cf5d7,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:13.888865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50390) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.936326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 0d769986-c2fa-433e-8de4-ab2d594cf5d7 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:13.940112 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc3ce4c-f23a-4274-aae4-0078d4cc86d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:13.940773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc3ce4c-f23a-4274-aae4-0078d4cc86d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:13.951466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2fc3ce4c-f23a-4274-aae4-0078d4cc86d5 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/1e414636-178a-454b-af2a-abc2694332d3 HTTP/1.1" status: 404 len: 337 time: 0.0568340 Mar 29 09:23:13.957086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50394) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:13.957954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Provisioning complete for port 76e24436-282b-4ada-99b0-5f9a03374007 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:13.958640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:13.970012 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:14.003428 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad2ef91-35c4-47ff-91dc-d481dc8d3f6f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:14.005476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad2ef91-35c4-47ff-91dc-d481dc8d3f6f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:14.012542 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0ad2ef91-35c4-47ff-91dc-d481dc8d3f6f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/e726e8c2-4124-4c3b-b810-f6a97f2da006 HTTP/1.1" status: 404 len: 333 time: 0.0535409 Mar 29 09:23:14.016295 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50398) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.019248 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:14.024867 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:14.027530 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4f7ec527-0db5-40f5-895a-af511f6600bc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2695870 Mar 29 09:23:14.028259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50400) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.050405 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:14.051039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:14.051573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:14.083452 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-8034ecce-70a6-4b31-b411-12594d647baf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:14.083918 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8034ecce-70a6-4b31-b411-12594d647baf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:14.087388 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8034ecce-70a6-4b31-b411-12594d647baf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/9436369d-3ccf-4a09-a3d8-97d63b62d534 HTTP/1.1" status: 404 len: 337 time: 0.0694554 Mar 29 09:23:14.093072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50406) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.101250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:14.108304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcba82b-546d-4e77-b429-ec35b1a07943 None None] Network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:14.109461 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:14.112354 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 2 to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 Mar 29 09:23:14.137070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:14.137810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:14.138213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:14.141092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:14.144997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.164415 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 76e24436-282b-4ada-99b0-5f9a03374007 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:14.168570 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:14.168907 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:14.171544 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 3 to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 Mar 29 09:23:14.192766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:14.193364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:14.193920 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:14.205691 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c375c50-92de-438b-acb4-19f15e7d5a84 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:14.206354 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c375c50-92de-438b-acb4-19f15e7d5a84 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:14.210060 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:14.210234 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4c375c50-92de-438b-acb4-19f15e7d5a84 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/4c82fc60-b419-44a0-83b0-3ef072ee1a36 HTTP/1.1" status: 404 len: 333 time: 0.0347874 Mar 29 09:23:14.210948 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:14.211490 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 4 to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 Mar 29 09:23:14.217342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50412) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.290077 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36668b2-1edd-4f19-9f7e-dc6d3b195885 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:14.290868 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36668b2-1edd-4f19-9f7e-dc6d3b195885 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:14.294151 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c36668b2-1edd-4f19-9f7e-dc6d3b195885 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/12571c1d-7f13-423d-96ca-f826b7a3d973 HTTP/1.1" status: 404 len: 337 time: 0.0754952 Mar 29 09:23:14.298114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:14.298724 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:14.300572 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:14.310376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50414) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.348610 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c854cc-b234-4df4-8d41-4c8aa7fd3cd3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:14.349052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c854cc-b234-4df4-8d41-4c8aa7fd3cd3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:14.354135 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e7c854cc-b234-4df4-8d41-4c8aa7fd3cd3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/43fcc283-52c4-439a-a8d4-47b6948589a7 HTTP/1.1" status: 404 len: 333 time: 0.0424907 Mar 29 09:23:14.357531 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50418) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.372140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:14.372637 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:14.403709 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 5 to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 Mar 29 09:23:14.413524 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.417148 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31c21fe-8c26-4c56-806d-ee39c068416e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:14.417722 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31c21fe-8c26-4c56-806d-ee39c068416e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:14.421128 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b31c21fe-8c26-4c56-806d-ee39c068416e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/e31dc50f-da8f-4317-b104-8c4c04ba97b9 HTTP/1.1" status: 404 len: 337 time: 0.0625162 Mar 29 09:23:14.430533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.432136 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50420) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.450541 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 76e24436-282b-4ada-99b0-5f9a03374007 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:14.450924 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.468947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.474244 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ec4c9a-6fa7-4a3f-961d-4531b718d76b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:14.477432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ec4c9a-6fa7-4a3f-961d-4531b718d76b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:14.481451 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-56ec4c9a-6fa7-4a3f-961d-4531b718d76b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/aed038b1-93af-4dfa-9a6f-abd8899c38cd HTTP/1.1" status: 404 len: 337 time: 0.0479629 Mar 29 09:23:14.484393 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:14.484735 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:14.485074 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:14.491765 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50424) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.493969 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:14.494303 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:14.507727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e5f87b3c-1f6e-4378-b097-cb969a2bdd49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.511902 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 6 to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 Mar 29 09:23:14.527538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] For port 76e24436-282b-4ada-99b0-5f9a03374007, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=76e24436-282b-4ada-99b0-5f9a03374007,segment=NetworkSegment(d66fdb62-3d1b-469c-8d0e-1fa76c32ce02),segment_id=d66fdb62-3d1b-469c-8d0e-1fa76c32ce02)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:14.539894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e5f87b3c-1f6e-4378-b097-cb969a2bdd49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.540876 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.565206 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3329cb85-5447-4a11-bf00-7c8f6812fe48 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:14.566256 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3329cb85-5447-4a11-bf00-7c8f6812fe48 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:14.570221 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3329cb85-5447-4a11-bf00-7c8f6812fe48 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/1d35dc21-b7af-46a6-8cd7-472adfd18482 HTTP/1.1" status: 404 len: 333 time: 0.0749819 Mar 29 09:23:14.590430 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50426) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.601975 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:14.602310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:14.602645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:14.607402 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Pushing event updated for resources: {'Port': ['ID=76e24436-282b-4ada-99b0-5f9a03374007,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:14.620929 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:14.621821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:14.622317 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:14.622765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:14.623207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:14.623643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:14.624078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:14.624535 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:14.625132 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:14.625601 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:14.626047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:14.626478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869b2e59-5b0f-4d6a-8ca1-e95c51477296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:14.658868 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:14.659092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e5f87b3c-1f6e-4378-b097-cb969a2bdd49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.659238 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:14.662112 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e5f87b3c-1f6e-4378-b097-cb969a2bdd49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.662266 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 7 to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 Mar 29 09:23:14.666836 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e5f87b3c-1f6e-4378-b097-cb969a2bdd49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-groups/d44a2899-f469-4977-9693-d62eb28efb55 HTTP/1.1" status: 204 len: 168 time: 0.5932369 Mar 29 09:23:14.672537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50428) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.680356 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-714a8308-83e0-48ac-934a-7bdd87003590 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:14.681004 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714a8308-83e0-48ac-934a-7bdd87003590 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:14.684910 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-714a8308-83e0-48ac-934a-7bdd87003590 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/65a11c3a-1234-44ca-918d-635d1a5e919a HTTP/1.1" status: 404 len: 337 time: 0.0933652 Mar 29 09:23:14.693035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50430) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.702124 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:14.702482 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:14.702802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:14.748837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f87b3c-1f6e-4378-b097-cb969a2bdd49 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44a2899-f469-4977-9693-d62eb28efb55,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:14.769968 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:14.770698 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:14.774988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=d517a45a-baa2-426e-a229-747ae66d5178,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:14.775740 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 8 to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 Mar 29 09:23:14.779221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.781089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 84b76675-f391-42fa-a408-156331a25457 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:14.797640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:14.797985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:14.798308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:14.806088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:14.806426 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:14.807082 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 9 to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 Mar 29 09:23:14.810401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b9c0e-b325-4a50-9182-b65058d7042f req-a3bb6e49-1c60-4edb-bd02-ff758c86daa2 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:14.811751 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-654b9c0e-b325-4a50-9182-b65058d7042f req-a3bb6e49-1c60-4edb-bd02-ff758c86daa2 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.5957158 Mar 29 09:23:14.812587 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-05919655-9058-4173-adaa-908c8707efe6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:14.813120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05919655-9058-4173-adaa-908c8707efe6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:14.820406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 84b76675-f391-42fa-a408-156331a25457 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:14.821070 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 84b76675-f391-42fa-a408-156331a25457 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:14.823381 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.824575 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-05919655-9058-4173-adaa-908c8707efe6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/9ecf4333-1b73-40df-a057-ed9defed8537 HTTP/1.1" status: 404 len: 337 time: 0.1216028 Mar 29 09:23:14.831276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50436) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.832032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:14.833461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:14.834605 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:14.900186 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6c1ecf58-9c6f-48ee-aa00-ae8435b12eee tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2199008 Mar 29 09:23:14.902751 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50440) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.906586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:14.907028 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:14.908289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d036e5b4-258d-42fb-9c38-05d30b9b583e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089840283'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:14.912877 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 10 to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 Mar 29 09:23:14.915967 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e794a19b-37ea-4c0e-b28b-85e71c7d0577 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:14.916678 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e794a19b-37ea-4c0e-b28b-85e71c7d0577 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:14.919994 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e794a19b-37ea-4c0e-b28b-85e71c7d0577 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/fc553498-768d-44b8-9d84-940dd5dbe7dd HTTP/1.1" status: 404 len: 333 time: 0.0811994 Mar 29 09:23:14.928167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50442) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:14.972221 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-654b9c0e-b325-4a50-9182-b65058d7042f req-ac71c637-9cdd-4d7d-a9d4-3304a6cfc8b8 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432126 Mar 29 09:23:14.983713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2125c899-8635-4a70-a2e7-c61c0cfd7550 None None] Provisioning complete for port d517a45a-baa2-426e-a229-747ae66d5178 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:14.984005 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af68133-3d33-4bd6-93df-9d03cf47bec4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:14.984481 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af68133-3d33-4bd6-93df-9d03cf47bec4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:14.984890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2125c899-8635-4a70-a2e7-c61c0cfd7550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.987545 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3af68133-3d33-4bd6-93df-9d03cf47bec4 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/ef6e3046-663a-4037-b7da-07e783a97a59 HTTP/1.1" status: 404 len: 337 time: 0.0563631 Mar 29 09:23:14.991019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d036e5b4-258d-42fb-9c38-05d30b9b583e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:14.997505 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Subnet': ['ID=2184f1e1-c526-4e4f-b867-25457a5042e4,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:14.999728 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50444) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.000900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:15.001464 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:15.002403 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:15.017108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Checking segment: {'id': '82bebac9-b8d1-4e97-a436-d9862946d630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0d769986-c2fa-433e-8de4-ab2d594cf5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:15.017940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network hostable DHCP agents. Network: 0d769986-c2fa-433e-8de4-ab2d594cf5d7, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:15.038548 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:15.039342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:15.039836 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:15.040360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:15.040846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:15.041329 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:15.041866 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:15.042451 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:15.043097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:15.044326 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:15.044811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:15.045310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:15.058327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:15.058654 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:15.059020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.075968 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6d4bb0-f00e-4460-b8ac-c09dfe443c04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:15.076506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6d4bb0-f00e-4460-b8ac-c09dfe443c04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:15.079666 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9e6d4bb0-f00e-4460-b8ac-c09dfe443c04 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/a9d2e6b0-157c-47d6-96a1-d15bda0d2d55 HTTP/1.1" status: 404 len: 337 time: 0.0738540 Mar 29 09:23:15.084957 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50450) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.093091 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2125c899-8635-4a70-a2e7-c61c0cfd7550 None None] Port d517a45a-baa2-426e-a229-747ae66d5178 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:23:15.106424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2125c899-8635-4a70-a2e7-c61c0cfd7550 None None] Provisioning complete for port 76e24436-282b-4ada-99b0-5f9a03374007 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:15.107183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2125c899-8635-4a70-a2e7-c61c0cfd7550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.144817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network 01ce345b-47b0-4881-b58e-6827dab66a24 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:15.147525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:15.149904 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d48b454-c2ae-41fd-a529-47934ba0081b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:15.150647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d48b454-c2ae-41fd-a529-47934ba0081b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:15.153935 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2d48b454-c2ae-41fd-a529-47934ba0081b tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/f1fe3dd6-1afc-4867-a541-224ed96f6636 HTTP/1.1" status: 404 len: 333 time: 0.0648806 Mar 29 09:23:15.154925 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network 0d769986-c2fa-433e-8de4-ab2d594cf5d7 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:15.157052 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50454) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.173698 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 0d769986-c2fa-433e-8de4-ab2d594cf5d7) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:15.186339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:15.187148 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.193557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409096a-55e3-4c05-a336-1f8edc576620 None None] Network 0d769986-c2fa-433e-8de4-ab2d594cf5d7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:15.223936 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf4d1f4-75ac-417b-9259-2e6aafd8cf34 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:15.229084 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fb4e62a3-51ee-416f-9c9d-0b48c09ac502 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4178882 Mar 29 09:23:15.230090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf4d1f4-75ac-417b-9259-2e6aafd8cf34 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:15.232100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50456) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.233439 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3cf4d1f4-75ac-417b-9259-2e6aafd8cf34 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/5b1606c9-4bcd-4bb7-9b0f-27b9565b246b HTTP/1.1" status: 404 len: 337 time: 0.0752842 Mar 29 09:23:15.236045 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50458) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.270834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-637e14a8-c771-493d-9c62-b3072de24318 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'subnet': {'network_id': '0d769986-c2fa-433e-8de4-ab2d594cf5d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:15.286339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78be608-db97-41d9-bf15-37e2e44d720b req-656ae26e-606e-4105-8d09-5a71934bb228 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:15.288150 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e78be608-db97-41d9-bf15-37e2e44d720b req-656ae26e-606e-4105-8d09-5a71934bb228 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2179167 Mar 29 09:23:15.340220 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf48f236-b8a0-4df4-b3e6-3f7bed202334 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:15.341117 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf48f236-b8a0-4df4-b3e6-3f7bed202334 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:15.346428 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bf48f236-b8a0-4df4-b3e6-3f7bed202334 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/b993de82-e56d-400e-ab3f-9f99e07833bb HTTP/1.1" status: 404 len: 337 time: 0.1002300 Mar 29 09:23:15.350754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] For port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68, host hv-neutron-8355, cleared binding levels {{(pid=102495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:15.351121 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempted to set empty binding levels {{(pid=102495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 29 09:23:15.360710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50464) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.381151 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.468333 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-41fe3f01-f76e-4813-8963-4f0e7da768b1 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports?device_id=f117c1cb-6435-4475-aa53-45af96bde358 HTTP/1.1" status: 200 len: 205 time: 0.1063137 Mar 29 09:23:15.476869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-0d769986-c2fa-433e-8de4-ab2d594cf5d7', 'network_id': '0d769986-c2fa-433e-8de4-ab2d594cf5d7', 'tenant_id': '411fd1b081da4c478beb9d6d93e5a233', 'fixed_ips': [{'subnet_id': '2184f1e1-c526-4e4f-b867-25457a5042e4'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:23:15.478541 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.494184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50466) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.563277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:15.563807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.617887 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.2608247 Mar 29 09:23:15.623243 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-13fa5ef5-0c5e-463d-af8e-e21c9f1c8f8e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] delete failed (client error): The resource could not be found. Mar 29 09:23:15.624329 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-13fa5ef5-0c5e-463d-af8e-e21c9f1c8f8e tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/routers/f117c1cb-6435-4475-aa53-45af96bde358 HTTP/1.1" status: 404 len: 336 time: 0.1197262 Mar 29 09:23:15.625008 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50468) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.659787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-92a9fad9-78d4-4c0c-9202-00a9b14e1a60 None None] Provisioning complete for port d517a45a-baa2-426e-a229-747ae66d5178 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:15.661557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-92a9fad9-78d4-4c0c-9202-00a9b14e1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.668074 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50470) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.710116 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0f271-11cd-4dab-963e-0496a2ebd134 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event updated for resources: {'Port': ['ID=9a7e5334-c1d9-4f80-9623-e4cfa874ca68,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:15.744887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-92a9fad9-78d4-4c0c-9202-00a9b14e1a60 None None] Port d517a45a-baa2-426e-a229-747ae66d5178 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:23:15.756019 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Allocated IP 2001:db8::2 (0d769986-c2fa-433e-8de4-ab2d594cf5d7/2184f1e1-c526-4e4f-b867-25457a5042e4/1ed8eac6-4d36-45ea-9abc-9e4130701c75) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:15.775500 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-effdbe5d-f257-4d0c-84f2-102093e77534 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:15.775987 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-effdbe5d-f257-4d0c-84f2-102093e77534 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:15.779106 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-effdbe5d-f257-4d0c-84f2-102093e77534 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/d9b123db-6bd9-4797-8b12-a2fe61dc5abc HTTP/1.1" status: 404 len: 337 time: 0.1048381 Mar 29 09:23:15.779739 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50472) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.792589 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-718fc7cc-d01d-42dc-8568-08d9d0e4f35e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781395585', 'description': 'tempest-secgroup-smoke-781395585 description', 'project_id': 'aad1136bea844c2cac896fa880fb7c8f'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:15.804083 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50474) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.806139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637e14a8-c771-493d-9c62-b3072de24318 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:15.810520 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-637e14a8-c771-493d-9c62-b3072de24318 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.864634 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ed2871f3-7895-4dea-9ac0-9f3afd93acc6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5deed80-0ca7-480f-b1f9-9414bb4b9251 HTTP/1.1" status: 200 len: 205 time: 0.0588484 Mar 29 09:23:15.867185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50476) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.900366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d036e5b4-258d-42fb-9c38-05d30b9b583e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.909397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d036e5b4-258d-42fb-9c38-05d30b9b583e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.917899 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e78be608-db97-41d9-bf15-37e2e44d720b req-62c0240b-bd83-4fe4-9f4c-ad770efff712 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6154013 Mar 29 09:23:15.945870 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 3d75647a-5730-4a53-a21d-d12b496d8666 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:23:15.958035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036e5b4-258d-42fb-9c38-05d30b9b583e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9886751a-9b4b-40ff-bbe5-f3ab7cf72bed,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:15.966997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d036e5b4-258d-42fb-9c38-05d30b9b583e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.968776 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d036e5b4-258d-42fb-9c38-05d30b9b583e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0639729 Mar 29 09:23:15.972534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50480) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:15.973354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-718fc7cc-d01d-42dc-8568-08d9d0e4f35e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.978040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-cf78d322-2382-4d8b-9001-bfd38152cfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': '9886751a-9b4b-40ff-bbe5-f3ab7cf72bed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:15.981506 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-9c88e611-3725-45b3-ac91-f5198b2d02eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] delete failed (client error): The resource could not be found. Mar 29 09:23:15.987898 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9c88e611-3725-45b3-ac91-f5198b2d02eb tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/routers/b5deed80-0ca7-480f-b1f9-9414bb4b9251 HTTP/1.1" status: 404 len: 336 time: 0.1130102 Mar 29 09:23:15.989243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:15.991156 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50482) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.002587 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.028121 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ff752-964b-4f51-8fa4-866e1a083c36 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Deleting port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:16.030497 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff752-964b-4f51-8fa4-866e1a083c36 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.032707 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdfa8c3-aab6-4748-b739-fa5a02afd559 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.033308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdfa8c3-aab6-4748-b739-fa5a02afd559 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.039113 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bbdfa8c3-aab6-4748-b739-fa5a02afd559 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/40130f8e-190e-42e7-9eb0-443037f05a84 HTTP/1.1" status: 404 len: 337 time: 0.0418642 Mar 29 09:23:16.039897 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50484) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.045119 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-718fc7cc-d01d-42dc-8568-08d9d0e4f35e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.061769 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 76e24436-282b-4ada-99b0-5f9a03374007 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:16.107203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Network 0d769986-c2fa-433e-8de4-ab2d594cf5d7 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:16.113910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:16.116614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:16.120419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:16.120719 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5bc33ab9-2d4a-4e0a-b69d-6c4d862fa4b9 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9683990 Mar 29 09:23:16.123913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf78d322-2382-4d8b-9001-bfd38152cfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.127342 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Pushing event updated for resources: {'Port': ['ID=1ed8eac6-4d36-45ea-9abc-9e4130701c75,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:16.128099 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50486) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.133603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'network': {'name': 'tempest-RoutersTest-1834597184'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:16.138525 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Sync routers for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:16.152083 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6687c2-7780-4aef-a469-a4c5bc17c874 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.152761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6687c2-7780-4aef-a469-a4c5bc17c874 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.158596 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cc6687c2-7780-4aef-a469-a4c5bc17c874 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/65e1ac8b-bb80-49ec-8574-6e0a55661097 HTTP/1.1" status: 404 len: 337 time: 0.1144605 Mar 29 09:23:16.167661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070e53c-82d7-4754-9292-11ca878a85a5 req-26e006d7-1481-42d0-99d2-31581c70cd38 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:16.169266 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e070e53c-82d7-4754-9292-11ca878a85a5 req-26e006d7-1481-42d0-99d2-31581c70cd38 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.1134391 Mar 29 09:23:16.169932 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50488) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.202828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:16.203461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:16.219745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-fb9ff752-964b-4f51-8fa4-866e1a083c36 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] For port 9a7e5334-c1d9-4f80-9623-e4cfa874ca68, host hv-neutron-8355, got binding levels [] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:16.220436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff752-964b-4f51-8fa4-866e1a083c36 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.221766 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dcaadb-e953-4427-a777-9108ff73a64d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.222524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0dcaadb-e953-4427-a777-9108ff73a64d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.225893 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c0dcaadb-e953-4427-a777-9108ff73a64d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/6b694606-0301-44e0-bdf4-18014b912dba HTTP/1.1" status: 404 len: 333 time: 0.0508375 Mar 29 09:23:16.231610 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50490) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.237179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:16.240268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.247801 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Attempting to bind port 1ed8eac6-4d36-45ea-9abc-9e4130701c75 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:16.248107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Attempting to bind port 1ed8eac6-4d36-45ea-9abc-9e4130701c75 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '82bebac9-b8d1-4e97-a436-d9862946d630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0d769986-c2fa-433e-8de4-ab2d594cf5d7'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:16.249523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Attempting to bind port 1ed8eac6-4d36-45ea-9abc-9e4130701c75 on network 0d769986-c2fa-433e-8de4-ab2d594cf5d7 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:16.258523 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-fb9ff752-964b-4f51-8fa4-866e1a083c36 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Calling delete_port for 9a7e5334-c1d9-4f80-9623-e4cfa874ca68 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:16.291498 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfe0cb5-9e2b-465f-8561-229036aebccf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.291748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:16.292047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfe0cb5-9e2b-465f-8561-229036aebccf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.292183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Checking segment: {'id': '82bebac9-b8d1-4e97-a436-d9862946d630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0d769986-c2fa-433e-8de4-ab2d594cf5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:16.292781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.292926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Bound using segment: {'id': '82bebac9-b8d1-4e97-a436-d9862946d630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0d769986-c2fa-433e-8de4-ab2d594cf5d7'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:16.293407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Bound port: 1ed8eac6-4d36-45ea-9abc-9e4130701c75, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bebac9-b8d1-4e97-a436-d9862946d630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0d769986-c2fa-433e-8de4-ab2d594cf5d7'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:16.293885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.295406 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e070e53c-82d7-4754-9292-11ca878a85a5 req-b05cced0-c92c-4d70-a8a1-b4fbf80cb65c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102529 Mar 29 09:23:16.298151 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-adfe0cb5-9e2b-465f-8561-229036aebccf tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/a7410abb-3640-48be-99ab-0f5fd0252d96 HTTP/1.1" status: 404 len: 337 time: 0.0603421 Mar 29 09:23:16.299391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf78d322-2382-4d8b-9001-bfd38152cfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.303330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50492) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.304890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 76e24436-282b-4ada-99b0-5f9a03374007 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:16.305107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:16.305243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.317385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf78d322-2382-4d8b-9001-bfd38152cfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.348238 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b8146d-368b-4131-882d-1dfda71ae2d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.349776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b8146d-368b-4131-882d-1dfda71ae2d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.354252 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e5b8146d-368b-4131-882d-1dfda71ae2d2 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/9c7d821d-0288-41e6-a4b3-bcdd504b9af8 HTTP/1.1" status: 404 len: 333 time: 0.0480845 Mar 29 09:23:16.362642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.362988 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Added segment 37f2eb8b-f5d9-4663-8c90-c3965a7873b4 of type vlan for network a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c Mar 29 09:23:16.364694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50496) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.384860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:16.392374 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78d322-2382-4d8b-9001-bfd38152cfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d46d94d-5d6e-4443-8c65-138a7f5918d0,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:16.429849 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee653d7-9ad6-4a8d-a048-ca77ace7d7f9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.430963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee653d7-9ad6-4a8d-a048-ca77ace7d7f9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.431705 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-718fc7cc-d01d-42dc-8568-08d9d0e4f35e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.438595 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9ee653d7-9ad6-4a8d-a048-ca77ace7d7f9 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/c0850e98-826d-4da4-ade2-bb6a9c131040 HTTP/1.1" status: 404 len: 337 time: 0.0705249 Mar 29 09:23:16.441108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50498) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.451865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-718fc7cc-d01d-42dc-8568-08d9d0e4f35e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.470707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf78d322-2382-4d8b-9001-bfd38152cfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.475191 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cf78d322-2382-4d8b-9001-bfd38152cfdc tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4982548 Mar 29 09:23:16.479875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50500) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.502876 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b91191-da8b-4b79-ac9b-f2548132b415 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.503612 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b91191-da8b-4b79-ac9b-f2548132b415 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.509639 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a9b91191-da8b-4b79-ac9b-f2548132b415 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/24bfc2ad-931e-4453-9721-129a1bd4d95b HTTP/1.1" status: 404 len: 333 time: 0.0654092 Mar 29 09:23:16.517597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50502) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.522539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.567440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fc7cc-d01d-42dc-8568-08d9d0e4f35e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e512c2b9-79b8-4d0a-abc6-0662f3097b9b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:16.593809 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-64965975-5899-44f7-a9e4-be78a90a651f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.594376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64965975-5899-44f7-a9e4-be78a90a651f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.601187 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-64965975-5899-44f7-a9e4-be78a90a651f tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/69c9d8f1-4fba-4eb1-99db-dc19812fb625 HTTP/1.1" status: 404 len: 337 time: 0.0800788 Mar 29 09:23:16.608821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50504) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.628154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff752-964b-4f51-8fa4-866e1a083c36 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.628401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.633700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-718fc7cc-d01d-42dc-8568-08d9d0e4f35e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.641812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] For port 1ed8eac6-4d36-45ea-9abc-9e4130701c75, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:16.642848 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-637e14a8-c771-493d-9c62-b3072de24318 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.660493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.668973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:16.669407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.671943 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-718fc7cc-d01d-42dc-8568-08d9d0e4f35e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.674216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ff752-964b-4f51-8fa4-866e1a083c36 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a7e5334-c1d9-4f80-9623-e4cfa874ca68,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:16.683542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca4ea0-3b63-413b-b62a-d0d94c0ab1c9 req-86760f33-cf04-4c85-8d31-0567535f2104 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:16.685400 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6cca4ea0-3b63-413b-b62a-d0d94c0ab1c9 req-86760f33-cf04-4c85-8d31-0567535f2104 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2598963 Mar 29 09:23:16.686817 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-04da282a-dca3-4922-bcb8-cfdb8eeb7cec tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.687659 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] For port 1ed8eac6-4d36-45ea-9abc-9e4130701c75, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1ed8eac6-4d36-45ea-9abc-9e4130701c75,segment=NetworkSegment(82bebac9-b8d1-4e97-a436-d9862946d630),segment_id=82bebac9-b8d1-4e97-a436-d9862946d630)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:16.687806 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04da282a-dca3-4922-bcb8-cfdb8eeb7cec tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.697110 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-04da282a-dca3-4922-bcb8-cfdb8eeb7cec tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/cb37ed4f-967f-489d-a58c-eec67cfbd465 HTTP/1.1" status: 404 len: 333 time: 0.0780151 Mar 29 09:23:16.697715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.705451 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.708832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50506) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.726299 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff752-964b-4f51-8fa4-866e1a083c36 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.729251 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fb9ff752-964b-4f51-8fa4-866e1a083c36 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9a7e5334-c1d9-4f80-9623-e4cfa874ca68 HTTP/1.1" status: 204 len: 168 time: 1.0985274 Mar 29 09:23:16.741457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50508) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.741687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e14a8-c771-493d-9c62-b3072de24318 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network 0d769986-c2fa-433e-8de4-ab2d594cf5d7 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:16.777949 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4487366d-8dab-4593-beb7-1371ec5095af tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.778399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4487366d-8dab-4593-beb7-1371ec5095af tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.783812 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4487366d-8dab-4593-beb7-1371ec5095af tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/1a8298bf-4b82-493d-bee6-f0ebc7fe5d0a HTTP/1.1" status: 404 len: 337 time: 0.0702229 Mar 29 09:23:16.790215 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-637e14a8-c771-493d-9c62-b3072de24318 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:16.793775 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-718fc7cc-d01d-42dc-8568-08d9d0e4f35e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.794999 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-718fc7cc-d01d-42dc-8568-08d9d0e4f35e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0137248 Mar 29 09:23:16.795585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50510) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.801652 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e14a8-c771-493d-9c62-b3072de24318 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:16.802250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-637e14a8-c771-493d-9c62-b3072de24318 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.809296 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50512) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.835204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d06b0c-564a-42da-8ecb-54798b7246bd None None] Pushing event updated for resources: {'Port': ['ID=1ed8eac6-4d36-45ea-9abc-9e4130701c75,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:16.846297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-653c325f-ad33-4cb2-9ad4-bc1c27814550 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Request body: {'security_group_rule': {'security_group_id': 'f94046ab-94bb-40b7-a2d2-250c1dfe9fc0', 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:16.846828 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcd4ca3-d7fd-41b0-aa8d-150a53e2f2c3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.847515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcd4ca3-d7fd-41b0-aa8d-150a53e2f2c3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.853554 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6dcd4ca3-d7fd-41b0-aa8d-150a53e2f2c3 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/3f24cd4a-5dfa-4453-9bbc-c24a57502bd0 HTTP/1.1" status: 404 len: 333 time: 0.0463989 Mar 29 09:23:16.854835 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50514) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.865399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e14a8-c771-493d-9c62-b3072de24318 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Subnet': ['ID=191566c1-d665-4299-bb08-6a92ee2d0ae4,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:16.869699 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7370005 Mar 29 09:23:16.869699 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf92d76c-510c-4266-9877-cc49db42ca84 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:23:16.869999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fc7cc-d01d-42dc-8568-08d9d0e4f35e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:16.875526 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cf92d76c-510c-4266-9877-cc49db42ca84 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "GET /v2.0/ports/9a7e5334-c1d9-4f80-9623-e4cfa874ca68 HTTP/1.1" status: 404 len: 333 time: 0.1107318 Mar 29 09:23:16.880814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50516) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.881149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50518) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.892524 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-637e14a8-c771-493d-9c62-b3072de24318 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6592295 Mar 29 09:23:16.892995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Request body: {'port': {'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-773437777'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:16.894766 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95eca8e-456e-4569-b2f8-b09705ca42d7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.895489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95eca8e-456e-4569-b2f8-b09705ca42d7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.899206 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c95eca8e-456e-4569-b2f8-b09705ca42d7 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/2b3d13a3-d0be-4b06-aa71-433553be77c1 HTTP/1.1" status: 404 len: 337 time: 0.0429168 Mar 29 09:23:16.899990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50520) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.901842 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50522) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.903077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c3a42818-a0b0-47fb-bbba-6efd59559073 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'subnet': {'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:16.941838 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:13Z', 'revision_number': 4, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:14Z', 'revision_number': 2, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:16.967152 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e98d1a4-87ff-4053-92f1-5cfdff9e71f6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:16.967878 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e98d1a4-87ff-4053-92f1-5cfdff9e71f6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:16.971226 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5e98d1a4-87ff-4053-92f1-5cfdff9e71f6 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/ae60553e-e622-46b7-94c1-46e9a66444bd HTTP/1.1" status: 404 len: 333 time: 0.0683589 Mar 29 09:23:16.976660 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50524) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:16.978323 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Checking router: 3d75647a-5730-4a53-a21d-d12b496d8666 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:16.978689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Updating router 3d75647a-5730-4a53-a21d-d12b496d8666 port d517a45a-baa2-426e-a229-747ae66d5178 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:23:16.980561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.987651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:16.991359 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0d46d94d-5d6e-4443-8c65-138a7f5918d0 HTTP/1.1" status: 204 len: 168 time: 0.5079706 Mar 29 09:23:16.998716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Network': ['ID=a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:17.005005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71e504-4d7b-42dd-aa05-9eb67a7f2fb0 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:17.006865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50526) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:17.007107 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71e504-4d7b-42dd-aa05-9eb67a7f2fb0 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:17.008947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71e504-4d7b-42dd-aa05-9eb67a7f2fb0 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:17.010716 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71e504-4d7b-42dd-aa05-9eb67a7f2fb0 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:17.011387 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6cca4ea0-3b63-413b-b62a-d0d94c0ab1c9 req-fc70c6f8-645a-4702-b0be-819cb0aa0673 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966197 Mar 29 09:23:17.012659 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71e504-4d7b-42dd-aa05-9eb67a7f2fb0 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:17.014850 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2d71e504-4d7b-42dd-aa05-9eb67a7f2fb0 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1135724 Mar 29 09:23:17.023345 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50528) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:17.028286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.030983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0bbbbc21-df75-47cd-915f-73ed2e1b61e7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1012522262'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:17.052328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d46d94d-5d6e-4443-8c65-138a7f5918d0,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:17.066014 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-67192689-6c3a-41d0-85ac-5eb26863aaed tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:17.066478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67192689-6c3a-41d0-85ac-5eb26863aaed tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:17.070186 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-67192689-6c3a-41d0-85ac-5eb26863aaed tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/d9d7b2aa-25b0-43a0-85db-a94a058b879c HTTP/1.1" status: 404 len: 337 time: 0.0706403 Mar 29 09:23:17.072250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbbbc21-df75-47cd-915f-73ed2e1b61e7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:17.074812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.075189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.075641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.076347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.076700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbc21-df75-47cd-915f-73ed2e1b61e7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.076824 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.077132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.077466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.077830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.078204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.078669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.079000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.079386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b1dfeb-ea30-43f7-bd49-9e5746049f7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.080107 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50532) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:17.138203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-653c325f-ad33-4cb2-9ad4-bc1c27814550 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.141330 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:17.149905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Made reservation on behalf of d0d9bc53f09a4eeaae53f8b333185cb6 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:17.152638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.165642 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b5d7c6-3a5b-4ef0-8c2e-6f539464deae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:17.165642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b5d7c6-3a5b-4ef0-8c2e-6f539464deae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:17.166036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.166491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.166637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.166928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.167369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.167877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.168011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.168336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.169990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.170345 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.170669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.170990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f8ae6-a959-4c60-8088-bf6601d885b9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:23:17.172267 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-25b5d7c6-3a5b-4ef0-8c2e-6f539464deae tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/ports/78b09d3e-04da-42a2-8ddf-7b44261a484b HTTP/1.1" status: 404 len: 333 time: 0.0909643 Mar 29 09:23:17.184110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50534) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:17.230133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] device_id is not set on port e3951b64-41cf-4fcc-944e-bf37b715d07a yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:17.238293 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a43c8d-08a7-4eb2-8115-265c6fe8a817 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:17.239900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a43c8d-08a7-4eb2-8115-265c6fe8a817 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:17.248526 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-81a43c8d-08a7-4eb2-8115-265c6fe8a817 tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/subnets/8b3c6e65-e47c-49bc-90ff-0c533816d389 HTTP/1.1" status: 404 len: 337 time: 0.0601535 Mar 29 09:23:17.249252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50536) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:17.257734 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bb9ab489-629b-4b42-b7d8-15092bcf1572 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2421479 Mar 29 09:23:17.261548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50538) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:17.261811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbbbc21-df75-47cd-915f-73ed2e1b61e7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:17.299175 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbc21-df75-47cd-915f-73ed2e1b61e7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.299647 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-0bbbbc21-df75-47cd-915f-73ed2e1b61e7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Added segment 5d159da5-fb5b-4ed9-aebc-7e4e2ecd2aea of type vlan for network 1bf94e8b-d97f-4a78-b08d-5662e20b1ebe Mar 29 09:23:17.356718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a42818-a0b0-47fb-bbba-6efd59559073 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Made reservation on behalf of 093cf3a9abac4682b18fe899f669f6c8 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:17.360590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c3a42818-a0b0-47fb-bbba-6efd59559073 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.399588 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbc21-df75-47cd-915f-73ed2e1b61e7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.430755 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.435673 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbc21-df75-47cd-915f-73ed2e1b61e7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.442580 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbbbc21-df75-47cd-915f-73ed2e1b61e7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:17.443177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0bbbbc21-df75-47cd-915f-73ed2e1b61e7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.467928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-653c325f-ad33-4cb2-9ad4-bc1c27814550 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.488395 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0bbbbc21-df75-47cd-915f-73ed2e1b61e7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4611559 Mar 29 09:23:17.493303 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50542) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:17.501705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-653c325f-ad33-4cb2-9ad4-bc1c27814550 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.504138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a716d9d3-a6b7-4522-9bdb-46b8eae31a84 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:17.584988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbbc21-df75-47cd-915f-73ed2e1b61e7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Network': ['ID=1bf94e8b-d97f-4a78-b08d-5662e20b1ebe,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:17.610176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 1bf94e8b-d97f-4a78-b08d-5662e20b1ebe details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:17.619410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c325f-ad33-4cb2-9ad4-bc1c27814550 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4037dde2-8e5a-4d14-92e6-eb54072a5420,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:17.624901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-653c325f-ad33-4cb2-9ad4-bc1c27814550 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.629145 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-653c325f-ad33-4cb2-9ad4-bc1c27814550 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8164456 Mar 29 09:23:17.629794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50544) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:17.638164 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-10bf5891-06a4-41c8-a3b1-7b3acd57ee18 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.639026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.644319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-3c31e49f-bd3f-491b-946b-6ef0fe641725 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Request body: {'security_group_rule': {'security_group_id': 'f94046ab-94bb-40b7-a2d2-250c1dfe9fc0', 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:17.651630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.669367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.669696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe428c60-673f-441d-a94e-c1b029b63d6b req-4d55e6ad-e57f-41b7-8cc0-23dc39ffe106 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:17.671816 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fe428c60-673f-441d-a94e-c1b029b63d6b req-4d55e6ad-e57f-41b7-8cc0-23dc39ffe106 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2929916 Mar 29 09:23:17.707685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:17.727102 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c28150-88ee-46eb-a4e0-b0baac27543b') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:17.727102 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c28150-88ee-46eb-a4e0-b0baac27543b') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:17.749222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb582c5-289d-4ede-a651-5a038744cfe4 None None] Pushing event updated for resources: {'Port': ['ID=d517a45a-baa2-426e-a229-747ae66d5178,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:17.753753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-10bf5891-06a4-41c8-a3b1-7b3acd57ee18 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.809141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Attempting to bind port d517a45a-baa2-426e-a229-747ae66d5178 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:17.810546 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Attempting to bind port d517a45a-baa2-426e-a229-747ae66d5178 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'd66fdb62-3d1b-469c-8d0e-1fa76c32ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:17.811265 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Attempting to bind port d517a45a-baa2-426e-a229-747ae66d5178 on network 01ce345b-47b0-4881-b58e-6827dab66a24 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:17.820100 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:17.820801 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Checking segment: {'id': 'd66fdb62-3d1b-469c-8d0e-1fa76c32ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:17.821493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.822069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Bound using segment: {'id': 'd66fdb62-3d1b-469c-8d0e-1fa76c32ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:17.823122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Bound port: d517a45a-baa2-426e-a229-747ae66d5178, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66fdb62-3d1b-469c-8d0e-1fa76c32ce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:17.824343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.887928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c31e49f-bd3f-491b-946b-6ef0fe641725 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.932586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] For port d517a45a-baa2-426e-a229-747ae66d5178, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:17.941531 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] For port d517a45a-baa2-426e-a229-747ae66d5178, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d517a45a-baa2-426e-a229-747ae66d5178,segment=NetworkSegment(d66fdb62-3d1b-469c-8d0e-1fa76c32ce02),segment_id=d66fdb62-3d1b-469c-8d0e-1fa76c32ce02)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:17.945886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:17.960964 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fe428c60-673f-441d-a94e-c1b029b63d6b req-507bde94-732d-4e0a-b79d-b0af66ac141b tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550797 Mar 29 09:23:17.961170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.043012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-10bf5891-06a4-41c8-a3b1-7b3acd57ee18 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.045607 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-10bf5891-06a4-41c8-a3b1-7b3acd57ee18 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.049400 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-10bf5891-06a4-41c8-a3b1-7b3acd57ee18 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-groups/9886751a-9b4b-40ff-bbe5-f3ab7cf72bed HTTP/1.1" status: 204 len: 168 time: 0.7840354 Mar 29 09:23:18.093553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50546) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:18.125434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1ed8eac6-4d36-45ea-9abc-9e4130701c75 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:18.151778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf5891-06a4-41c8-a3b1-7b3acd57ee18 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9886751a-9b4b-40ff-bbe5-f3ab7cf72bed,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:18.177043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:18.178051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:18.180372 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb582c5-289d-4ede-a651-5a038744cfe4 None None] Pushing event updated for resources: {'Port': ['ID=d517a45a-baa2-426e-a229-747ae66d5178,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:18.202361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c31e49f-bd3f-491b-946b-6ef0fe641725 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.225287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c31e49f-bd3f-491b-946b-6ef0fe641725 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.249179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c3a42818-a0b0-47fb-bbba-6efd59559073 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.269319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c31e49f-bd3f-491b-946b-6ef0fe641725 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.274680 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3c31e49f-bd3f-491b-946b-6ef0fe641725 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6373777 Mar 29 09:23:18.281138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50548) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:18.296031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.299439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.305999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e461fa69-4acd-4f8d-bd78-b35aa0a236ff tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Request body: {'security_group_rule': {'security_group_id': 'f94046ab-94bb-40b7-a2d2-250c1dfe9fc0', 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:18.337624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.349171 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-59152c0a-dbc3-40ee-904d-6973bea3c205 None None] Provisioning complete for port d517a45a-baa2-426e-a229-747ae66d5178 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:18.349862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-59152c0a-dbc3-40ee-904d-6973bea3c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.355142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a716d9d3-a6b7-4522-9bdb-46b8eae31a84 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.358726 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:18.359200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:18.362289 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:18.370312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 1ed8eac6-4d36-45ea-9abc-9e4130701c75 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:18.372155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.391720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event updated for resources: {'Port': ['ID=e3951b64-41cf-4fcc-944e-bf37b715d07a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:18.401016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a716d9d3-a6b7-4522-9bdb-46b8eae31a84 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.410594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31e49f-bd3f-491b-946b-6ef0fe641725 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de9eff7-dd8f-45e9-8e19-059ac1f28b14,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:18.430217 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c8d096e5-6167-4e63-8a67-6f4f3f9495b0 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3337908 Mar 29 09:23:18.436532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50550) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:18.460970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:18.470985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d4105a37-a19f-4d1c-9c6c-65463466306e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group': {'name': 'tempest-secgroup--23390965'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:18.471215 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a716d9d3-a6b7-4522-9bdb-46b8eae31a84 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network 1bf94e8b-d97f-4a78-b08d-5662e20b1ebe is not hosted by any dhcp agent {{(pid=102495) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 09:23:18.476480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:18.477146 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716d9d3-a6b7-4522-9bdb-46b8eae31a84 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:18.477846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a716d9d3-a6b7-4522-9bdb-46b8eae31a84 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.478919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:18.479199 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a716d9d3-a6b7-4522-9bdb-46b8eae31a84 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "PUT /v2.0/networks/1bf94e8b-d97f-4a78-b08d-5662e20b1ebe HTTP/1.1" status: 200 len: 723 time: 0.9847820 Mar 29 09:23:18.479834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:18.480430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.482928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50552) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:18.498305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:18.500034 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d0308ec9-0ed0-4068-aff2-a1edfb42412c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'subnet': {'network_id': '1bf94e8b-d97f-4a78-b08d-5662e20b1ebe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:18.514280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a42818-a0b0-47fb-bbba-6efd59559073 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Subnet': ['ID=ee8141f0-4fef-4204-893f-09f85943743f,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:18.542763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e461fa69-4acd-4f8d-bd78-b35aa0a236ff tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.552621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.566771 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-89588212-2f61-48f4-a597-43ee48fa242b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6776183 Mar 29 09:23:18.567382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50554) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:18.568406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716d9d3-a6b7-4522-9bdb-46b8eae31a84 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Network': ['ID=1bf94e8b-d97f-4a78-b08d-5662e20b1ebe,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:18.571001 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.574657 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] 10.222.0.32 "DELETE /v2.0/networks/bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88 HTTP/1.1" status: 204 len: 168 time: 1.3239346 Mar 29 09:23:18.587726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 1bf94e8b-d97f-4a78-b08d-5662e20b1ebe details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:18.596338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4105a37-a19f-4d1c-9c6c-65463466306e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.605354 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:18.605891 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4852d-243d-4fbd-9b14-9a576df29a5d tempest-NetworksTestDHCPv6-1545993738 tempest-NetworksTestDHCPv6-1545993738-project] Pushing event deleted for resources: {'Network': ['ID=bf6cc22f-5774-4e6a-83c5-a2f5fa8b8b88,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:18.625004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f7a1c7-4c75-40ee-b397-ea8304527443 None None] Network 0d769986-c2fa-433e-8de4-ab2d594cf5d7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:18.665988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0308ec9-0ed0-4068-aff2-a1edfb42412c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:18.669966 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0308ec9-0ed0-4068-aff2-a1edfb42412c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.676040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a42818-a0b0-47fb-bbba-6efd59559073 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Checking segment: {'id': '37f2eb8b-f5d9-4663-8c90-c3965a7873b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:18.676488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a42818-a0b0-47fb-bbba-6efd59559073 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network hostable DHCP agents. Network: a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:18.739965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.747572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e461fa69-4acd-4f8d-bd78-b35aa0a236ff tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.769378 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e461fa69-4acd-4f8d-bd78-b35aa0a236ff tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.818333 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-59152c0a-dbc3-40ee-904d-6973bea3c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.825739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.838743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a42818-a0b0-47fb-bbba-6efd59559073 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:18.852167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461fa69-4acd-4f8d-bd78-b35aa0a236ff tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e077bea6-586e-420c-8c04-fc3e746e426c,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:18.880680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e461fa69-4acd-4f8d-bd78-b35aa0a236ff tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.882358 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e461fa69-4acd-4f8d-bd78-b35aa0a236ff tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5814431 Mar 29 09:23:18.886261 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50560) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:18.891063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5f92db8b-d8d7-4abf-b04b-d727517b2912 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Request body: {'security_group_rule': {'security_group_id': 'f94046ab-94bb-40b7-a2d2-250c1dfe9fc0', 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:18.891347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-c3a42818-a0b0-47fb-bbba-6efd59559073 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:18.897551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a42818-a0b0-47fb-bbba-6efd59559073 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:18.898822 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c3a42818-a0b0-47fb-bbba-6efd59559073 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.948984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0308ec9-0ed0-4068-aff2-a1edfb42412c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.991536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4105a37-a19f-4d1c-9c6c-65463466306e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:18.995687 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c3a42818-a0b0-47fb-bbba-6efd59559073 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1077452 Mar 29 09:23:19.000842 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f92db8b-d8d7-4abf-b04b-d727517b2912 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.002680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50562) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:19.010831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4105a37-a19f-4d1c-9c6c-65463466306e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.032640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50566) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:19.068331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f2099b-8424-4b53-a52f-5f2d94c79256 None None] Network a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:19.095391 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0308ec9-0ed0-4068-aff2-a1edfb42412c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Subnet': ['ID=3d4efa47-425e-4a02-89f2-b80bd544a37e,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:19.109898 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0308ec9-0ed0-4068-aff2-a1edfb42412c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Checking segment: {'id': '5d159da5-fb5b-4ed9-aebc-7e4e2ecd2aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1bf94e8b-d97f-4a78-b08d-5662e20b1ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:19.110499 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0308ec9-0ed0-4068-aff2-a1edfb42412c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network hostable DHCP agents. Network: 1bf94e8b-d97f-4a78-b08d-5662e20b1ebe, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:19.142239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4105a37-a19f-4d1c-9c6c-65463466306e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.146587 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f92db8b-d8d7-4abf-b04b-d727517b2912 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.147063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d4105a37-a19f-4d1c-9c6c-65463466306e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7052805 Mar 29 09:23:19.147740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50570) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:19.152525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5102f276-3639-49d3-af29-0e308d7b15f2 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': '3af07eea-15da-4742-93f0-37010544a06a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:19.173417 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f92db8b-d8d7-4abf-b04b-d727517b2912 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.175218 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0308ec9-0ed0-4068-aff2-a1edfb42412c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network 1bf94e8b-d97f-4a78-b08d-5662e20b1ebe is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:19.193492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4105a37-a19f-4d1c-9c6c-65463466306e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af07eea-15da-4742-93f0-37010544a06a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:19.205613 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-d0308ec9-0ed0-4068-aff2-a1edfb42412c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 1bf94e8b-d97f-4a78-b08d-5662e20b1ebe) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:19.208982 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92db8b-d8d7-4abf-b04b-d727517b2912 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ac34ec-b778-43a3-9ca1-3c3b149fd277,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:19.211201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5102f276-3639-49d3-af29-0e308d7b15f2 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.225216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0308ec9-0ed0-4068-aff2-a1edfb42412c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:19.226120 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0308ec9-0ed0-4068-aff2-a1edfb42412c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.230757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f92db8b-d8d7-4abf-b04b-d727517b2912 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.232077 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5f92db8b-d8d7-4abf-b04b-d727517b2912 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448579 Mar 29 09:23:19.235748 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50572) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:19.245884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-bb4266b9-3ccf-4ab1-a34b-efded99cdd25 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Request body: {'security_group_rule': {'security_group_id': 'f94046ab-94bb-40b7-a2d2-250c1dfe9fc0', 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:19.271246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] device_id is not set on port e3951b64-41cf-4fcc-944e-bf37b715d07a yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:19.284690 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d0308ec9-0ed0-4068-aff2-a1edfb42412c tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7985766 Mar 29 09:23:19.286171 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50574) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:19.293187 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-dd5cc674-d946-40e6-a706-3c47bd2a6096 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:19.324960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.369873 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.380066 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95037ddb-3b78-4998-8d37-75c05d28c459 req-6c82f83f-bb9b-45dd-aac3-ffca1b8588a5 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:19.380333 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5102f276-3639-49d3-af29-0e308d7b15f2 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.381675 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95037ddb-3b78-4998-8d37-75c05d28c459 req-6c82f83f-bb9b-45dd-aac3-ffca1b8588a5 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2430496 Mar 29 09:23:19.394352 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-bb4266b9-3ccf-4ab1-a34b-efded99cdd25 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Project aad1136bea844c2cac896fa880fb7c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:23:19.399348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d84c717-b53e-4be2-aba8-bc90a283c6b4 None None] Network 1bf94e8b-d97f-4a78-b08d-5662e20b1ebe requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:19.404078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-59152c0a-dbc3-40ee-904d-6973bea3c205 None None] For port d517a45a-baa2-426e-a229-747ae66d5178, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d517a45a-baa2-426e-a229-747ae66d5178,segment=NetworkSegment(d66fdb62-3d1b-469c-8d0e-1fa76c32ce02),segment_id=d66fdb62-3d1b-469c-8d0e-1fa76c32ce02)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:19.413309 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4c938318-ffe5-4052-a938-fd85ac1a0284 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3f40bac93f1437a9508ac435ed1dfdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3758144 Mar 29 09:23:19.414169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5102f276-3639-49d3-af29-0e308d7b15f2 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.415870 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50576) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:19.448687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb4266b9-3ccf-4ab1-a34b-efded99cdd25 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.451376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102f276-3639-49d3-af29-0e308d7b15f2 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21047028-4c4d-4cbf-b752-842e6179858b,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:19.470390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-59152c0a-dbc3-40ee-904d-6973bea3c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.476626 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dd5cc674-d946-40e6-a706-3c47bd2a6096 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8585207'] for subnet, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.484304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 1ed8eac6-4d36-45ea-9abc-9e4130701c75, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1ed8eac6-4d36-45ea-9abc-9e4130701c75,segment=NetworkSegment(82bebac9-b8d1-4e97-a436-d9862946d630),segment_id=82bebac9-b8d1-4e97-a436-d9862946d630)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:19.498557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.508471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5102f276-3639-49d3-af29-0e308d7b15f2 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.509710 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5102f276-3639-49d3-af29-0e308d7b15f2 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3608325 Mar 29 09:23:19.512832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50578) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:19.514471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event updated for resources: {'Port': ['ID=e3951b64-41cf-4fcc-944e-bf37b715d07a,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:19.547023 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2cf00ba8-2f6f-4453-b361-4c4aaba514c2 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules/21047028-4c4d-4cbf-b752-842e6179858b HTTP/1.1" status: 200 len: 763 time: 0.0321617 Mar 29 09:23:19.554054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50580) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:19.563317 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3b988d2-89cb-4ecf-9abb-196f9b2b2297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.630350 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3b988d2-89cb-4ecf-9abb-196f9b2b2297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.653333 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95037ddb-3b78-4998-8d37-75c05d28c459 req-9576aa6c-ce89-4347-b09b-ac68600f2ffe tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522521 Mar 29 09:23:19.662249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:19.662577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:19.662917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:19.683145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:19.683145 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:19.683590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59152c0a-dbc3-40ee-904d-6973bea3c205 None None] Pushing event updated for resources: {'Port': ['ID=d517a45a-baa2-426e-a229-747ae66d5178,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:19.683694 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 2 to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a Mar 29 09:23:19.683787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:13Z', 'revision_number': 4, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:17Z', 'revision_number': 4, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:19.687110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8712918a-ab1c-44ac-bbac-429dbe67f36e None None] Provisioning complete for port d517a45a-baa2-426e-a229-747ae66d5178 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:19.687688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8712918a-ab1c-44ac-bbac-429dbe67f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.730646 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bcfc76ba-57e0-41c8-a02f-09e34c6cbd56 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1726339 Mar 29 09:23:19.731333 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50582) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:19.765195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb4266b9-3ccf-4ab1-a34b-efded99cdd25 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.767092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:19.767092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:19.767487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:19.776123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:19.776589 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:19.777094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c993dd-1f93-418b-abe1-692baa8fbd3c None None] The sync data for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv is: [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:13Z', 'revision_number': 4, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:17Z', 'revision_number': 4, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:19.777350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb4266b9-3ccf-4ab1-a34b-efded99cdd25 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.797651 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 3 to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a Mar 29 09:23:19.799034 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dd5cc674-d946-40e6-a706-3c47bd2a6096 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726445511599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9943229'] for subnet, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.804619 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3b988d2-89cb-4ecf-9abb-196f9b2b2297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.807489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3b988d2-89cb-4ecf-9abb-196f9b2b2297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.808274 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c3b988d2-89cb-4ecf-9abb-196f9b2b2297 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77193e86-404c-4555-b7c7-d8d2a7456d2e HTTP/1.1" status: 204 len: 168 time: 0.3892834 Mar 29 09:23:19.815236 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d478cfc8-40d9-4539-88e2-fecfc74e7015 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.825818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d478cfc8-40d9-4539-88e2-fecfc74e7015 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.860164 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4266b9-3ccf-4ab1-a34b-efded99cdd25 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93810b35-a77a-4c5c-9546-c0d8e29f51d8,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:19.863004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:19.863479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:19.865519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:19.879950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:19.880280 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:19.881073 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 4 to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a Mar 29 09:23:19.896159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb4266b9-3ccf-4ab1-a34b-efded99cdd25 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.898912 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bb4266b9-3ccf-4ab1-a34b-efded99cdd25 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6612167 Mar 29 09:23:19.905362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50586) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:19.912347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b988d2-89cb-4ecf-9abb-196f9b2b2297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77193e86-404c-4555-b7c7-d8d2a7456d2e,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:19.918260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3640bfc8-6c1e-46a8-84ab-f91868310c74 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Request body: {'security_group_rule': {'security_group_id': 'f94046ab-94bb-40b7-a2d2-250c1dfe9fc0', 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:19.929324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cc674-d946-40e6-a706-3c47bd2a6096 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:19.929324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dd5cc674-d946-40e6-a706-3c47bd2a6096 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.929324 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-dd5cc674-d946-40e6-a706-3c47bd2a6096 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "PUT /v2.0/subnets/3d4efa47-425e-4a02-89f2-b80bd544a37e HTTP/1.1" status: 200 len: 826 time: 0.6382079 Mar 29 09:23:19.936318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50588) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:19.949233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d478cfc8-40d9-4539-88e2-fecfc74e7015 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.962118 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d478cfc8-40d9-4539-88e2-fecfc74e7015 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:19.963189 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d478cfc8-40d9-4539-88e2-fecfc74e7015 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/21047028-4c4d-4cbf-b752-842e6179858b HTTP/1.1" status: 204 len: 168 time: 0.2309306 Mar 29 09:23:19.976156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50590) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:19.979181 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cc674-d946-40e6-a706-3c47bd2a6096 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Subnet': ['ID=3d4efa47-425e-4a02-89f2-b80bd544a37e,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:19.984123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:19.985978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:19.986666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:20.007283 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-3640bfc8-6c1e-46a8-84ab-f91868310c74 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Project aad1136bea844c2cac896fa880fb7c8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:23:20.022945 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478cfc8-40d9-4539-88e2-fecfc74e7015 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21047028-4c4d-4cbf-b752-842e6179858b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:20.030825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:20.031502 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:20.034280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.037179 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 5 to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a Mar 29 09:23:20.051989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c', 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'fixed_ips': [{'subnet_id': 'ee8141f0-4fef-4204-893f-09f85943743f'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:23:20.063206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.066577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:20.067442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:20.067782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:20.114416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3640bfc8-6c1e-46a8-84ab-f91868310c74 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.197197 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d517a45a-baa2-426e-a229-747ae66d5178 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:20.201433 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:20.201781 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:20.205230 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 6 to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a Mar 29 09:23:20.218226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=1ed8eac6-4d36-45ea-9abc-9e4130701c75,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:20.222214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41cb459-53b8-40c6-b538-500eaaa9b1ce None None] Update dhcp port {'port': {'network_id': '0d769986-c2fa-433e-8de4-ab2d594cf5d7', 'fixed_ips': [{'subnet_id': '2184f1e1-c526-4e4f-b867-25457a5042e4', 'ip_address': '2001:db8::2'}, {'subnet_id': '191566c1-d665-4299-bb08-6a92ee2d0ae4'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': '1ed8eac6-4d36-45ea-9abc-9e4130701c75'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:23:20.238067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.255316 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3640bfc8-6c1e-46a8-84ab-f91868310c74 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.259082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac653f-b833-4379-9ad4-b8a0a5337c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-1bf94e8b-d97f-4a78-b08d-5662e20b1ebe', 'network_id': '1bf94e8b-d97f-4a78-b08d-5662e20b1ebe', 'tenant_id': '411fd1b081da4c478beb9d6d93e5a233', 'fixed_ips': [{'subnet_id': '3d4efa47-425e-4a02-89f2-b80bd544a37e'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:23:20.264765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99ac653f-b833-4379-9ad4-b8a0a5337c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.264968 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3640bfc8-6c1e-46a8-84ab-f91868310c74 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.340665 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640bfc8-6c1e-46a8-84ab-f91868310c74 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b32dcf-b0f1-406b-bc91-8b7873df7822,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:20.357857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3640bfc8-6c1e-46a8-84ab-f91868310c74 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.359075 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3640bfc8-6c1e-46a8-84ab-f91868310c74 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4486709 Mar 29 09:23:20.362184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50596) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:20.375474 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bc13ba96-feab-40ab-a681-c3b7ec956482 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3790505 Mar 29 09:23:20.375685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-cb5cdc42-5503-4902-916e-562eb7dffd63 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Request body: {'network': {'name': 'tempest-network-smoke--1815906959', 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'port_security_enabled': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:20.376830 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.380012 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50598) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:20.389855 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:20.390541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:20.391142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:20.401019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:20.401835 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:20.403733 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 7 to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a Mar 29 09:23:20.436637 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a167edda-6daa-4b78-a1bf-4a0f9f17a626 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': '3af07eea-15da-4742-93f0-37010544a06a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:20.438902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c41cb459-53b8-40c6-b538-500eaaa9b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.468348 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5cdc42-5503-4902-916e-562eb7dffd63 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Made reservation on behalf of aad1136bea844c2cac896fa880fb7c8f for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:20.476367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdc42-5503-4902-916e-562eb7dffd63 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.514058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:20.525107 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a167edda-6daa-4b78-a1bf-4a0f9f17a626 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.525427 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:20.526296 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:20.631889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5cdc42-5503-4902-916e-562eb7dffd63 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:20.666901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d517a45a-baa2-426e-a229-747ae66d5178 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:20.667246 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.679804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.683177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdc42-5503-4902-916e-562eb7dffd63 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.683608 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-cb5cdc42-5503-4902-916e-562eb7dffd63 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Added segment 5aeb0dec-b559-4c45-8e07-f56720647e4b of type vlan for network 316ecf02-2ead-4982-8664-cb147673895e Mar 29 09:23:20.711360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:20.711694 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:20.713367 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 8 to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a Mar 29 09:23:20.754892 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8712918a-ab1c-44ac-bbac-429dbe67f36e None None] Provisioning complete for port 1ed8eac6-4d36-45ea-9abc-9e4130701c75 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:20.755322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8712918a-ab1c-44ac-bbac-429dbe67f36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.763470 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:20.764718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:20.766720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:20.774274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Allocated IP 172.23.0.2 (a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c/ee8141f0-4fef-4204-893f-09f85943743f/0572984b-c1bc-4351-aad3-9daaa2db76b4) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:20.777766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4efa47-425e-4a02-89f2-b80bd544a37e,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:20.786944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server [None req-99ac653f-b833-4379-9ad4-b8a0a5337c00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d4efa47-425e-4a02-89f2-b80bd544a37e: This subnet is being modified by another concurrent operation. Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 29 09:23:20.787939 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise self.value Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server raise exception Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d4efa47-425e-4a02-89f2-b80bd544a37e: This subnet is being modified by another concurrent operation. Mar 29 09:23:20.791442 dv-neutron-835554-1-hyperv neutron-server[102497]: ERROR oslo_messaging.rpc.server Mar 29 09:23:20.798358 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a167edda-6daa-4b78-a1bf-4a0f9f17a626 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.806237 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:20.806237 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 9 to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a Mar 29 09:23:20.839722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:20.840060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:20.840399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:20.864843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a4a0e-78c0-4280-8de4-36c7522c79f5 None None] Network 1bf94e8b-d97f-4a78-b08d-5662e20b1ebe requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:20.875768 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:20.876142 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:20.876632 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.plugins.ml2.plugin [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 10 to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a Mar 29 09:23:20.907036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.908569 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:20.908754 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:20.909466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:20.911420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdc42-5503-4902-916e-562eb7dffd63 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.916624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:20.916624 dv-neutron-835554-1-hyperv neutron-server[102496]: ERROR neutron.plugins.ml2.managers [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port e3951b64-41cf-4fcc-944e-bf37b715d07a on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:20.916898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.919925 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a167edda-6daa-4b78-a1bf-4a0f9f17a626 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:20.927486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8550a-74f0-451b-a4dd-ec7d07d64b2b req-18364a66-ac1b-465d-9b1a-932cbba044d0 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:20.935183 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9af8550a-74f0-451b-a4dd-ec7d07d64b2b req-18364a66-ac1b-465d-9b1a-932cbba044d0 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.0965855 Mar 29 09:23:20.987228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167edda-6daa-4b78-a1bf-4a0f9f17a626 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508ff9b6-0949-4d98-b638-ad6a4ca6c65d,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:20.992000 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf94e8b-d97f-4a78-b08d-5662e20b1ebe']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:20.997009 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9af8550a-74f0-451b-a4dd-ec7d07d64b2b req-32498d13-aad8-40c9-a2ba-b15925d6aa54 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609341 Mar 29 09:23:21.022988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a167edda-6daa-4b78-a1bf-4a0f9f17a626 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.027401 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a167edda-6daa-4b78-a1bf-4a0f9f17a626 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5958087 Mar 29 09:23:21.029324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d159da5-fb5b-4ed9-aebc-7e4e2ecd2aea') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:21.029654 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d159da5-fb5b-4ed9-aebc-7e4e2ecd2aea') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:21.031605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50614) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.032223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdc42-5503-4902-916e-562eb7dffd63 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.038359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5cdc42-5503-4902-916e-562eb7dffd63 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.039024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdc42-5503-4902-916e-562eb7dffd63 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.059657 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fd9ef9df-ab23-4694-982a-c9c71d87e7c3 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules/508ff9b6-0949-4d98-b638-ad6a4ca6c65d HTTP/1.1" status: 200 len: 763 time: 0.0249760 Mar 29 09:23:21.061759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50618) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.082924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.098021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] For port e3951b64-41cf-4fcc-944e-bf37b715d07a, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:21.098502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempted to set empty binding levels {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 29 09:23:21.117993 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cb5cdc42-5503-4902-916e-562eb7dffd63 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7546859 Mar 29 09:23:21.122488 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50620) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.126508 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b7a80708-77c7-49e4-bc49-18e0a0e7d1ff tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0608070 Mar 29 09:23:21.126508 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.135245 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50622) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.148035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] In _notify_port_updated(), no bound segment for port e3951b64-41cf-4fcc-944e-bf37b715d07a on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:23:21.149031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.149990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.153623 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "PUT /v2.0/ports/e3951b64-41cf-4fcc-944e-bf37b715d07a HTTP/1.1" status: 200 len: 976 time: 2.5610130 Mar 29 09:23:21.162805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.164606 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50624) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.171120 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'admin_state_up': True, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:21.192830 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.209824 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d77465-5875-4898-97e3-18db752f662e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event updated for resources: {'Port': ['ID=e3951b64-41cf-4fcc-944e-bf37b715d07a,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:21.212146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.217210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ec4a5120-18d1-4305-b1e6-bfd0e064d2d9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.217894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cdc42-5503-4902-916e-562eb7dffd63 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'Network': ['ID=316ecf02-2ead-4982-8664-cb147673895e,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:21.221162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:21.221783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:21.227550 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:21.255649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ec4a5120-18d1-4305-b1e6-bfd0e064d2d9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.278187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 316ecf02-2ead-4982-8664-cb147673895e details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:21.305477 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ec4a5120-18d1-4305-b1e6-bfd0e064d2d9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.313897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50626) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.319114 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ec4a5120-18d1-4305-b1e6-bfd0e064d2d9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.322579 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ec4a5120-18d1-4305-b1e6-bfd0e064d2d9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/508ff9b6-0949-4d98-b638-ad6a4ca6c65d HTTP/1.1" status: 204 len: 168 time: 0.1807728 Mar 29 09:23:21.323702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Allocated IP 172.23.0.1 (a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c/ee8141f0-4fef-4204-893f-09f85943743f/5d430b12-e0f7-4ce7-a127-b7f84a4f171b) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:21.333203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50628) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.345993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.346906 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.349389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a5120-18d1-4305-b1e6-bfd0e064d2d9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=508ff9b6-0949-4d98-b638-ad6a4ca6c65d,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:21.364841 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Pushing event updated for resources: {'Port': ['ID=0572984b-c1bc-4351-aad3-9daaa2db76b4,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:21.401812 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.402299 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.402772 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.403345 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.403726 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.404166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.404792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.405264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.405755 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.406218 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.406354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-c41cb459-53b8-40c6-b538-500eaaa9b1ce None None] Allocated IP 172.20.0.1 (0d769986-c2fa-433e-8de4-ab2d594cf5d7/191566c1-d665-4299-bb08-6a92ee2d0ae4/1ed8eac6-4d36-45ea-9abc-9e4130701c75) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:21.406681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.407132 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.408500 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.408675 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.409610 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.409735 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.410128 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.411055 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.411518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.412002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:21.421671 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-79fe86d4-193e-4527-b295-e74944cc4459 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18681 time: 0.2428446 Mar 29 09:23:21.424901 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50632) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.426894 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0d8506ae-1b10-4e9b-8e0c-0734ccc217d6 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0900311 Mar 29 09:23:21.430002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50634) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.448327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Network a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:21.461652 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.466771 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.472987 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/1bf94e8b-d97f-4a78-b08d-5662e20b1ebe HTTP/1.1" status: 204 len: 168 time: 1.5332878 Mar 29 09:23:21.473199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d7059298-acf3-43ff-8753-d87f728ca738 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': '3af07eea-15da-4742-93f0-37010544a06a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:21.477685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50636) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.491948 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:21.515190 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:21.520694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'networks': [{'name': 'tempest-network--1979154621'}, {'name': 'tempest-network--249303747'}]} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:21.521003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'network': {'name': 'tempest-network--1979154621'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:21.521457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'network': {'name': 'tempest-network--249303747'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:21.527710 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f9046a-391a-4966-a300-a39a9a58a8be tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:21.528301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f9046a-391a-4966-a300-a39a9a58a8be tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:21.529035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b1f37-0305-4b5e-a298-4435724a4cfe tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Network': ['ID=1bf94e8b-d97f-4a78-b08d-5662e20b1ebe,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:21.531448 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-35f9046a-391a-4966-a300-a39a9a58a8be tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/1bf94e8b-d97f-4a78-b08d-5662e20b1ebe HTTP/1.1" status: 404 len: 339 time: 0.0522099 Mar 29 09:23:21.539087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50638) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.549861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-43b5e2b3-a836-49cb-9dc1-c845c2fd182e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1366377478', 'description': 'd1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:21.555771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ea6f3-3c07-4907-acdd-9cdad2ec957c None None] Network 1bf94e8b-d97f-4a78-b08d-5662e20b1ebe requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:21.588956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7059298-acf3-43ff-8753-d87f728ca738 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.591874 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.611407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Made reservation on behalf of 89f96c886cf348b6bcbbc1e804ffcb96 for: {'network': 2} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:21.616700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.625920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b5e2b3-a836-49cb-9dc1-c845c2fd182e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:21.629380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43b5e2b3-a836-49cb-9dc1-c845c2fd182e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.649106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.658226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.677674 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e80d7964-0c60-4de4-9e7e-251f29823041 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Deleting port e3951b64-41cf-4fcc-944e-bf37b715d07a {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:21.677924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e80d7964-0c60-4de4-9e7e-251f29823041 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.744343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b5e2b3-a836-49cb-9dc1-c845c2fd182e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:21.755591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7059298-acf3-43ff-8753-d87f728ca738 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.771391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7059298-acf3-43ff-8753-d87f728ca738 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.780669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43b5e2b3-a836-49cb-9dc1-c845c2fd182e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.781005 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-43b5e2b3-a836-49cb-9dc1-c845c2fd182e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Added segment fa39b7ed-b1c2-4cf9-8e45-05589794e096 of type vlan for network 5de5d962-5479-4a74-959a-4c6b278694a9 Mar 29 09:23:21.797197 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ea6f3-3c07-4907-acdd-9cdad2ec957c None None] Network 1bf94e8b-d97f-4a78-b08d-5662e20b1ebe could not be found, it might have been deleted concurrently. {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 09:23:21.813097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.833301 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-e80d7964-0c60-4de4-9e7e-251f29823041 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] For port e3951b64-41cf-4fcc-944e-bf37b715d07a, host hv-neutron-8355, got binding levels [] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:21.833698 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e80d7964-0c60-4de4-9e7e-251f29823041 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.838270 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Attempting to bind port 0572984b-c1bc-4351-aad3-9daaa2db76b4 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:21.838917 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Attempting to bind port 0572984b-c1bc-4351-aad3-9daaa2db76b4 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '37f2eb8b-f5d9-4663-8c90-c3965a7873b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:21.839520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Attempting to bind port 0572984b-c1bc-4351-aad3-9daaa2db76b4 on network a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:21.840929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.856076 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:21.856445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Checking segment: {'id': '37f2eb8b-f5d9-4663-8c90-c3965a7873b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:21.857063 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.857629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Bound using segment: {'id': '37f2eb8b-f5d9-4663-8c90-c3965a7873b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:21.858245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Bound port: 0572984b-c1bc-4351-aad3-9daaa2db76b4, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f2eb8b-f5d9-4663-8c90-c3965a7873b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:21.858624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e80d7964-0c60-4de4-9e7e-251f29823041 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Calling delete_port for e3951b64-41cf-4fcc-944e-bf37b715d07a owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:21.858842 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.862957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7059298-acf3-43ff-8753-d87f728ca738 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f855aef7-b2be-42af-861d-d6316f7d8b65,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:21.872101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7059298-acf3-43ff-8753-d87f728ca738 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.873449 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d7059298-acf3-43ff-8753-d87f728ca738 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4422410 Mar 29 09:23:21.875344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43b5e2b3-a836-49cb-9dc1-c845c2fd182e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.884783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c41cb459-53b8-40c6-b538-500eaaa9b1ce None None] For port 1ed8eac6-4d36-45ea-9abc-9e4130701c75, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1ed8eac6-4d36-45ea-9abc-9e4130701c75,segment=NetworkSegment(82bebac9-b8d1-4e97-a436-d9862946d630),segment_id=82bebac9-b8d1-4e97-a436-d9862946d630)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:21.889227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50640) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.927967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:21.947317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.948408 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-af498c66-1970-4399-9f90-fcb4e7b6a872 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules/f855aef7-b2be-42af-861d-d6316f7d8b65 HTTP/1.1" status: 200 len: 764 time: 0.0579927 Mar 29 09:23:21.949238 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50642) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:21.951404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:21.951990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c41cb459-53b8-40c6-b538-500eaaa9b1ce None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.955064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:21.960921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=5d430b12-e0f7-4ce7-a127-b7f84a4f171b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:21.961611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] For port 0572984b-c1bc-4351-aad3-9daaa2db76b4, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:21.965681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] For port 0572984b-c1bc-4351-aad3-9daaa2db76b4, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0572984b-c1bc-4351-aad3-9daaa2db76b4,segment=NetworkSegment(37f2eb8b-f5d9-4663-8c90-c3965a7873b4),segment_id=37f2eb8b-f5d9-4663-8c90-c3965a7873b4)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:21.965843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.966310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:21.967660 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c41cb459-53b8-40c6-b538-500eaaa9b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.001822 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43b5e2b3-a836-49cb-9dc1-c845c2fd182e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.006017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.007239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b5e2b3-a836-49cb-9dc1-c845c2fd182e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:22.007861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43b5e2b3-a836-49cb-9dc1-c845c2fd182e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.075460 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c522c132-acfd-4fd6-874e-ec772b2f2ed4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1223381 Mar 29 09:23:22.079381 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50646) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:22.091688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cb459-53b8-40c6-b538-500eaaa9b1ce None None] Pushing event updated for resources: {'Port': ['ID=1ed8eac6-4d36-45ea-9abc-9e4130701c75,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:22.126164 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.141878 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e80d7964-0c60-4de4-9e7e-251f29823041 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.148492 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-43b5e2b3-a836-49cb-9dc1-c845c2fd182e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6031215 Mar 29 09:23:22.153512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a0c865-1c26-4225-8d87-7eea222cc731,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:22.164984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-840e73b1-5428-4bbe-b700-686d3c9129f5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.165752 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50648) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:22.178862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d36a6-d473-4e4c-a38b-2a4ef48ef033 None None] Pushing event updated for resources: {'Port': ['ID=0572984b-c1bc-4351-aad3-9daaa2db76b4,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:22.199912 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1ed8eac6-4d36-45ea-9abc-9e4130701c75 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:22.211190 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d7964-0c60-4de4-9e7e-251f29823041 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3951b64-41cf-4fcc-944e-bf37b715d07a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:22.217475 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-840e73b1-5428-4bbe-b700-686d3c9129f5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.239693 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e80d7964-0c60-4de4-9e7e-251f29823041 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.245614 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e80d7964-0c60-4de4-9e7e-251f29823041 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e3951b64-41cf-4fcc-944e-bf37b715d07a HTTP/1.1" status: 204 len: 168 time: 0.8184748 Mar 29 09:23:22.265361 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 1ed8eac6-4d36-45ea-9abc-9e4130701c75 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:22.265815 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.288242 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50650) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:22.374005 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c600c4-2f60-4342-b731-292737d547ac tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:23:22.375748 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-83c600c4-2f60-4342-b731-292737d547ac tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "GET /v2.0/ports/e3951b64-41cf-4fcc-944e-bf37b715d07a HTTP/1.1" status: 404 len: 333 time: 0.0792866 Mar 29 09:23:22.377260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-840e73b1-5428-4bbe-b700-686d3c9129f5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.388550 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-840e73b1-5428-4bbe-b700-686d3c9129f5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.392082 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-840e73b1-5428-4bbe-b700-686d3c9129f5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/f855aef7-b2be-42af-861d-d6316f7d8b65 HTTP/1.1" status: 204 len: 168 time: 0.3081088 Mar 29 09:23:22.392082 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50652) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:22.402917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-916852059', 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:22.410025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50654) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:22.449911 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e73b1-5428-4bbe-b700-686d3c9129f5 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f855aef7-b2be-42af-861d-d6316f7d8b65,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:22.463136 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.504739 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.521697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Made reservation on behalf of d0d9bc53f09a4eeaae53f8b333185cb6 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:22.524176 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.586409 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d099e647-5d13-467a-a7da-185c0cdbead8 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1715224 Mar 29 09:23:22.587724 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50656) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:22.622256 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] device_id is not set on port 30fabd30-b955-4aff-a8a5-faf6e7a9f723 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:22.734817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:22.781063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Allocated IP 172.26.1.213 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/594bfd96-29fc-43d7-b85a-6c82a691d642) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:22.787934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c45afb0-efda-48a2-a593-bdb98cd02ab8 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.819620 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5e2b3-a836-49cb-9dc1-c845c2fd182e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Network': ['ID=5de5d962-5479-4a74-959a-4c6b278694a9,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:22.830418 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.830761 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Added segment c0121ac3-8977-4e1c-a64d-761dc4bc7a2d of type vlan for network 2c3813d3-0f1f-4b64-ae38-0c8eb29ff7c9 Mar 29 09:23:22.838597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 5de5d962-5479-4a74-959a-4c6b278694a9 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:22.856046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c45afb0-efda-48a2-a593-bdb98cd02ab8 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:22.984847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2fe287-12b4-499a-99a6-3dcf1f18e7fb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:22.989061 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3b2fe287-12b4-499a-99a6-3dcf1f18e7fb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/networks?id=5de5d962-5479-4a74-959a-4c6b278694a9 HTTP/1.1" status: 200 len: 765 time: 0.2791793 Mar 29 09:23:22.992125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50658) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:22.997429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.006920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0591c638-53e4-4010-84d4-79099d99c185 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'network': {'description': 'd2'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:23.032230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.051621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.080904 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c45afb0-efda-48a2-a593-bdb98cd02ab8 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.084387 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c45afb0-efda-48a2-a593-bdb98cd02ab8 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.086094 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1c45afb0-efda-48a2-a593-bdb98cd02ab8 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-groups/3af07eea-15da-4742-93f0-37010544a06a HTTP/1.1" status: 204 len: 168 time: 0.4902155 Mar 29 09:23:23.101019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50660) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:23.111640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45afb0-efda-48a2-a593-bdb98cd02ab8 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af07eea-15da-4742-93f0-37010544a06a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:23.141186 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.151081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ff94b-5a72-408e-953f-4ee57a904236 req-4f6f96dc-40c1-45dc-8946-a7902655dbf7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:23.152701 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-621ff94b-5a72-408e-953f-4ee57a904236 req-4f6f96dc-40c1-45dc-8946-a7902655dbf7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3593230 Mar 29 09:23:23.161233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da67848-e569-453b-bf06-cc18261a86cd None None] Network 0d769986-c2fa-433e-8de4-ab2d594cf5d7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:23.165845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.230580 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:23.237704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:23.241691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:23.242931 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:23.243614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.286836 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event updated for resources: {'Port': ['ID=30fabd30-b955-4aff-a8a5-faf6e7a9f723,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:23.297037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:23.309166 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-056cd7ef-6f4c-4f42-aca7-e65d6728dc7b tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9083261 Mar 29 09:23:23.312833 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50662) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:23.331959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-26722e2c-9fec-42f4-b304-c4c3dbf220be None None] Provisioning complete for port 1ed8eac6-4d36-45ea-9abc-9e4130701c75 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:23.333951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-26722e2c-9fec-42f4-b304-c4c3dbf220be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.334068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.402571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:23.407175 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:23.412806 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:23.418061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0591c638-53e4-4010-84d4-79099d99c185 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.435591 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fcc4058a-8a4d-439b-b9af-6a1ba478be5c tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3324456 Mar 29 09:23:23.441424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ed1cd-e94b-42d1-8620-0399d6067727 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:23.444863 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1d3ed1cd-e94b-42d1-8620-0399d6067727 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "GET /v2.0/ports/30fabd30-b955-4aff-a8a5-faf6e7a9f723 HTTP/1.1" status: 200 len: 954 time: 0.1297817 Mar 29 09:23:23.451857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50664) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:23.452194 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50666) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:23.459264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a2b1159f-74e9-43f5-a142-5c5758c66e4d tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309637141'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:23.516651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0591c638-53e4-4010-84d4-79099d99c185 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.534796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0591c638-53e4-4010-84d4-79099d99c185 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network 5de5d962-5479-4a74-959a-4c6b278694a9 is not hosted by any dhcp agent {{(pid=102496) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 09:23:23.540199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0591c638-53e4-4010-84d4-79099d99c185 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:23.540837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0591c638-53e4-4010-84d4-79099d99c185 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.553299 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0591c638-53e4-4010-84d4-79099d99c185 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "PUT /v2.0/networks/5de5d962-5479-4a74-959a-4c6b278694a9 HTTP/1.1" status: 200 len: 762 time: 0.5532339 Mar 29 09:23:23.557067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50668) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:23.557221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.557505 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Added segment ef5e362a-319d-4a0b-a5d1-7c71575dc075 of type vlan for network c4961a3d-f19c-4174-963f-add23c05b2d2 Mar 29 09:23:23.575557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'Port': ['ID=594bfd96-29fc-43d7-b85a-6c82a691d642,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:23.635734 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-621ff94b-5a72-408e-953f-4ee57a904236 req-d42987af-fcd2-4bf7-b022-6f1252359739 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4419019 Mar 29 09:23:23.705408 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b88e1-3489-48fc-ad20-507c92493a83 None None] Network a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:23.714373 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a2b1159f-74e9-43f5-a142-5c5758c66e4d tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.816214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27838f87-d492-454c-9132-95420462475d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:23.818823 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-27838f87-d492-454c-9132-95420462475d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/networks?id=5de5d962-5479-4a74-959a-4c6b278694a9 HTTP/1.1" status: 200 len: 765 time: 0.2568660 Mar 29 09:23:23.827054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50670) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:23.831423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e1516ac6-afa0-49e2-a470-acc3ebf67a8e None None] Provisioning complete for port 0572984b-c1bc-4351-aad3-9daaa2db76b4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:23.831788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e1516ac6-afa0-49e2-a470-acc3ebf67a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.849561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591c638-53e4-4010-84d4-79099d99c185 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Network': ['ID=5de5d962-5479-4a74-959a-4c6b278694a9,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:23.868166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 5de5d962-5479-4a74-959a-4c6b278694a9 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:23.872906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.894236 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8281db98-4fac-40a6-bdd6-dedf79db40d2 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Deleting port 30fabd30-b955-4aff-a8a5-faf6e7a9f723 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:23.894633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8281db98-4fac-40a6-bdd6-dedf79db40d2 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.980954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.981808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:23.990011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:23.997126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:23.997415 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.069381 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7456307 Mar 29 09:23:24.073238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50672) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:24.122179 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e1516ac6-afa0-49e2-a470-acc3ebf67a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.129175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event updated for resources: {'Network': ['ID=2c3813d3-0f1f-4b64-ae38-0c8eb29ff7c9,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:24.154443 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 2c3813d3-0f1f-4b64-ae38-0c8eb29ff7c9 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:24.210225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1ed8eac6-4d36-45ea-9abc-9e4130701c75 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:24.296777 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e1516ac6-afa0-49e2-a470-acc3ebf67a8e None None] For port 0572984b-c1bc-4351-aad3-9daaa2db76b4, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0572984b-c1bc-4351-aad3-9daaa2db76b4,segment=NetworkSegment(37f2eb8b-f5d9-4663-8c90-c3965a7873b4),segment_id=37f2eb8b-f5d9-4663-8c90-c3965a7873b4)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:24.305136 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e1516ac6-afa0-49e2-a470-acc3ebf67a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.335545 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acae2a-502b-40d9-a793-96f23484c2ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event updated for resources: {'Network': ['ID=c4961a3d-f19c-4174-963f-add23c05b2d2,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:24.362638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network c4961a3d-f19c-4174-963f-add23c05b2d2 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:24.390425 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 1ed8eac6-4d36-45ea-9abc-9e4130701c75 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:24.390901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.423906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.440422 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743ea34-f880-46ce-952a-f80c0fb51328 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:24.449351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1516ac6-afa0-49e2-a470-acc3ebf67a8e None None] Pushing event updated for resources: {'Port': ['ID=0572984b-c1bc-4351-aad3-9daaa2db76b4,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:24.449747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743ea34-f880-46ce-952a-f80c0fb51328 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:24.458815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743ea34-f880-46ce-952a-f80c0fb51328 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:24.466399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743ea34-f880-46ce-952a-f80c0fb51328 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:24.472916 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6743ea34-f880-46ce-952a-f80c0fb51328 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3713381 Mar 29 09:23:24.473714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50674) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:24.482121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.495272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8281db98-4fac-40a6-bdd6-dedf79db40d2 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.544240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.544680 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-976f7811-e132-464d-b65a-8598861125fb None None] Provisioning complete for port 1ed8eac6-4d36-45ea-9abc-9e4130701c75 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:24.546671 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-976f7811-e132-464d-b65a-8598861125fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.561473 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8281db98-4fac-40a6-bdd6-dedf79db40d2 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Calling delete_port for 30fabd30-b955-4aff-a8a5-faf6e7a9f723 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:24.591301 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d31800-3df1-4b2b-b60f-e4f257550276 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:24.595317 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-77d31800-3df1-4b2b-b60f-e4f257550276 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7668924 Mar 29 09:23:24.603643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50676) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:24.634329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0572984b-c1bc-4351-aad3-9daaa2db76b4 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:24.643499 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a2b1159f-74e9-43f5-a142-5c5758c66e4d tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.680351 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0d503675-9dc8-474b-bf85-797df212ba5e tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 207 time: 0.0756512 Mar 29 09:23:24.690846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50680) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:24.701224 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a2b1159f-74e9-43f5-a142-5c5758c66e4d tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.747417 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a2b1159f-74e9-43f5-a142-5c5758c66e4d tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.748396 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 0572984b-c1bc-4351-aad3-9daaa2db76b4 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:24.748528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event updated for resources: {'Port': ['ID=5d430b12-e0f7-4ce7-a127-b7f84a4f171b,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:24.748978 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.754677 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a2b1159f-74e9-43f5-a142-5c5758c66e4d tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2984018 Mar 29 09:23:24.755475 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50682) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:24.759568 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.777302 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-4b958693-f2b2-47c1-b232-ff47f3ff35bd tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Request body: {'security_group_rule': {'security_group_id': 'd6d8a19f-cbc4-45ca-8211-44afe434c1fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:24.795619 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.850728 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcbffbd-093b-4b68-a392-949833493086 None None] get_active_networks_info from dv-neutron-835554-1-hyperv {{(pid=102497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 09:23:24.864691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1159f-74e9-43f5-a142-5c5758c66e4d tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d8a19f-cbc4-45ca-8211-44afe434c1fe,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:24.919812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Network a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:24.929242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:24.933910 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-63c3527f-aed4-4ff5-8704-e41ba4f2e0c4 None None] Provisioning complete for port 0572984b-c1bc-4351-aad3-9daaa2db76b4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:24.934431 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-63c3527f-aed4-4ff5-8704-e41ba4f2e0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.935750 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b958693-f2b2-47c1-b232-ff47f3ff35bd tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:24.966194 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8281db98-4fac-40a6-bdd6-dedf79db40d2 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.014311 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281db98-4fac-40a6-bdd6-dedf79db40d2 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event deleted for resources: {'Port': ['ID=30fabd30-b955-4aff-a8a5-faf6e7a9f723,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:25.039931 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8281db98-4fac-40a6-bdd6-dedf79db40d2 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.046065 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8281db98-4fac-40a6-bdd6-dedf79db40d2 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "DELETE /v2.0/ports/30fabd30-b955-4aff-a8a5-faf6e7a9f723 HTTP/1.1" status: 204 len: 168 time: 1.5806851 Mar 29 09:23:25.048758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50684) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:25.055215 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcbffbd-093b-4b68-a392-949833493086 None None] Resources bound (agent type, host, resource id): {{(pid=102497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:23:25.070197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb331b96-5145-4df1-a2f5-b1a70ac8b03a req-c0614c09-2325-41b6-a632-5bd2be27ef9f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:25.071719 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb331b96-5145-4df1-a2f5-b1a70ac8b03a req-c0614c09-2325-41b6-a632-5bd2be27ef9f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2580295 Mar 29 09:23:25.105893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1f4ec-42d1-4081-926b-0f5d294cd1cb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:25.111451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1f4ec-42d1-4081-926b-0f5d294cd1cb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:25.116859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-63c3527f-aed4-4ff5-8704-e41ba4f2e0c4 None None] Provisioning complete for port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:25.117377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-63c3527f-aed4-4ff5-8704-e41ba4f2e0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.118260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1f4ec-42d1-4081-926b-0f5d294cd1cb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:25.121613 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-450a5f62-5402-4c9b-b0b3-07984e5ac6ad tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:23:25.122766 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-450a5f62-5402-4c9b-b0b3-07984e5ac6ad tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "GET /v2.0/ports/30fabd30-b955-4aff-a8a5-faf6e7a9f723 HTTP/1.1" status: 404 len: 333 time: 0.0431533 Mar 29 09:23:25.123878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1f4ec-42d1-4081-926b-0f5d294cd1cb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:25.129745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b958693-f2b2-47c1-b232-ff47f3ff35bd tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.130431 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50686) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:25.131587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1f4ec-42d1-4081-926b-0f5d294cd1cb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:25.137222 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Request body: {'port': {'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1469445975'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:25.137384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1f4ec-42d1-4081-926b-0f5d294cd1cb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:25.144186 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fea1f4ec-42d1-4081-926b-0f5d294cd1cb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4429026 Mar 29 09:23:25.144381 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50688) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:25.156673 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b958693-f2b2-47c1-b232-ff47f3ff35bd tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.183612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.202710 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-63c3527f-aed4-4ff5-8704-e41ba4f2e0c4 None None] Port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:23:25.218024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3813d3-0f1f-4b64-ae38-0c8eb29ff7c9']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:25.229883 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 3d75647a-5730-4a53-a21d-d12b496d8666 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:23:25.234249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0121ac3-8977-4e1c-a64d-761dc4bc7a2d') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:25.234989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0121ac3-8977-4e1c-a64d-761dc4bc7a2d') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:25.254988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.256788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b958693-f2b2-47c1-b232-ff47f3ff35bd tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1a8c31-7bf6-453d-a02e-2924263b583f,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:25.266472 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb331b96-5145-4df1-a2f5-b1a70ac8b03a req-cbe3339f-4c5b-4268-8165-439cd07f3f5b tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696115 Mar 29 09:23:25.277915 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.298349 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Made reservation on behalf of d0d9bc53f09a4eeaae53f8b333185cb6 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:25.300542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.304337 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4b958693-f2b2-47c1-b232-ff47f3ff35bd tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.307902 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4b958693-f2b2-47c1-b232-ff47f3ff35bd tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5368469 Mar 29 09:23:25.314849 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50690) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:25.316383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:25.317336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:25.320329 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:25.352360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.355978 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] device_id is not set on port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:25.411763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cfd854-a018-476b-ae41-65c1ca8e3784 None None] get_active_networks_info from dv-neutron-835554-1-hyperv {{(pid=102497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 09:23:25.423506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.432496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.438868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "DELETE /v2.0/networks/2c3813d3-0f1f-4b64-ae38-0c8eb29ff7c9 HTTP/1.1" status: 204 len: 168 time: 0.9611790 Mar 29 09:23:25.440082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50692) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:25.456198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:25.466422 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fc98405a-15f3-4e8f-94d4-0ca0470aac0e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4626749 Mar 29 09:23:25.467741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316484f-ee40-4146-961f-63d546957cab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event deleted for resources: {'Network': ['ID=2c3813d3-0f1f-4b64-ae38-0c8eb29ff7c9,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:25.469483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50694) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:25.474832 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Sync routers for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:25.486957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9f9e6847-e380-411b-a42b-ebbf6e964fde tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:25.499727 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-671fb163-ae0e-4967-99f4-9599006f0103 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3505769 Mar 29 09:23:25.503062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50696) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:25.506313 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:25.507262 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:25.566429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cfd854-a018-476b-ae41-65c1ca8e3784 None None] Resources bound (agent type, host, resource id): {{(pid=102497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:23:25.584647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9434bf59-38be-4ab8-97a3-410a5470150e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.616689 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:25.627054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.672343 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d0471-06a8-4a65-b375-0b2ba34981bb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:25.673872 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d0471-06a8-4a65-b375-0b2ba34981bb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:25.676398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d0471-06a8-4a65-b375-0b2ba34981bb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:25.678000 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d0471-06a8-4a65-b375-0b2ba34981bb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:25.679499 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d0471-06a8-4a65-b375-0b2ba34981bb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:25.681190 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b18d0471-06a8-4a65-b375-0b2ba34981bb tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1751716 Mar 29 09:23:25.684972 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50698) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:25.702965 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9434bf59-38be-4ab8-97a3-410a5470150e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.827323 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.853972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9434bf59-38be-4ab8-97a3-410a5470150e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.856811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9434bf59-38be-4ab8-97a3-410a5470150e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:25.859059 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9434bf59-38be-4ab8-97a3-410a5470150e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-groups/d6d8a19f-cbc4-45ca-8211-44afe434c1fe HTTP/1.1" status: 204 len: 168 time: 0.5367792 Mar 29 09:23:25.875536 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:22Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d430b12-e0f7-4ce7-a127-b7f84a4f171b', 'name': '', 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:72:7f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:20Z', 'updated_at': '2022-03-29T09:23:23Z', 'revision_number': 2, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:19Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:25.875892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50700) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:25.876629 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434bf59-38be-4ab8-97a3-410a5470150e tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d8a19f-cbc4-45ca-8211-44afe434c1fe,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:25.902878 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Router 987c24bb-8010-4c9a-880d-96ba14bd7597 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:23:25.912598 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Checking router: 3d75647a-5730-4a53-a21d-d12b496d8666 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:25.913018 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Updating router 3d75647a-5730-4a53-a21d-d12b496d8666 port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:23:25.946799 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.050841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.074326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0572984b-c1bc-4351-aad3-9daaa2db76b4 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:26.140189 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cd918cd6-667d-42fb-933c-202412b108ed tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2530239 Mar 29 09:23:26.158611 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50702) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:26.160212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 0572984b-c1bc-4351-aad3-9daaa2db76b4 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:26.160907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.223729 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event updated for resources: {'Port': ['ID=5a8b63d8-b4e3-4189-881a-3de3f7f22ecd,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:26.245708 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:26.264735 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:26.270968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.275068 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9a4fab7f-f7ab-4703-ae62-f79bae59aad9 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1153352 Mar 29 09:23:26.276016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:26.276953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:26.277584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.282217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50704) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:26.306091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:26.308624 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-0acee428-dbed-4d5d-b0e1-e2acb13b422a tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] delete failed (client error): The resource could not be found. Mar 29 09:23:26.309854 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0acee428-dbed-4d5d-b0e1-e2acb13b422a tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "DELETE /v2.0/security-groups/d6d8a19f-cbc4-45ca-8211-44afe434c1fe HTTP/1.1" status: 404 len: 347 time: 0.0243752 Mar 29 09:23:26.318243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10544df0-c7d4-40ef-b0c5-157f3f492368 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['shared'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:26.321536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10544df0-c7d4-40ef-b0c5-157f3f492368 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['shared'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:26.324412 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-475c98f3-cb3f-4671-b302-9b77d749a5a3 tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1928782 Mar 29 09:23:26.325049 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50708) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:26.325475 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50710) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:26.326163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Sync routers for ids ['987c24bb-8010-4c9a-880d-96ba14bd7597'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:26.327310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10544df0-c7d4-40ef-b0c5-157f3f492368 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['shared'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:26.331642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10544df0-c7d4-40ef-b0c5-157f3f492368 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['shared'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:26.337071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10544df0-c7d4-40ef-b0c5-157f3f492368 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['shared'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:26.343798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8355'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:26.344010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Routers {'987c24bb-8010-4c9a-880d-96ba14bd7597'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:26.344010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['987c24bb-8010-4c9a-880d-96ba14bd7597'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:26.346433 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-10544df0-c7d4-40ef-b0c5-157f3f492368 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6602581 Mar 29 09:23:26.369966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50712) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:26.405844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f4a7e70c-36a3-406d-bd4b-ad1c998428e0 None None] Provisioning complete for port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:26.406719 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f4a7e70c-36a3-406d-bd4b-ad1c998428e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.413746 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.414652 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7d1b40f2-8433-494c-8dae-34da02e0967e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.2915909 Mar 29 09:23:26.421855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50714) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:26.436452 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4961a3d-f19c-4174-963f-add23c05b2d2']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:26.459582 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-eb21f0dc-17b4-486c-a364-42a8505f31a4 tempest-SecGroupTest-1152273534 tempest-SecGroupTest-1152273534-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1281333 Mar 29 09:23:26.459582 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.485522 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.499229 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.560109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5e362a-319d-4a0b-a5d1-7c71575dc075') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:26.561007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5e362a-319d-4a0b-a5d1-7c71575dc075') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:26.614057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.693945 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de28b9-88db-43c4-a556-a2d72baf272d None None] Pushing event updated for resources: {'Port': ['ID=5d430b12-e0f7-4ce7-a127-b7f84a4f171b,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:26.717960 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f4a7e70c-36a3-406d-bd4b-ad1c998428e0 None None] Port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:23:26.734541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.747483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0afa54-2f1c-4dab-9a5a-f18166124803 req-9a807a31-f2c6-489a-8878-a51e624dedbb tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:26.750234 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-de0afa54-2f1c-4dab-9a5a-f18166124803 req-9a807a31-f2c6-489a-8878-a51e624dedbb tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3235095 Mar 29 09:23:26.765549 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Set router 987c24bb-8010-4c9a-880d-96ba14bd7597 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:26.772770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:26.773505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:26.777826 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:26.779889 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Attempting to bind port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:26.779889 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Attempting to bind port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '37f2eb8b-f5d9-4663-8c90-c3965a7873b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:26.779889 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Attempting to bind port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b on network a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:26.793361 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:26.794807 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Checking segment: {'id': '37f2eb8b-f5d9-4663-8c90-c3965a7873b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:26.797035 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.797637 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Bound using segment: {'id': '37f2eb8b-f5d9-4663-8c90-c3965a7873b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:26.798192 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Bound port: 5d430b12-e0f7-4ce7-a127-b7f84a4f171b, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f2eb8b-f5d9-4663-8c90-c3965a7873b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:26.798870 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.840901 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b769415b-1268-4100-b977-378ac37eb79b tempest-TestNetworkAdvancedServerOps-1069434995 tempest-TestNetworkAdvancedServerOps-1069434995-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=aad1136bea844c2cac896fa880fb7c8f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3930218 Mar 29 09:23:26.841591 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50720) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:26.862037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0a070155-505a-4ee4-890f-c410627194ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.943221 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] For port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:26.952036 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] For port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5d430b12-e0f7-4ce7-a127-b7f84a4f171b,segment=NetworkSegment(37f2eb8b-f5d9-4663-8c90-c3965a7873b4),segment_id=37f2eb8b-f5d9-4663-8c90-c3965a7873b4)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:26.966951 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:26.995700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50724) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:27.001117 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-de0afa54-2f1c-4dab-9a5a-f18166124803 req-29007e9d-d4ce-47c2-8505-d78e97752850 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388325 Mar 29 09:23:27.060265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ade75a-e05f-4dcc-8678-a3150e1acfce tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:27.063442 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-61ade75a-e05f-4dcc-8678-a3150e1acfce tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/networks/20f7b1b3-34ec-4c42-95be-02623ecffc56 HTTP/1.1" status: 200 len: 803 time: 0.6903758 Mar 29 09:23:27.067681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.067870 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50728) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:27.080621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-858ecaa8-c18c-4442-9dae-2b22637da5bd None None] Provisioning complete for port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:27.080941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-858ecaa8-c18c-4442-9dae-2b22637da5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.101843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.105557 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "DELETE /v2.0/networks/c4961a3d-f19c-4174-963f-add23c05b2d2 HTTP/1.1" status: 204 len: 168 time: 1.6648178 Mar 29 09:23:27.108515 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60470892-cc81-41f3-81f9-6eb16f7cf29b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event deleted for resources: {'Network': ['ID=c4961a3d-f19c-4174-963f-add23c05b2d2,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:27.118998 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:27.119321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50730) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:27.120853 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:27.128985 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de28b9-88db-43c4-a556-a2d72baf272d None None] Pushing event updated for resources: {'Port': ['ID=5d430b12-e0f7-4ce7-a127-b7f84a4f171b,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:27.165947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:23:23Z', 'revision_number': 3, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:27.211570 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Checking router: 987c24bb-8010-4c9a-880d-96ba14bd7597 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:27.211991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Updating router 987c24bb-8010-4c9a-880d-96ba14bd7597 port 594bfd96-29fc-43d7-b85a-6c82a691d642 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:23:27.267731 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-09934aa1-0385-4b36-9e96-2a23948828ea tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/networks/20f7b1b3-34ec-4c42-95be-02623ecffc56?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1971655 Mar 29 09:23:27.274717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] device_id is not set on port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:27.278818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.280695 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:27.285084 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50732) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:27.297448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.330412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.339383 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-858ecaa8-c18c-4442-9dae-2b22637da5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.405011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88baa5f7-ef7a-44ee-a9f0-92d5826e8034 tempest-TestNetworkAdvancedServerOps-1069434995 tempest-TestNetworkAdvancedServerOps-1069434995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:27.415654 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-88baa5f7-ef7a-44ee-a9f0-92d5826e8034 tempest-TestNetworkAdvancedServerOps-1069434995 tempest-TestNetworkAdvancedServerOps-1069434995-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5559509 Mar 29 09:23:27.415654 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event updated for resources: {'Port': ['ID=5a8b63d8-b4e3-4189-881a-3de3f7f22ecd,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:27.416155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50734) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:27.454333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04930052-8aa5-4441-9b86-b12593a0afa0 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:27.456487 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-04930052-8aa5-4441-9b86-b12593a0afa0 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/subnets/5257cc4a-52cf-4a18-a8ab-4c3f3ccc6f64 HTTP/1.1" status: 200 len: 843 time: 0.1695304 Mar 29 09:23:27.462961 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-42ac1a38-bd6b-4473-bde5-88451407d960 tempest-TestNetworkAdvancedServerOps-1069434995 tempest-TestNetworkAdvancedServerOps-1069434995-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415456 Mar 29 09:23:27.462961 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50736) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:27.467542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50738) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:27.475721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-6bb185e3-dbac-4ceb-a353-6cba919b961e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1487968442', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:27.484791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-858ecaa8-c18c-4442-9dae-2b22637da5bd None None] For port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5d430b12-e0f7-4ce7-a127-b7f84a4f171b,segment=NetworkSegment(37f2eb8b-f5d9-4663-8c90-c3965a7873b4),segment_id=37f2eb8b-f5d9-4663-8c90-c3965a7873b4)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:27.490598 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-653d5386-68f4-4da2-9c94-d82176cbbe6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4cf51f7a1045476586184f537820242a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880674 Mar 29 09:23:27.500229 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50740) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:27.511369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb78f06-f2ab-40c1-89e1-cd08df9721a4 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:27.511856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-858ecaa8-c18c-4442-9dae-2b22637da5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.517868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb78f06-f2ab-40c1-89e1-cd08df9721a4 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:27.520004 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6cb78f06-f2ab-40c1-89e1-cd08df9721a4 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3994229 Mar 29 09:23:27.528622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50742) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:27.529959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.extraroute_db [None req-9f9e6847-e380-411b-a42b-ebbf6e964fde tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102496) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 29 09:23:27.543657 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8f61ba8e-8059-48f9-a8e0-432fe486bd59 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1635914462'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:27.588446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.extraroute_db [None req-9f9e6847-e380-411b-a42b-ebbf6e964fde tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Removed routes are [] {{(pid=102496) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 29 09:23:27.589269 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6847-e380-411b-a42b-ebbf6e964fde tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.613059 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:22Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d430b12-e0f7-4ce7-a127-b7f84a4f171b', 'name': '', 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:72:7f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:20Z', 'updated_at': '2022-03-29T09:23:26Z', 'revision_number': 4, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:19Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:27.645820 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd1a901-40ce-4d5c-b8c8-5f290df153f4 None None] The sync data for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv is: [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:22Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d430b12-e0f7-4ce7-a127-b7f84a4f171b', 'name': '', 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:72:7f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:20Z', 'updated_at': '2022-03-29T09:23:26Z', 'revision_number': 4, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:19Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:27.787482 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e7ebeb6e-ca3e-424f-8238-71d0b7588b77 None None] Provisioning complete for port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:27.788072 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e7ebeb6e-ca3e-424f-8238-71d0b7588b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.837657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ecaa8-c18c-4442-9dae-2b22637da5bd None None] Pushing event updated for resources: {'Port': ['ID=5d430b12-e0f7-4ce7-a127-b7f84a4f171b,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:27.854387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb185e3-dbac-4ceb-a353-6cba919b961e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Made reservation on behalf of aad1136bea844c2cac896fa880fb7c8f for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:27.858659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6bb185e3-dbac-4ceb-a353-6cba919b961e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.865021 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.883008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.913325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6847-e380-411b-a42b-ebbf6e964fde tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.958034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6847-e380-411b-a42b-ebbf6e964fde tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.958256 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:27.958757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:27.958757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:27.965016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c83220-e377-41cc-9fb1-55cb60e26893 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['shared'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:27.965935 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-88c83220-e377-41cc-9fb1-55cb60e26893 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "GET /v2.0/subnets/5257cc4a-52cf-4a18-a8ab-4c3f3ccc6f64?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5035319 Mar 29 09:23:27.972620 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Attempting to bind port 594bfd96-29fc-43d7-b85a-6c82a691d642 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:27.973556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Attempting to bind port 594bfd96-29fc-43d7-b85a-6c82a691d642 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:27.974426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50744) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:27.982721 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Attempting to bind port 594bfd96-29fc-43d7-b85a-6c82a691d642 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:27.982876 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f61ba8e-8059-48f9-a8e0-432fe486bd59 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Made reservation on behalf of 89f96c886cf348b6bcbbc1e804ffcb96 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:27.986084 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8f61ba8e-8059-48f9-a8e0-432fe486bd59 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:27.990565 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:27.990896 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:27.999251 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 2 to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd Mar 29 09:23:27.999566 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0119b-9321-4abe-9460-53bb680a6221 None None] Pushing event updated for resources: {'Port': ['ID=594bfd96-29fc-43d7-b85a-6c82a691d642,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:28.002267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:28.002639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:28.004578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.004802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:28.005341 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Bound port: 594bfd96-29fc-43d7-b85a-6c82a691d642, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:28.005954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.006061 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4f88174c-0cd1-439f-8761-2f7164cb6b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.012881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ed9db1e2-c75b-4ffa-badd-a7c231cc60c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-671950651'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:28.041042 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:28.041211 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:28.041878 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:28.043581 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f61ba8e-8059-48f9-a8e0-432fe486bd59 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:28.053931 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4f88174c-0cd1-439f-8761-2f7164cb6b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.057042 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:28.057419 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:28.068671 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 3 to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd Mar 29 09:23:28.073528 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8f61ba8e-8059-48f9-a8e0-432fe486bd59 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.074073 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-8f61ba8e-8059-48f9-a8e0-432fe486bd59 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Added segment d5947dd1-8491-4226-86d0-d281d2445287 of type vlan for network 7fc5ecf5-0600-4306-b164-721f1db5c095 Mar 29 09:23:28.082069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] For port 594bfd96-29fc-43d7-b85a-6c82a691d642, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:28.093764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] For port 594bfd96-29fc-43d7-b85a-6c82a691d642, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=594bfd96-29fc-43d7-b85a-6c82a691d642,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:28.109686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.143289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9db1e2-c75b-4ffa-badd-a7c231cc60c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:28.147659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed9db1e2-c75b-4ffa-badd-a7c231cc60c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.150106 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:28.150446 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:28.150979 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:28.169504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8f61ba8e-8059-48f9-a8e0-432fe486bd59 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.174138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:28.174635 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:28.177318 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 4 to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd Mar 29 09:23:28.212586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:28.213174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:28.213723 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:28.228410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:28.228773 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:28.229328 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 5 to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd Mar 29 09:23:28.234647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8f61ba8e-8059-48f9-a8e0-432fe486bd59 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.240687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f61ba8e-8059-48f9-a8e0-432fe486bd59 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:28.241326 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8f61ba8e-8059-48f9-a8e0-432fe486bd59 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.250261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5d430b12-e0f7-4ce7-a127-b7f84a4f171b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:28.275454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9e6847-e380-411b-a42b-ebbf6e964fde tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 3d75647a-5730-4a53-a21d-d12b496d8666 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:23:28.289846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:28.290367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:28.290715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:28.293026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4f88174c-0cd1-439f-8761-2f7164cb6b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.295285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Routers {'987c24bb-8010-4c9a-880d-96ba14bd7597'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:28.295915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['987c24bb-8010-4c9a-880d-96ba14bd7597'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:28.301779 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4f88174c-0cd1-439f-8761-2f7164cb6b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.303632 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4f88174c-0cd1-439f-8761-2f7164cb6b4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6516b90-f48f-4146-8c5e-4161198fcefc HTTP/1.1" status: 204 len: 168 time: 0.8016636 Mar 29 09:23:28.318975 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8f61ba8e-8059-48f9-a8e0-432fe486bd59 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7883749 Mar 29 09:23:28.331849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50750) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:28.332808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9db1e2-c75b-4ffa-badd-a7c231cc60c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:28.345980 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:28.346722 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:28.347565 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-dcd4a3ed-6792-49d2-8953-70dbdbed892c tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-697233339'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:28.348204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88174c-0cd1-439f-8761-2f7164cb6b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6516b90-f48f-4146-8c5e-4161198fcefc,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:28.354485 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 6 to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd Mar 29 09:23:28.429515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:28.430064 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:28.430506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:28.432829 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd4a3ed-6792-49d2-8953-70dbdbed892c tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Made reservation on behalf of 89f96c886cf348b6bcbbc1e804ffcb96 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:28.437318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61ba8e-8059-48f9-a8e0-432fe486bd59 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event updated for resources: {'Network': ['ID=7fc5ecf5-0600-4306-b164-721f1db5c095,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:28.441475 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:28.441845 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:28.442219 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 7 to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd Mar 29 09:23:28.452536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3ed-6792-49d2-8953-70dbdbed892c tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.458794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:28.459882 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:28.460961 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:28.466574 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] Set router 987c24bb-8010-4c9a-880d-96ba14bd7597 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:28.469240 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:28.469627 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:28.470048 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 8 to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd Mar 29 09:23:28.494486 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0119b-9321-4abe-9460-53bb680a6221 None None] Pushing event updated for resources: {'Port': ['ID=594bfd96-29fc-43d7-b85a-6c82a691d642,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:28.498615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:28.499090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:28.499548 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:28.505998 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:28.506458 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:28.506968 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 9 to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd Mar 29 09:23:28.521171 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:28.521714 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:28.522167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:28.527222 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:28.527690 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:28.528201 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.plugins.ml2.plugin [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempt 10 to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd Mar 29 09:23:28.543559 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:28.544117 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] {{(pid=102495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:28.544598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempting to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:28.550507 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:28.551735 dv-neutron-835554-1-hyperv neutron-server[102495]: ERROR neutron.plugins.ml2.managers [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Failed to bind port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on host hv-neutron-8355 for vnic_type normal using segments [{'id': '309287e2-b3aa-48ad-a4d6-3287b4688713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '2691435d-cb6f-4cd5-ba0e-2eb823b6aac5'}] Mar 29 09:23:28.552226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.587391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 7fc5ecf5-0600-4306-b164-721f1db5c095 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:28.629851 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] For port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd, host hv-neutron-8355, cleared binding levels {{(pid=102495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:28.630515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attempted to set empty binding levels {{(pid=102495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 29 09:23:28.638258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.652140 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9e6847-e380-411b-a42b-ebbf6e964fde tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:28.661992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed9db1e2-c75b-4ffa-badd-a7c231cc60c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.662716 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-ed9db1e2-c75b-4ffa-badd-a7c231cc60c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Added segment 6893b0cc-c9db-4602-8230-d520ea6e6390 of type vlan for network b91b4862-58c3-479f-8416-1bc7cef75015 Mar 29 09:23:28.688219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6847-e380-411b-a42b-ebbf6e964fde tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.690345 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9f9e6847-e380-411b-a42b-ebbf6e964fde tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666 HTTP/1.1" status: 200 len: 933 time: 3.2093594 Mar 29 09:23:28.694448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50752) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:28.707813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8858f4-c9a4-4aed-a0e5-c3a3a328e9c6 req-ee577fbc-3ae1-41b5-a8a6-24ae28f41653 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:28.710570 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dd8858f4-c9a4-4aed-a0e5-c3a3a328e9c6 req-ee577fbc-3ae1-41b5-a8a6-24ae28f41653 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.4566021 Mar 29 09:23:28.721013 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event updated for resources: {'Port': ['ID=5a8b63d8-b4e3-4189-881a-3de3f7f22ecd,revision_number=3']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:28.745353 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] In _notify_port_updated(), no bound segment for port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd on network 2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:23:28.747759 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:28.750924 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3919b-7700-4965-aaf4-4b8cf90d4539 None None] Sync routers for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:28.759618 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.769523 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a0fdaf7b-9342-455e-934e-d90e65eaff4e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "PUT /v2.0/ports/5a8b63d8-b4e3-4189-881a-3de3f7f22ecd HTTP/1.1" status: 200 len: 977 time: 2.4406235 Mar 29 09:23:28.772465 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3919b-7700-4965-aaf4-4b8cf90d4539 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:28.773084 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b8f3919b-7700-4965-aaf4-4b8cf90d4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:22:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:28.774217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50754) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:28.798543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd4a3ed-6792-49d2-8953-70dbdbed892c tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:28.802381 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6bb185e3-dbac-4ceb-a353-6cba919b961e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.813188 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:28.813188 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.881814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb185e3-dbac-4ceb-a353-6cba919b961e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'Subnet': ['ID=3a7e1eb6-5b0b-46a7-a76f-959ab87035e2,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:28.885067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-10f4135f-73b7-4d1c-a23f-8a033fe4e57e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Deleting port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:28.886379 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-10f4135f-73b7-4d1c-a23f-8a033fe4e57e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.892517 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-b8f3919b-7700-4965-aaf4-4b8cf90d4539 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:28.919013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed9db1e2-c75b-4ffa-badd-a7c231cc60c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.923368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3ed-6792-49d2-8953-70dbdbed892c tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.923549 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-dcd4a3ed-6792-49d2-8953-70dbdbed892c tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Added segment 7447e9cd-6bb4-491c-82a2-29159300094d of type vlan for network 1c57b980-57e7-49a0-9f3d-32b31635eaae Mar 29 09:23:28.973310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-10f4135f-73b7-4d1c-a23f-8a033fe4e57e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] For port 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd, host hv-neutron-8355, got binding levels [] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:28.973901 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-10f4135f-73b7-4d1c-a23f-8a033fe4e57e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:28.993157 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-10f4135f-73b7-4d1c-a23f-8a033fe4e57e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Calling delete_port for 5a8b63d8-b4e3-4189-881a-3de3f7f22ecd owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:29.011390 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dd8858f4-c9a4-4aed-a0e5-c3a3a328e9c6 req-f45979eb-0761-49dc-8a0b-4f34de3b297e tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873247 Mar 29 09:23:29.030770 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1aa716c6-2636-402b-b348-e24cefa6b5df tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666 HTTP/1.1" status: 200 len: 933 time: 0.3300254 Mar 29 09:23:29.031524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3ed-6792-49d2-8953-70dbdbed892c tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:29.032011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50756) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:29.040988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-87db25cb-ec23-4c7a-8e23-82d0f213bcf8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'router': {'routes': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:29.048378 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:23:23Z', 'revision_number': 3, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:29.052372 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed9db1e2-c75b-4ffa-badd-a7c231cc60c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:29.057838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9db1e2-c75b-4ffa-badd-a7c231cc60c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:29.058442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed9db1e2-c75b-4ffa-badd-a7c231cc60c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:29.071715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb185e3-dbac-4ceb-a353-6cba919b961e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Checking segment: {'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:29.072179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb185e3-dbac-4ceb-a353-6cba919b961e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Network hostable DHCP agents. Network: 316ecf02-2ead-4982-8664-cb147673895e, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:29.081640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1d285e-34f9-44d5-953d-8f8c92cc4dc7 None None] The sync data for ids ['987c24bb-8010-4c9a-880d-96ba14bd7597'] in dv-neutron-835554-1-hyperv is: [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:23:23Z', 'revision_number': 3, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:29.103503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-89ec8976-c725-453d-ab08-e6d0c30242a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:29.124113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3ed-6792-49d2-8953-70dbdbed892c tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:29.130430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd4a3ed-6792-49d2-8953-70dbdbed892c tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:29.131038 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcd4a3ed-6792-49d2-8953-70dbdbed892c tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:29.139736 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ed9db1e2-c75b-4ffa-badd-a7c231cc60c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1633363 Mar 29 09:23:29.143666 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50758) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:29.180763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9db1e2-c75b-4ffa-badd-a7c231cc60c7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Network': ['ID=b91b4862-58c3-479f-8416-1bc7cef75015,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:29.184306 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:23:29.191702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb185e3-dbac-4ceb-a353-6cba919b961e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Network 316ecf02-2ead-4982-8664-cb147673895e is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:29.192068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'subnet': {'network_id': 'b91b4862-58c3-479f-8416-1bc7cef75015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:29.204179 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network b91b4862-58c3-479f-8416-1bc7cef75015 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:29.211158 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dcd4a3ed-6792-49d2-8953-70dbdbed892c tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8665373 Mar 29 09:23:29.217735 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b8f3919b-7700-4965-aaf4-4b8cf90d4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:27Z', 'revision_number': 6, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d430b12-e0f7-4ce7-a127-b7f84a4f171b', 'name': '', 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:72:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:20Z', 'updated_at': '2022-03-29T09:23:27Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:19Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:29.219020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50760) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:29.244398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-6bb185e3-dbac-4ceb-a353-6cba919b961e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 316ecf02-2ead-4982-8664-cb147673895e) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:29.247120 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'ports': [{'network_id': '7fc5ecf5-0600-4306-b164-721f1db5c095', 'name': 'tempest-port--1718144198', 'admin_state_up': True}, {'network_id': '1c57b980-57e7-49a0-9f3d-32b31635eaae', 'admin_state_up': False}]} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:29.247553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'port': {'network_id': '7fc5ecf5-0600-4306-b164-721f1db5c095', 'name': 'tempest-port--1718144198', 'admin_state_up': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:29.248149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'port': {'network_id': '1c57b980-57e7-49a0-9f3d-32b31635eaae', 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:29.265164 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb185e3-dbac-4ceb-a353-6cba919b961e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:29.270682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6bb185e3-dbac-4ceb-a353-6cba919b961e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:29.271352 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3919b-7700-4965-aaf4-4b8cf90d4539 None None] Checking router: 3d75647a-5730-4a53-a21d-d12b496d8666 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:29.282567 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0818d1-b9e8-4227-9164-cee36137dacf None None] Network 316ecf02-2ead-4982-8664-cb147673895e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:29.283149 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3919b-7700-4965-aaf4-4b8cf90d4539 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:29.283899 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b8f3919b-7700-4965-aaf4-4b8cf90d4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:29.329221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4a3ed-6792-49d2-8953-70dbdbed892c tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event updated for resources: {'Network': ['ID=1c57b980-57e7-49a0-9f3d-32b31635eaae,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:29.345889 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6bb185e3-dbac-4ceb-a353-6cba919b961e tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8725982 Mar 29 09:23:29.346134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 1c57b980-57e7-49a0-9f3d-32b31635eaae details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:29.346240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50762) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:29.399876 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-b8f3919b-7700-4965-aaf4-4b8cf90d4539 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:29.643077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-10f4135f-73b7-4d1c-a23f-8a033fe4e57e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:29.712871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Made reservation on behalf of 411fd1b081da4c478beb9d6d93e5a233 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:29.716797 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:29.739743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-316ecf02-2ead-4982-8664-cb147673895e', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'fixed_ips': [{'subnet_id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:23:29.741896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:29.769195 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b8f3919b-7700-4965-aaf4-4b8cf90d4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:27Z', 'revision_number': 6, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d430b12-e0f7-4ce7-a127-b7f84a4f171b', 'name': '', 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:72:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:20Z', 'updated_at': '2022-03-29T09:23:27Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:19Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:29.807708 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4135f-73b7-4d1c-a23f-8a033fe4e57e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a8b63d8-b4e3-4189-881a-3de3f7f22ecd,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:29.816319 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3919b-7700-4965-aaf4-4b8cf90d4539 None None] The sync data for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv is: [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:27Z', 'revision_number': 6, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d430b12-e0f7-4ce7-a127-b7f84a4f171b', 'name': '', 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:72:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:20Z', 'updated_at': '2022-03-29T09:23:27Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:19Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:29.882139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-10f4135f-73b7-4d1c-a23f-8a033fe4e57e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:29.890678 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-10f4135f-73b7-4d1c-a23f-8a033fe4e57e tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "DELETE /v2.0/ports/5a8b63d8-b4e3-4189-881a-3de3f7f22ecd HTTP/1.1" status: 204 len: 168 time: 1.1142125 Mar 29 09:23:29.898843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50764) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:29.964432 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e111c189-4f82-488a-a280-300a76b8dc9d tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] GET failed (client error): The resource could not be found. Mar 29 09:23:29.969676 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e111c189-4f82-488a-a280-300a76b8dc9d tempest-PortsAdminExtendedAttrsTestJSON-798727761 tempest-PortsAdminExtendedAttrsTestJSON-798727761-project-admin] 10.222.0.32 "GET /v2.0/ports/5a8b63d8-b4e3-4189-881a-3de3f7f22ecd HTTP/1.1" status: 404 len: 333 time: 0.0697758 Mar 29 09:23:29.974217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50766) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:29.976043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Allocated IP 172.20.0.2 (316ecf02-2ead-4982-8664-cb147673895e/3a7e1eb6-5b0b-46a7-a76f-959ab87035e2/a0c612fb-7f9b-477e-8581-d068a5b60817) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:29.981406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.ipam_backend_mixin [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Performing IP validity checks on allocation pools {{(pid=102495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 09:23:29.982055 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.ipam_backend_mixin [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 09:23:29.984693 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Made reservation on behalf of 89f96c886cf348b6bcbbc1e804ffcb96 for: {'port': 2} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:29.989722 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.011003 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.185467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.237726 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.249973 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 594bfd96-29fc-43d7-b85a-6c82a691d642 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:30.314787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.335532 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.338455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.356282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 594bfd96-29fc-43d7-b85a-6c82a691d642 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:30.356806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.362512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2691435d-cb6f-4cd5-ba0e-2eb823b6aac5']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:30.372715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309287e2-b3aa-48ad-a4d6-3287b4688713') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:30.373010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309287e2-b3aa-48ad-a4d6-3287b4688713') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:30.383387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.396666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.402976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:30.403375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.418509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Network 316ecf02-2ead-4982-8664-cb147673895e is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:30.423675 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:30.427001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:30.445889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.extraroute_db [None req-87db25cb-ec23-4c7a-8e23-82d0f213bcf8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Added routes are [] {{(pid=102495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 29 09:23:30.446970 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.extraroute_db [None req-87db25cb-ec23-4c7a-8e23-82d0f213bcf8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:30.466250 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:30.471626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.475385 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] device_id is not set on port 480afb7e-b702-48df-89e6-9ad87ec566ec yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:30.483822 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.490663 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] 10.222.0.32 "DELETE /v2.0/networks/2691435d-cb6f-4cd5-ba0e-2eb823b6aac5 HTTP/1.1" status: 204 len: 168 time: 0.5154502 Mar 29 09:23:30.545032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-87db25cb-ec23-4c7a-8e23-82d0f213bcf8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.690264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Pushing event updated for resources: {'Port': ['ID=a0c612fb-7f9b-477e-8581-d068a5b60817,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:30.724851 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.778057 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Attempting to bind port a0c612fb-7f9b-477e-8581-d068a5b60817 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:30.778442 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Attempting to bind port a0c612fb-7f9b-477e-8581-d068a5b60817 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:30.778818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Attempting to bind port a0c612fb-7f9b-477e-8581-d068a5b60817 on network 316ecf02-2ead-4982-8664-cb147673895e {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:30.785984 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:30.786451 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Checking segment: {'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:30.786656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.787479 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Bound using segment: {'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:30.787479 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Bound port: a0c612fb-7f9b-477e-8581-d068a5b60817, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:30.788427 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.791692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.804313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.849621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 594bfd96-29fc-43d7-b85a-6c82a691d642, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=594bfd96-29fc-43d7-b85a-6c82a691d642,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:30.855808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.924106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] For port a0c612fb-7f9b-477e-8581-d068a5b60817, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:30.930879 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] For port a0c612fb-7f9b-477e-8581-d068a5b60817, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a0c612fb-7f9b-477e-8581-d068a5b60817,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:30.942947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:30.951792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=594bfd96-29fc-43d7-b85a-6c82a691d642,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:30.976594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Subnet': ['ID=c02279ea-a3e9-4006-b14a-f914e84b6741,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:30.983432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.013378 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50774) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:31.014141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639df1b-9449-4491-8ca8-d20587af3dca None None] Pushing event updated for resources: {'Port': ['ID=a0c612fb-7f9b-477e-8581-d068a5b60817,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:31.043430 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Checking segment: {'id': '6893b0cc-c9db-4602-8230-d520ea6e6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b91b4862-58c3-479f-8416-1bc7cef75015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:31.043746 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network hostable DHCP agents. Network: b91b4862-58c3-479f-8416-1bc7cef75015, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:31.060567 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b11de4-1b5a-40c0-8ae4-ec7b52e6722f tempest-PortsAdminExtendedAttrsTestJSON-936774626 tempest-PortsAdminExtendedAttrsTestJSON-936774626-project] Pushing event deleted for resources: {'Network': ['ID=2691435d-cb6f-4cd5-ba0e-2eb823b6aac5,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:31.074448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9ae7a-65ea-4e21-941f-7934d63d6810 req-37dc1f39-b101-4979-8fad-e2db1c5191fb tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:31.076069 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04d9ae7a-65ea-4e21-941f-7934d63d6810 req-37dc1f39-b101-4979-8fad-e2db1c5191fb tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.8852556 Mar 29 09:23:31.137616 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04d9ae7a-65ea-4e21-941f-7934d63d6810 req-d23f90e7-d963-43a5-b4d9-98ffb9905381 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527046 Mar 29 09:23:31.153295 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-87db25cb-ec23-4c7a-8e23-82d0f213bcf8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.172203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-87db25cb-ec23-4c7a-8e23-82d0f213bcf8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.176459 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Network b91b4862-58c3-479f-8416-1bc7cef75015 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:31.187859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] device_id is not set on port 53bd5f9d-cc17-430a-ae88-97c5fd6833d0 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:31.197398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, b91b4862-58c3-479f-8416-1bc7cef75015) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:31.202272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:31.202886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.207974 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392448e3-8f6c-4101-83e7-7803b0f30062 None None] Network b91b4862-58c3-479f-8416-1bc7cef75015 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:31.277430 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6617bda8-32c3-45b7-ae18-3cf291024999 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1323819 Mar 29 09:23:31.283271 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50778) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:31.292654 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e7f51106-ff7f-4d3f-93b1-ac951e18a65b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:31.341904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-932abb9d-e820-44cd-96be-f91bb3146654 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99ae67e365fe4a43ad9dd6740d03eea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264198 Mar 29 09:23:31.346082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50780) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:31.447734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Allocated IP 172.20.0.1 (316ecf02-2ead-4982-8664-cb147673895e/3a7e1eb6-5b0b-46a7-a76f-959ab87035e2/8104ccbe-58c2-4fe9-a021-10e1b8fb74d7) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:31.455014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc813-3025-46b7-a87e-f748fe3e316f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.486988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87db25cb-ec23-4c7a-8e23-82d0f213bcf8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 3d75647a-5730-4a53-a21d-d12b496d8666 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:23:31.503429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-b91b4862-58c3-479f-8416-1bc7cef75015', 'network_id': 'b91b4862-58c3-479f-8416-1bc7cef75015', 'tenant_id': '411fd1b081da4c478beb9d6d93e5a233', 'fixed_ips': [{'subnet_id': 'c02279ea-a3e9-4006-b14a-f914e84b6741'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:23:31.504673 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.511394 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e7f51106-ff7f-4d3f-93b1-ac951e18a65b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8585207'] for subnet, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.523530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc813-3025-46b7-a87e-f748fe3e316f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.638279 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.643669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc813-3025-46b7-a87e-f748fe3e316f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.646326 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fdbc813-3025-46b7-a87e-f748fe3e316f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.647478 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4fdbc813-3025-46b7-a87e-f748fe3e316f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c945ac52-f4fb-47ff-a966-428c08e84a78 HTTP/1.1" status: 204 len: 168 time: 0.3006620 Mar 29 09:23:31.659554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.668299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbc813-3025-46b7-a87e-f748fe3e316f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c945ac52-f4fb-47ff-a966-428c08e84a78,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:31.703261 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87db25cb-ec23-4c7a-8e23-82d0f213bcf8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:31.713253 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-87db25cb-ec23-4c7a-8e23-82d0f213bcf8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.716829 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-87db25cb-ec23-4c7a-8e23-82d0f213bcf8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666 HTTP/1.1" status: 200 len: 699 time: 2.6812553 Mar 29 09:23:31.718196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50784) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:31.718389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4284b2c3-470e-4f49-8930-acf25cdfde01 None None] Sync routers for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:31.727207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.757816 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 29 09:23:31.757816 dv-neutron-835554-1-hyperv neutron-server[102497]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 29 09:23:31.757816 dv-neutron-835554-1-hyperv neutron-server[102497]: [parameters: {'in_use': 1, 'id_1': 'c02279ea-a3e9-4006-b14a-f914e84b6741'}] Mar 29 09:23:31.757816 dv-neutron-835554-1-hyperv neutron-server[102497]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:23:31.759839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:23:31.767475 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284b2c3-470e-4f49-8930-acf25cdfde01 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:31.769303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4284b2c3-470e-4f49-8930-acf25cdfde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:31.776670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.846373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Network 316ecf02-2ead-4982-8664-cb147673895e is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:31.854325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:31.860123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:31.886768 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event updated for resources: {'Port': ['ID=480afb7e-b702-48df-89e6-9ad87ec566ec,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:31.907947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Checking segment: {'id': 'd5947dd1-8491-4226-86d0-d281d2445287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7fc5ecf5-0600-4306-b164-721f1db5c095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:31.908314 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Network hostable DHCP agents. Network: 7fc5ecf5-0600-4306-b164-721f1db5c095, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:31.911786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-4284b2c3-470e-4f49-8930-acf25cdfde01 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:31.914779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'Port': ['ID=8104ccbe-58c2-4fe9-a021-10e1b8fb74d7,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:31.927671 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d5f44c2e-1426-433c-82e0-6f1047fa3ea6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666 HTTP/1.1" status: 200 len: 699 time: 0.2079058 Mar 29 09:23:31.930493 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50788) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:31.980247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:31.981009 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Network 7fc5ecf5-0600-4306-b164-721f1db5c095 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:31.996193 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 7fc5ecf5-0600-4306-b164-721f1db5c095) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:32.047633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:32.048623 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.076871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e7f51106-ff7f-4d3f-93b1-ac951e18a65b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726445511599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9943229'] for subnet, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.123982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac067ec-0074-441f-aa96-eefa04bf01de None None] Network 7fc5ecf5-0600-4306-b164-721f1db5c095 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:32.215495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50792) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:32.264279 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.311877 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.370862 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1c7c02bc-10fc-43aa-8d5a-784144c86c9d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0d9bc53f09a4eeaae53f8b333185cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536853 Mar 29 09:23:32.388025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50794) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:32.441885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.466296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a0c612fb-7f9b-477e-8581-d068a5b60817 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:32.522059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d75b579-0145-4a62-baac-a6a5122de187 None None] Network 316ecf02-2ead-4982-8664-cb147673895e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:32.523233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8740e295-426c-4372-b6f7-26affa8ec972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.542713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102b4b7-7722-4b53-bb0b-88722fdac021 req-3e4123de-7210-47c3-bc99-dd8d4c380919 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:32.555641 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f102b4b7-7722-4b53-bb0b-88722fdac021 req-3e4123de-7210-47c3-bc99-dd8d4c380919 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2082150 Mar 29 09:23:32.576017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f51106-ff7f-4d3f-93b1-ac951e18a65b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event updated for resources: {'Subnet': ['ID=c02279ea-a3e9-4006-b14a-f914e84b6741,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:32.631168 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8740e295-426c-4372-b6f7-26affa8ec972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.633684 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Allocated IP 2001:db8::3 (b91b4862-58c3-479f-8416-1bc7cef75015/c02279ea-a3e9-4006-b14a-f914e84b6741/eeb937c9-f7b9-490e-8106-c07cf385c556) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:32.646331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.677911 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f51106-ff7f-4d3f-93b1-ac951e18a65b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:32.678522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e7f51106-ff7f-4d3f-93b1-ac951e18a65b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.682110 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e7f51106-ff7f-4d3f-93b1-ac951e18a65b tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "PUT /v2.0/subnets/c02279ea-a3e9-4006-b14a-f914e84b6741 HTTP/1.1" status: 200 len: 900 time: 1.3956690 Mar 29 09:23:32.683445 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50796) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:32.693932 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event updated for resources: {'Port': ['ID=53bd5f9d-cc17-430a-ae88-97c5fd6833d0,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:32.697105 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-16faf179-0756-4d6f-bd65-96bf87fe384d None None] Provisioning complete for port a0c612fb-7f9b-477e-8581-d068a5b60817 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:32.697554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-16faf179-0756-4d6f-bd65-96bf87fe384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.699116 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Checking segment: {'id': '7447e9cd-6bb4-491c-82a2-29159300094d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '1c57b980-57e7-49a0-9f3d-32b31635eaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:32.699678 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Network hostable DHCP agents. Network: 1c57b980-57e7-49a0-9f3d-32b31635eaae, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:32.732094 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f102b4b7-7722-4b53-bb0b-88722fdac021 req-2f7db322-1ab5-4f9d-94f0-950dd3ceb3e3 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274562 Mar 29 09:23:32.779846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8740e295-426c-4372-b6f7-26affa8ec972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.782953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8740e295-426c-4372-b6f7-26affa8ec972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.786137 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8740e295-426c-4372-b6f7-26affa8ec972 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c17cb87-7432-4486-918e-b03a8c585626 HTTP/1.1" status: 204 len: 168 time: 0.3909962 Mar 29 09:23:32.806015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740e295-426c-4372-b6f7-26affa8ec972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c17cb87-7432-4486-918e-b03a8c585626,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:32.813142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Network 1c57b980-57e7-49a0-9f3d-32b31635eaae is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:32.855686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port a0c612fb-7f9b-477e-8581-d068a5b60817 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:32.856055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.949377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 1c57b980-57e7-49a0-9f3d-32b31635eaae) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:32.953999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:32.960906 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:32.965848 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:32.966603 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.977400 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.985849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:32.992597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671e6117-7b6d-4de6-b23f-3dbca2bf5018 None None] Network 1c57b980-57e7-49a0-9f3d-32b31635eaae requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:33.014744 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ad60018b-31e3-443a-a2f1-e49062d07b2d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7804892 Mar 29 09:23:33.020736 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50800) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:33.037307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.074405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.086166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-16faf179-0756-4d6f-bd65-96bf87fe384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.138430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'Port': ['ID=8104ccbe-58c2-4fe9-a021-10e1b8fb74d7,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:33.167522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.231100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c91cc-c7c5-4012-9c20-22f2280df7a5 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:33.237763 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53c91cc-c7c5-4012-9c20-22f2280df7a5 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:33.242712 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b53c91cc-c7c5-4012-9c20-22f2280df7a5 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2173457 Mar 29 09:23:33.245371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50806) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:33.262252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Network 316ecf02-2ead-4982-8664-cb147673895e is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:33.283854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:33.305307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d841efcf-ecd5-4b18-8f17-9a0965740b52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.446317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9b7d8-f529-4a75-94c8-986764613d6f tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Deleting port 480afb7e-b702-48df-89e6-9ad87ec566ec {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:33.446672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b9b7d8-f529-4a75-94c8-986764613d6f tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.458651 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4284b2c3-470e-4f49-8930-acf25cdfde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 7, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d430b12-e0f7-4ce7-a127-b7f84a4f171b', 'name': '', 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:72:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:20Z', 'updated_at': '2022-03-29T09:23:27Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:19Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:33.489290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Router 987c24bb-8010-4c9a-880d-96ba14bd7597 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:23:33.547235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b9b7d8-f529-4a75-94c8-986764613d6f tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.574845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4284b2c3-470e-4f49-8930-acf25cdfde01 None None] Checking router: 3d75647a-5730-4a53-a21d-d12b496d8666 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:33.584515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-16faf179-0756-4d6f-bd65-96bf87fe384d None None] For port a0c612fb-7f9b-477e-8581-d068a5b60817, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a0c612fb-7f9b-477e-8581-d068a5b60817,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:33.598022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.609692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9b7d8-f529-4a75-94c8-986764613d6f tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Calling delete_port for 480afb7e-b702-48df-89e6-9ad87ec566ec owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:33.610636 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-16faf179-0756-4d6f-bd65-96bf87fe384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.643236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.700309 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284b2c3-470e-4f49-8930-acf25cdfde01 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:33.701156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4284b2c3-470e-4f49-8930-acf25cdfde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:33.785043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b9b7d8-f529-4a75-94c8-986764613d6f tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.790216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d841efcf-ecd5-4b18-8f17-9a0965740b52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:33.790216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d841efcf-ecd5-4b18-8f17-9a0965740b52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.799862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.856735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9b7d8-f529-4a75-94c8-986764613d6f tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event deleted for resources: {'Port': ['ID=480afb7e-b702-48df-89e6-9ad87ec566ec,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:33.876578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:33.878791 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b9b7d8-f529-4a75-94c8-986764613d6f tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.882225 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e4b9b7d8-f529-4a75-94c8-986764613d6f tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "DELETE /v2.0/ports/480afb7e-b702-48df-89e6-9ad87ec566ec HTTP/1.1" status: 204 len: 168 time: 0.6358259 Mar 29 09:23:33.886440 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-14d81c08-349c-44a7-ae4a-7b789c04672f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "PUT /v2.0/routers/987c24bb-8010-4c9a-880d-96ba14bd7597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5391955 Mar 29 09:23:33.887056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50824) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:33.898358 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Sync routers for ids ['987c24bb-8010-4c9a-880d-96ba14bd7597'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:33.917346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:33.918419 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Routers {'987c24bb-8010-4c9a-880d-96ba14bd7597'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:33.919369 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['987c24bb-8010-4c9a-880d-96ba14bd7597'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:33.923732 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faf179-0756-4d6f-bd65-96bf87fe384d None None] Pushing event updated for resources: {'Port': ['ID=a0c612fb-7f9b-477e-8581-d068a5b60817,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:33.993435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:23:33.993734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:23:33.997490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-4284b2c3-470e-4f49-8930-acf25cdfde01 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:34.017354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-d841efcf-ecd5-4b18-8f17-9a0965740b52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] For port 5d430b12-e0f7-4ce7-a127-b7f84a4f171b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5d430b12-e0f7-4ce7-a127-b7f84a4f171b,segment=NetworkSegment(37f2eb8b-f5d9-4663-8c90-c3965a7873b4),segment_id=37f2eb8b-f5d9-4663-8c90-c3965a7873b4)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:34.017354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d841efcf-ecd5-4b18-8f17-9a0965740b52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:34.035353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Network b91b4862-58c3-479f-8416-1bc7cef75015 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:34.040092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d841efcf-ecd5-4b18-8f17-9a0965740b52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 5d430b12-e0f7-4ce7-a127-b7f84a4f171b owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:34.065163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:34.073280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:34.080231 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Pushing event updated for resources: {'Port': ['ID=eeb937c9-f7b9-490e-8106-c07cf385c556,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:34.215714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e2b04-be9d-4cfb-b74d-b20b2c74f22e req-cc7c8720-d637-435e-991f-2585bbf6c61c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:34.217246 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2b9e2b04-be9d-4cfb-b74d-b20b2c74f22e req-cc7c8720-d637-435e-991f-2585bbf6c61c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3137977 Mar 29 09:23:34.222075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2ca8176b-d76d-409e-9576-299d664c91e6 None None] Provisioning complete for port a0c612fb-7f9b-477e-8581-d068a5b60817 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:34.223312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2ca8176b-d76d-409e-9576-299d664c91e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:34.275255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Attempting to bind port eeb937c9-f7b9-490e-8106-c07cf385c556 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:34.282915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Attempting to bind port eeb937c9-f7b9-490e-8106-c07cf385c556 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '6893b0cc-c9db-4602-8230-d520ea6e6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b91b4862-58c3-479f-8416-1bc7cef75015'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:34.283645 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Attempting to bind port eeb937c9-f7b9-490e-8106-c07cf385c556 on network b91b4862-58c3-479f-8416-1bc7cef75015 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:34.343628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:34.343797 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Checking segment: {'id': '6893b0cc-c9db-4602-8230-d520ea6e6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b91b4862-58c3-479f-8416-1bc7cef75015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:34.344509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:34.345049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Bound using segment: {'id': '6893b0cc-c9db-4602-8230-d520ea6e6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b91b4862-58c3-479f-8416-1bc7cef75015'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:34.345897 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Bound port: eeb937c9-f7b9-490e-8106-c07cf385c556, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6893b0cc-c9db-4602-8230-d520ea6e6390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b91b4862-58c3-479f-8416-1bc7cef75015'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:34.346614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:34.383042 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d841efcf-ecd5-4b18-8f17-9a0965740b52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:34.404027 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Set router 987c24bb-8010-4c9a-880d-96ba14bd7597 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:34.417402 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2b9e2b04-be9d-4cfb-b74d-b20b2c74f22e req-a8f96abb-c5ce-47f6-ab53-aec2bfe081a7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672580 Mar 29 09:23:34.499935 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-fb952d52-7bdb-43b2-8c21-c25beccd5cda tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781395585&fields=id&tenant_id=aad1136bea844c2cac896fa880fb7c8f HTTP/1.1" status: 200 len: 267 time: 0.2542534 Mar 29 09:23:34.523267 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841efcf-ecd5-4b18-8f17-9a0965740b52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=5d430b12-e0f7-4ce7-a127-b7f84a4f171b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:34.529271 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:34.611990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-02a40320-7ad2-4e00-a756-bedd8ae1b821 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Deleting port 53bd5f9d-cc17-430a-ae88-97c5fd6833d0 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:34.612358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-02a40320-7ad2-4e00-a756-bedd8ae1b821 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:34.689945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 594bfd96-29fc-43d7-b85a-6c82a691d642 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:34.701293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Subnet': ['ID=c02279ea-a3e9-4006-b14a-f914e84b6741,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:34.790147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2ca8176b-d76d-409e-9576-299d664c91e6 None None] Provisioning complete for port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:34.790981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2ca8176b-d76d-409e-9576-299d664c91e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:34.905895 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:23:32Z', 'revision_number': 4, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '8104ccbe-58c2-4fe9-a021-10e1b8fb74d7', 'name': '', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'mac_address': 'fa:16:3e:12:00:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:31Z', 'updated_at': '2022-03-29T09:23:32Z', 'revision_number': 2, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'subnets': [{'id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:34.915089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] For port eeb937c9-f7b9-490e-8106-c07cf385c556, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:34.936641 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Checking router: 987c24bb-8010-4c9a-880d-96ba14bd7597 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:34.937256 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Updating router 987c24bb-8010-4c9a-880d-96ba14bd7597 port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:23:34.948147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] For port eeb937c9-f7b9-490e-8106-c07cf385c556, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=eeb937c9-f7b9-490e-8106-c07cf385c556,segment=NetworkSegment(6893b0cc-c9db-4602-8230-d520ea6e6390),segment_id=6893b0cc-c9db-4602-8230-d520ea6e6390)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:34.954478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:34.966159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-02a40320-7ad2-4e00-a756-bedd8ae1b821 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:34.987237 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:34.995901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.010225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2ca8176b-d76d-409e-9576-299d664c91e6 None None] Port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:23:35.032932 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91b4862-58c3-479f-8416-1bc7cef75015']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:35.039823 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-02a40320-7ad2-4e00-a756-bedd8ae1b821 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Calling delete_port for 53bd5f9d-cc17-430a-ae88-97c5fd6833d0 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:35.068235 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6893b0cc-c9db-4602-8230-d520ea6e6390') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:35.068679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6893b0cc-c9db-4602-8230-d520ea6e6390') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:35.115992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-f9b12059-8569-4c50-be8e-759208e11ca5 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:35.124034 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 594bfd96-29fc-43d7-b85a-6c82a691d642 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:35.124505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.124634 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-f9b12059-8569-4c50-be8e-759208e11ca5 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/networks?id=316ecf02-2ead-4982-8664-cb147673895e HTTP/1.1" status: 200 len: 797 time: 0.6173601 Mar 29 09:23:35.140624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.172657 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.196714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2420f3-d073-4619-ae15-128aecaffa9e req-8189e99e-9096-4826-9890-52d29d3e54c7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:35.197359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fc6cb-7761-47c0-ac17-7bef143a5042 req-9c18e2ba-5671-4730-b36a-e9cdb4dccee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:35.198306 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e2420f3-d073-4619-ae15-128aecaffa9e req-8189e99e-9096-4826-9890-52d29d3e54c7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3181803 Mar 29 09:23:35.199216 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-805fc6cb-7761-47c0-ac17-7bef143a5042 req-9c18e2ba-5671-4730-b36a-e9cdb4dccee4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8af97d3b7c8a40caa5a3275d0644629b&device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 1098 time: 0.2169232 Mar 29 09:23:35.200468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:35.201044 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.201725 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-8a8d4508-d12a-40b0-a53e-67fcb4673564 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/quotas/aad1136bea844c2cac896fa880fb7c8f HTTP/1.1" status: 200 len: 375 time: 0.0763111 Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:35.204687 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:35.207456 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d841efcf-ecd5-4b18-8f17-9a0965740b52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.252322 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50860) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:35.261041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779befd1-1a58-4185-a747-886dfe6fee2a None None] Pushing event updated for resources: {'Port': ['ID=eeb937c9-f7b9-490e-8106-c07cf385c556,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:35.276262 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4284b2c3-470e-4f49-8930-acf25cdfde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 7, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d430b12-e0f7-4ce7-a127-b7f84a4f171b', 'name': '', 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:72:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:20Z', 'updated_at': '2022-03-29T09:23:27Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:19Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:35.288477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0ee277e0-3031-4d3d-8b83-d1e430cc7ba3 None None] Provisioning complete for port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:35.295163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0ee277e0-3031-4d3d-8b83-d1e430cc7ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.350853 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e2420f3-d073-4619-ae15-128aecaffa9e req-159112dd-65bc-4d3c-ab77-64ece05d750e tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328237 Mar 29 09:23:35.351147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4284b2c3-470e-4f49-8930-acf25cdfde01 None None] The sync data for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv is: [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 7, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d430b12-e0f7-4ce7-a127-b7f84a4f171b', 'name': '', 'network_id': 'a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:72:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:20Z', 'updated_at': '2022-03-29T09:23:27Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'ee8141f0-4fef-4204-893f-09f85943743f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:19Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:35.382800 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-7a00883b-7055-4208-8f14-d58d66e42fc4 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aad1136bea844c2cac896fa880fb7c8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1570961 Mar 29 09:23:35.385479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-02a40320-7ad2-4e00-a756-bedd8ae1b821 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.464061 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-0ee277e0-3031-4d3d-8b83-d1e430cc7ba3 None None] Port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:23:35.479025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-02a40320-7ad2-4e00-a756-bedd8ae1b821 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.488250 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-02a40320-7ad2-4e00-a756-bedd8ae1b821 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "DELETE /v2.0/ports/53bd5f9d-cc17-430a-ae88-97c5fd6833d0 HTTP/1.1" status: 204 len: 168 time: 1.6001003 Mar 29 09:23:35.489169 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a40320-7ad2-4e00-a756-bedd8ae1b821 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event deleted for resources: {'Port': ['ID=53bd5f9d-cc17-430a-ae88-97c5fd6833d0,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:35.501257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50864) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:35.631937 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.649110 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.655038 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-07bba131-b034-47a9-a7b5-9485392a62c8 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1493289 Mar 29 09:23:35.655881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50866) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:35.661250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-322817188', 'router:external': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:35.662085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ece82b53-6932-4f3f-9033-cf753679042d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-182704837'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:35.704550 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.api [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 29 09:23:35.704550 dv-neutron-835554-1-hyperv neutron-server[102495]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 29 09:23:35.704550 dv-neutron-835554-1-hyperv neutron-server[102495]: [parameters: {'id': 'b91b4862-58c3-479f-8416-1bc7cef75015'}] Mar 29 09:23:35.704550 dv-neutron-835554-1-hyperv neutron-server[102495]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:23:35.705010 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG oslo_db.api [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:23:35.707889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece82b53-6932-4f3f-9033-cf753679042d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Made reservation on behalf of 89f96c886cf348b6bcbbc1e804ffcb96 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:35.714476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ece82b53-6932-4f3f-9033-cf753679042d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.789663 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Made reservation on behalf of 8b3264a5619a4324b1dd2acccdcb1ed9 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:35.792082 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.820314 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-7c8db3d1-2d01-47af-9dbb-6968c519b950 service neutron] 10.222.0.32 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670769 Mar 29 09:23:35.821283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece82b53-6932-4f3f-9033-cf753679042d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:35.833894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ece82b53-6932-4f3f-9033-cf753679042d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.834390 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-ece82b53-6932-4f3f-9033-cf753679042d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Added segment 1020a99b-bfa8-4ae5-87bf-41ac636c76ca of type vlan for network d8f87903-d6d7-464e-974e-8e6ecf4c41d3 Mar 29 09:23:35.841835 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f9da5-5f48-4595-89a6-feb72a9c3239 None None] Pushing event updated for resources: {'Port': ['ID=8104ccbe-58c2-4fe9-a021-10e1b8fb74d7,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:35.850325 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fc6cb-7761-47c0-ac17-7bef143a5042 req-6fb24227-aa81-4c22-978a-b056d5076668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:35.851768 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-805fc6cb-7761-47c0-ac17-7bef143a5042 req-6fb24227-aa81-4c22-978a-b056d5076668 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea HTTP/1.1" status: 200 len: 912 time: 0.6298175 Mar 29 09:23:35.854635 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.894909 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Attempting to bind port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:35.895592 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Attempting to bind port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:35.896301 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Attempting to bind port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 on network 316ecf02-2ead-4982-8664-cb147673895e {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:35.915329 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:35.916435 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Checking segment: {'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:35.917028 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.917630 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Bound using segment: {'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:35.918541 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Bound port: 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:35.919127 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:35.945808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a0c612fb-7f9b-477e-8581-d068a5b60817 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:35.976664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ece82b53-6932-4f3f-9033-cf753679042d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.019128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port a0c612fb-7f9b-477e-8581-d068a5b60817 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:36.020395 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.034054 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] For port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:36.042108 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] For port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8104ccbe-58c2-4fe9-a021-10e1b8fb74d7,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:36.058149 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.064295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ece82b53-6932-4f3f-9033-cf753679042d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.070897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece82b53-6932-4f3f-9033-cf753679042d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:36.071577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ece82b53-6932-4f3f-9033-cf753679042d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.098889 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-7e600d47-242f-47b4-951c-8ffe37bed770 service neutron] 10.222.0.32 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455730 Mar 29 09:23:36.106237 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ece82b53-6932-4f3f-9033-cf753679042d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4471772 Mar 29 09:23:36.119894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50868) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:36.127816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-4c63a5a5-16c5-434e-8d9b-008965ac231e tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-427089890'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:36.143810 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-805fc6cb-7761-47c0-ac17-7bef143a5042 req-4b31a23b-99f3-4958-aef5-21992bbda238 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93811a99-e22b-458a-b83e-b3fd29815959 HTTP/1.1" status: 200 len: 1001 time: 0.2843351 Mar 29 09:23:36.155004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c63a5a5-16c5-434e-8d9b-008965ac231e tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Made reservation on behalf of 89f96c886cf348b6bcbbc1e804ffcb96 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:36.159183 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Routers {'987c24bb-8010-4c9a-880d-96ba14bd7597'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:36.160107 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['987c24bb-8010-4c9a-880d-96ba14bd7597'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:36.160703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4c63a5a5-16c5-434e-8d9b-008965ac231e tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.202998 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device eeb937c9-f7b9-490e-8106-c07cf385c556 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:36.243896 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c63a5a5-16c5-434e-8d9b-008965ac231e tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:36.246817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece82b53-6932-4f3f-9033-cf753679042d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event updated for resources: {'Network': ['ID=d8f87903-d6d7-464e-974e-8e6ecf4c41d3,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:36.271711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4c63a5a5-16c5-434e-8d9b-008965ac231e tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.272312 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-4c63a5a5-16c5-434e-8d9b-008965ac231e tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Added segment 07487987-0e8e-4d9d-a48f-c3fb5aee65d4 of type vlan for network ebc23b16-0c8b-4560-a43f-b20f4e73e2cf Mar 29 09:23:36.275163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0591cfdf-9ee3-4a39-8147-132d810528de None None] Provisioning complete for port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:36.275649 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f9da5-5f48-4595-89a6-feb72a9c3239 None None] Pushing event updated for resources: {'Port': ['ID=8104ccbe-58c2-4fe9-a021-10e1b8fb74d7,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:36.276030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0591cfdf-9ee3-4a39-8147-132d810528de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.278249 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network d8f87903-d6d7-464e-974e-8e6ecf4c41d3 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:36.279805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.282413 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fc6cb-7761-47c0-ac17-7bef143a5042 req-4d3e4b85-2f46-4c03-baa5-811f5bb8bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:36.283918 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-805fc6cb-7761-47c0-ac17-7bef143a5042 req-4d3e4b85-2f46-4c03-baa5-811f5bb8bf9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87c15ca4-f48e-4474-bd41-14ac18cc263a HTTP/1.1" status: 200 len: 850 time: 0.1224275 Mar 29 09:23:36.289832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d841efcf-ecd5-4b18-8f17-9a0965740b52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 3d75647a-5730-4a53-a21d-d12b496d8666 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:23:36.381577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4c63a5a5-16c5-434e-8d9b-008965ac231e tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.481329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1bd52af-fdf0-426e-86a5-7f9520d00d6c req-e4526fed-70ef-4734-8c0a-2c1c61d019db tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0606561 Mar 29 09:23:36.482211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4c63a5a5-16c5-434e-8d9b-008965ac231e tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.489302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63a5a5-16c5-434e-8d9b-008965ac231e tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:36.490009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4c63a5a5-16c5-434e-8d9b-008965ac231e tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.500630 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] Set router 987c24bb-8010-4c9a-880d-96ba14bd7597 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:36.596081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.639513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port eeb937c9-f7b9-490e-8106-c07cf385c556 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:36.643300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.650531 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4c63a5a5-16c5-434e-8d9b-008965ac231e tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5281017 Mar 29 09:23:36.677621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.749737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fc6cb-7761-47c0-ac17-7bef143a5042 req-07eed2eb-1f8b-469b-8a14-745c89321e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:36.751374 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0591cfdf-9ee3-4a39-8147-132d810528de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.756438 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-805fc6cb-7761-47c0-ac17-7bef143a5042 req-07eed2eb-1f8b-469b-8a14-745c89321e16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4530387 Mar 29 09:23:36.837031 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-0591cfdf-9ee3-4a39-8147-132d810528de None None] For port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8104ccbe-58c2-4fe9-a021-10e1b8fb74d7,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:36.846360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0591cfdf-9ee3-4a39-8147-132d810528de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:36.868357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f576f4-2ead-4f14-8c97-155e6db76eb0 req-e5564585-c492-4ad3-afdc-1599b6f9675a tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:36.872390 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d0f576f4-2ead-4f14-8c97-155e6db76eb0 req-e5564585-c492-4ad3-afdc-1599b6f9675a tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3647199 Mar 29 09:23:36.873302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63a5a5-16c5-434e-8d9b-008965ac231e tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event updated for resources: {'Network': ['ID=ebc23b16-0c8b-4560-a43f-b20f4e73e2cf,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:36.983887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:36.999815 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:23:32Z', 'revision_number': 4, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '8104ccbe-58c2-4fe9-a021-10e1b8fb74d7', 'name': '', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'mac_address': 'fa:16:3e:12:00:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:31Z', 'updated_at': '2022-03-29T09:23:36Z', 'revision_number': 4, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'subnets': [{'id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:37.047665 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d0f576f4-2ead-4f14-8c97-155e6db76eb0 req-ea7a15f2-10e5-4827-9bb2-4ac47a02be0d tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387253 Mar 29 09:23:37.061695 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f819ba-3384-4989-aa92-4ad9dcf75ea5 None None] The sync data for ids ['987c24bb-8010-4c9a-880d-96ba14bd7597'] in dv-neutron-835554-1-hyperv is: [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:23:32Z', 'revision_number': 4, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '8104ccbe-58c2-4fe9-a021-10e1b8fb74d7', 'name': '', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'mac_address': 'fa:16:3e:12:00:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:31Z', 'updated_at': '2022-03-29T09:23:36Z', 'revision_number': 4, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'subnets': [{'id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:37.108672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d841efcf-ecd5-4b18-8f17-9a0965740b52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:37.120232 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d841efcf-ecd5-4b18-8f17-9a0965740b52 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1876385 Mar 29 09:23:37.123071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50882) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:37.301869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:37.313758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network ebc23b16-0c8b-4560-a43f-b20f4e73e2cf details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:37.317755 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4736276a-ef10-4163-8773-8ddf908eecec,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:37.327746 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f4101-fcfb-4af2-b5f0-c19a3c778b88 None None] Network b91b4862-58c3-479f-8416-1bc7cef75015 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:37.333778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a6b42-33f0-40dc-8c90-cb42f82b0bd9 None None] Sync routers for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:37.343116 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:37.343466 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Added segment 801d70c5-b3e6-49fb-b5ec-172c25dd8006 of type vlan for network e4a8742f-b510-4d2e-bbb8-a84d46b848ab Mar 29 09:23:37.379843 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-805fc6cb-7761-47c0-ac17-7bef143a5042 req-21336c8d-0e0d-4abd-a180-aa6e63b67735 service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591980 Mar 29 09:23:37.534201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Deleting port eeb937c9-f7b9-490e-8106-c07cf385c556 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:37.534623 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:37.605997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:37.606132 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port eeb937c9-f7b9-490e-8106-c07cf385c556, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=eeb937c9-f7b9-490e-8106-c07cf385c556,segment=NetworkSegment(6893b0cc-c9db-4602-8230-d520ea6e6390),segment_id=6893b0cc-c9db-4602-8230-d520ea6e6390)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:37.726198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a6b42-33f0-40dc-8c90-cb42f82b0bd9 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:37.727841 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-212a6b42-33f0-40dc-8c90-cb42f82b0bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:37.729955 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:37.837015 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e87ad4c5-f556-4ccd-875f-0692f5af7c09 None None] Provisioning complete for port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:37.837857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e87ad4c5-f556-4ccd-875f-0692f5af7c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:38.052072 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0a7d9744-f5a5-4d56-ae1f-6169ff8c4617 req-3b199ffb-d5e4-4ea1-aeb5-d6c9be5125c4 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0688229 Mar 29 09:23:38.060762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e369837-3c2d-4fbe-94d3-b2f81d76c8c0 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting subnet ee8141f0-4fef-4204-893f-09f85943743f {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:38.061880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:38.090292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e369837-3c2d-4fbe-94d3-b2f81d76c8c0 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:38.279149 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591cfdf-9ee3-4a39-8147-132d810528de None None] Pushing event updated for resources: {'Port': ['ID=8104ccbe-58c2-4fe9-a021-10e1b8fb74d7,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:38.286585 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e369837-3c2d-4fbe-94d3-b2f81d76c8c0 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:38.379849 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.resource_extend [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 09:23:38.424243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] For port eeb937c9-f7b9-490e-8106-c07cf385c556, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=eeb937c9-f7b9-490e-8106-c07cf385c556,segment=NetworkSegment(6893b0cc-c9db-4602-8230-d520ea6e6390),segment_id=6893b0cc-c9db-4602-8230-d520ea6e6390)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:38.424900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:38.427548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-212a6b42-33f0-40dc-8c90-cb42f82b0bd9 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:38.448789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Calling delete_port for eeb937c9-f7b9-490e-8106-c07cf385c556 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:38.466657 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:38.467870 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:38.468447 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:38.525387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-9a24cb94-5064-48e0-82c6-11ed8dae9718 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:38.531730 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-9a24cb94-5064-48e0-82c6-11ed8dae9718 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.24 "GET /v2.0/networks?id=316ecf02-2ead-4982-8664-cb147673895e HTTP/1.1" status: 200 len: 797 time: 0.4306977 Mar 29 09:23:38.545140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event updated for resources: {'Network': ['ID=e4a8742f-b510-4d2e-bbb8-a84d46b848ab,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:38.549373 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-805fc6cb-7761-47c0-ac17-7bef143a5042 req-36802e93-043c-48d7-9768-d247908f1448 service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1038153 Mar 29 09:23:38.614508 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network e4a8742f-b510-4d2e-bbb8-a84d46b848ab details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:38.630083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:38.630462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:38.670631 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-910f6b1f-d5eb-481d-a2ce-940696f9600b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.4135237 Mar 29 09:23:38.674881 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50892) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:38.688581 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Request body: {'subnet': {'network_id': 'e4a8742f-b510-4d2e-bbb8-a84d46b848ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:38.717969 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e69ee-94a1-43ac-8181-d699b270e5a2 req-35efe3fc-08ee-428f-9f3a-290ead4b4602 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:38.720139 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c13e69ee-94a1-43ac-8181-d699b270e5a2 req-35efe3fc-08ee-428f-9f3a-290ead4b4602 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.5058577 Mar 29 09:23:38.727642 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-2474251d-685e-4fbf-9529-448a3cdfdd74 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aad1136bea844c2cac896fa880fb7c8f HTTP/1.1" status: 200 len: 379 time: 0.1778786 Mar 29 09:23:38.787226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Made reservation on behalf of 8b3264a5619a4324b1dd2acccdcb1ed9 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:38.798275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:38.806257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Request body: {'port': {'device_id': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'admin_state_up': True, 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'security_groups': ['f94046ab-94bb-40b7-a2d2-250c1dfe9fc0']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:38.822720 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9042fea5-85f2-423c-b830-621495f51f94 None None] DHCP port deletion for b91b4862-58c3-479f-8416-1bc7cef75015 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:23:38.870821 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c13e69ee-94a1-43ac-8181-d699b270e5a2 req-b5c18120-3e79-4c05-b330-2a71cee3e149 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416538 Mar 29 09:23:38.888393 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=eeb937c9-f7b9-490e-8106-c07cf385c556,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:38.936051 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:38.996020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e369837-3c2d-4fbe-94d3-b2f81d76c8c0 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:39.050863 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-9042fea5-85f2-423c-b830-621495f51f94 None None] The port 'eeb937c9-f7b9-490e-8106-c07cf385c556' was deleted {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 29 09:23:39.079286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd685d05-cf5c-4ee6-b485-cd5e960e1036 None None] Network b91b4862-58c3-479f-8416-1bc7cef75015 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:39.131234 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Port': ['ID=eeb937c9-f7b9-490e-8106-c07cf385c556,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:39.158397 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No DVR routers for this DVR port eeb937c9-f7b9-490e-8106-c07cf385c556 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:39.186115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-212a6b42-33f0-40dc-8c90-cb42f82b0bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:34Z', 'revision_number': 8, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:19Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:39.239800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a6b42-33f0-40dc-8c90-cb42f82b0bd9 None None] Checking router: 3d75647a-5730-4a53-a21d-d12b496d8666 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:39.260481 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3e596416-3884-425b-ae3a-a1c1285d93af None None] Could not find standard attr ID for object eeb937c9-f7b9-490e-8106-c07cf385c556. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:23:39.293199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a6b42-33f0-40dc-8c90-cb42f82b0bd9 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:39.294158 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-212a6b42-33f0-40dc-8c90-cb42f82b0bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:39.310359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Made reservation on behalf of aad1136bea844c2cac896fa880fb7c8f for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:39.315954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:39.355362 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ba963cd-0b9a-46e7-98eb-89bcdfc1fbed req-26b371ce-7335-438f-8c72-c582c5c9a219 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0708241 Mar 29 09:23:39.357685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e369837-3c2d-4fbe-94d3-b2f81d76c8c0 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:39.390063 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e369837-3c2d-4fbe-94d3-b2f81d76c8c0 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Subnet': ['ID=ee8141f0-4fef-4204-893f-09f85943743f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:39.408007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e369837-3c2d-4fbe-94d3-b2f81d76c8c0 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:39.411874 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0e369837-3c2d-4fbe-94d3-b2f81d76c8c0 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/ee8141f0-4fef-4204-893f-09f85943743f HTTP/1.1" status: 204 len: 168 time: 2.2878139 Mar 29 09:23:39.419042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50896) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:39.430626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0dfd09-b561-4b56-bcb9-6b203005e867 None None] Network a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:39.447690 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:39.498937 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-212a6b42-33f0-40dc-8c90-cb42f82b0bd9 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:39.514029 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91b4862-58c3-479f-8416-1bc7cef75015']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:39.533654 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:39.534055 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6893b0cc-c9db-4602-8230-d520ea6e6390') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:39.534518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6893b0cc-c9db-4602-8230-d520ea6e6390') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:39.548525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:39.586493 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:39.602162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:39.603063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:39.609764 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:39.723691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Allocated IP 172.20.0.7 (316ecf02-2ead-4982-8664-cb147673895e/3a7e1eb6-5b0b-46a7-a76f-959ab87035e2/8d2d96fb-6d3d-47a7-b0d3-5cf891d84596) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:39.806880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f57879-5ca5-4561-a093-35ec0d23d528 None None] DHCP port deletion for a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:23:39.813227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:39.823789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:39.827643 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/b91b4862-58c3-479f-8416-1bc7cef75015 HTTP/1.1" status: 204 len: 168 time: 7.1378124 Mar 29 09:23:39.844043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50898) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:39.848082 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8029be3-3914-41f3-a569-76eb78a4fc67 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Network': ['ID=b91b4862-58c3-479f-8416-1bc7cef75015,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:39.876888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 0572984b-c1bc-4351-aad3-9daaa2db76b4 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:39.881979 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:39.949866 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.objects.ports [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102495) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 09:23:39.950496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.043968 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Checking segment: {'id': '801d70c5-b3e6-49fb-b5ec-172c25dd8006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e4a8742f-b510-4d2e-bbb8-a84d46b848ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:40.044484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Network hostable DHCP agents. Network: e4a8742f-b510-4d2e-bbb8-a84d46b848ab, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:40.048421 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50902) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:40.049187 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b70aa8-12df-4b32-a308-61ee1ae969bd tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:40.050184 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b70aa8-12df-4b32-a308-61ee1ae969bd tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:40.056886 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-50b70aa8-12df-4b32-a308-61ee1ae969bd tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/subnets/c02279ea-a3e9-4006-b14a-f914e84b6741 HTTP/1.1" status: 404 len: 337 time: 0.1972053 Mar 29 09:23:40.057097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'subnets': [{'network_id': 'd8f87903-d6d7-464e-974e-8e6ecf4c41d3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1187737771', 'ip_version': 6}, {'network_id': 'ebc23b16-0c8b-4560-a43f-b20f4e73e2cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:40.057097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'subnet': {'network_id': 'd8f87903-d6d7-464e-974e-8e6ecf4c41d3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1187737771', 'ip_version': 6}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:40.057489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Request body: {'subnet': {'network_id': 'ebc23b16-0c8b-4560-a43f-b20f4e73e2cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:40.064871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50904) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:40.085442 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:40.093602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5fa4a1aa-d0e8-4987-99a9-5429b4b513e3,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:40.117497 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-212a6b42-33f0-40dc-8c90-cb42f82b0bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:34Z', 'revision_number': 8, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:19Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:40.120542 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb37c242-912b-4bd9-9f2b-3d9485a18936 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:40.121265 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb37c242-912b-4bd9-9f2b-3d9485a18936 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:40.126779 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bb37c242-912b-4bd9-9f2b-3d9485a18936 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/b91b4862-58c3-479f-8416-1bc7cef75015 HTTP/1.1" status: 404 len: 339 time: 0.0487633 Mar 29 09:23:40.134837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.138062 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50906) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:40.164200 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a6b42-33f0-40dc-8c90-cb42f82b0bd9 None None] The sync data for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv is: [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:34Z', 'revision_number': 8, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd517a45a-baa2-426e-a229-747ae66d5178', 'name': '', 'network_id': '01ce345b-47b0-4881-b58e-6827dab66a24', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:6e:db:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:11Z', 'updated_at': '2022-03-29T09:23:19Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'f210d9dd-f1dc-45dc-bfee-31acaadcd44a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:40.164941 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Network e4a8742f-b510-4d2e-bbb8-a84d46b848ab is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:40.182229 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, e4a8742f-b510-4d2e-bbb8-a84d46b848ab) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:40.191130 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:40.192318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.195158 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e376c6c4-58d2-4646-919c-0ca15fe4c882 None None] Network e4a8742f-b510-4d2e-bbb8-a84d46b848ab requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:40.219034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] For port 0572984b-c1bc-4351-aad3-9daaa2db76b4, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0572984b-c1bc-4351-aad3-9daaa2db76b4,segment=NetworkSegment(37f2eb8b-f5d9-4663-8c90-c3965a7873b4),segment_id=37f2eb8b-f5d9-4663-8c90-c3965a7873b4)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:40.219228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.259599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:40.259973 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.280362 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e93fb406-c69f-4213-8a07-256287e5173f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5994699 Mar 29 09:23:40.283473 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50908) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:40.286714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 0572984b-c1bc-4351-aad3-9daaa2db76b4 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:40.289262 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1652281684', 'network_id': 'e4a8742f-b510-4d2e-bbb8-a84d46b848ab'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:40.306783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f3f57879-5ca5-4561-a093-35ec0d23d528 None None] Deleting port 0572984b-c1bc-4351-aad3-9daaa2db76b4 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:40.307455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3f57879-5ca5-4561-a093-35ec0d23d528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.311540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf4d58-87c8-44ce-b0ea-09b8e9d0bdf9 req-fd1ada49-8a80-4e11-9841-0cd808a57794 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:40.313366 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b0cf4d58-87c8-44ce-b0ea-09b8e9d0bdf9 req-fd1ada49-8a80-4e11-9841-0cd808a57794 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2576556 Mar 29 09:23:40.321861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.326555 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Made reservation on behalf of 8b3264a5619a4324b1dd2acccdcb1ed9 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:40.329266 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.342491 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Made reservation on behalf of 89f96c886cf348b6bcbbc1e804ffcb96 for: {'subnet': 2} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:40.347704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.348215 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.373739 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] device_id is not set on port 88f20a95-dd99-493a-94a1-575344cb7a63 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:40.395924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.411180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f3f57879-5ca5-4561-a093-35ec0d23d528 None None] For port 0572984b-c1bc-4351-aad3-9daaa2db76b4, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0572984b-c1bc-4351-aad3-9daaa2db76b4,segment=NetworkSegment(37f2eb8b-f5d9-4663-8c90-c3965a7873b4),segment_id=37f2eb8b-f5d9-4663-8c90-c3965a7873b4)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:40.411611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3f57879-5ca5-4561-a093-35ec0d23d528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.436708 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f3f57879-5ca5-4561-a093-35ec0d23d528 None None] Calling delete_port for 0572984b-c1bc-4351-aad3-9daaa2db76b4 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:40.572606 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b0cf4d58-87c8-44ce-b0ea-09b8e9d0bdf9 req-eb5160b8-2894-4af3-995c-c092e1102981 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052877 Mar 29 09:23:40.615384 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5972b4-aeef-40ff-bb12-f79824813466 None None] Network e4a8742f-b510-4d2e-bbb8-a84d46b848ab requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:40.621473 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Allocated IP 2001:db8::2b0 (e4a8742f-b510-4d2e-bbb8-a84d46b848ab/5fa4a1aa-d0e8-4987-99a9-5429b4b513e3/88f20a95-dd99-493a-94a1-575344cb7a63) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:40.635321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.686356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de5d962-5479-4a74-959a-4c6b278694a9']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:40.700141 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa39b7ed-b1c2-4cf9-8e45-05589794e096') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:40.700479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa39b7ed-b1c2-4cf9-8e45-05589794e096') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:40.712533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.730014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.738005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:40.738623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.749525 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device eeb937c9-f7b9-490e-8106-c07cf385c556 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:40.756962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3f57879-5ca5-4561-a093-35ec0d23d528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:40.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:40.786028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Network 316ecf02-2ead-4982-8664-cb147673895e is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:40.818951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: eeb937c9-f7b9-490e-8106-c07cf385c556 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:40.819321 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device eeb937c9-f7b9-490e-8106-c07cf385c556 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:40.821299 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f57879-5ca5-4561-a093-35ec0d23d528 None None] Pushing event deleted for resources: {'Port': ['ID=0572984b-c1bc-4351-aad3-9daaa2db76b4,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:40.828755 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f57879-5ca5-4561-a093-35ec0d23d528 None None] No DVR routers for this DVR port 0572984b-c1bc-4351-aad3-9daaa2db76b4 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:40.838603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:40.865421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'Port': ['ID=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:40.870361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:40.920319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.932386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.978975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a614381-e277-464a-965e-0a4886d562f4 req-fbb8a35f-be83-4055-a083-101624371b87 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:40.980573 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a614381-e277-464a-965e-0a4886d562f4 req-fbb8a35f-be83-4055-a083-101624371b87 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 931 time: 0.5032916 Mar 29 09:23:40.986442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.992672 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/5de5d962-5479-4a74-959a-4c6b278694a9 HTTP/1.1" status: 204 len: 168 time: 0.8455100 Mar 29 09:23:40.992872 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:40.994909 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50914) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:40.998988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No DVR routers for this DVR port 0572984b-c1bc-4351-aad3-9daaa2db76b4 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:41.012891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=0572984b-c1bc-4351-aad3-9daaa2db76b4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:41.035647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf32957-8873-4f42-8793-f8b4a20a70e4 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Network': ['ID=5de5d962-5479-4a74-959a-4c6b278694a9,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:41.044837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ec2e-17f0-4085-bbcd-7ef16e308ba0 req-1526a04d-73c2-426c-a47b-f75c25a2b7c3 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:41.046460 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-76a6ec2e-17f0-4085-bbcd-7ef16e308ba0 req-1526a04d-73c2-426c-a47b-f75c25a2b7c3 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2720239 Mar 29 09:23:41.098458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:41.099106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.110466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-b332c3fb-a781-4652-9e88-48db395a693a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:41.110919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b332c3fb-a781-4652-9e88-48db395a693a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:41.115038 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b332c3fb-a781-4652-9e88-48db395a693a tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/subnets/3d4efa47-425e-4a02-89f2-b80bd544a37e HTTP/1.1" status: 404 len: 337 time: 0.1039820 Mar 29 09:23:41.120824 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50916) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:41.126757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event updated for resources: {'Subnet': ['ID=e8cec374-1a5e-4f97-97cf-594ff22c62d0,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:41.154285 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.156784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Checking segment: {'id': '1020a99b-bfa8-4ae5-87bf-41ac636c76ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8f87903-d6d7-464e-974e-8e6ecf4c41d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:41.157208 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Network hostable DHCP agents. Network: d8f87903-d6d7-464e-974e-8e6ecf4c41d3, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:41.190572 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-c0c274f8-6e00-45fe-9021-e62279afaf03 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3897169 Mar 29 09:23:41.195098 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Network d8f87903-d6d7-464e-974e-8e6ecf4c41d3 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:41.195536 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c528833-1fb0-484d-832b-663e41ac8dde tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:41.196149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c528833-1fb0-484d-832b-663e41ac8dde tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:41.199057 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3c528833-1fb0-484d-832b-663e41ac8dde tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/1bf94e8b-d97f-4a78-b08d-5662e20b1ebe HTTP/1.1" status: 404 len: 339 time: 0.0581889 Mar 29 09:23:41.203349 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50918) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:41.211765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b637da0f-9dfe-4c8f-a7ae-cb3812777491 None None] Provisioning complete for port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:41.212331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b637da0f-9dfe-4c8f-a7ae-cb3812777491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.212484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Request body: {'port': {'device_id': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:41.244947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.251528 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b637da0f-9dfe-4c8f-a7ae-cb3812777491 None None] Port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:23:41.257561 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a614381-e277-464a-965e-0a4886d562f4 req-2ad0da38-c948-4848-8e69-0417f9999c16 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597501 Mar 29 09:23:41.262263 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b33b1bc-f218-41d4-b8aa-04e7677fd118 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Deleting subnet 191566c1-d665-4299-bb08-6a92ee2d0ae4 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:41.264233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, d8f87903-d6d7-464e-974e-8e6ecf4c41d3) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:41.269644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8b33b1bc-f218-41d4-b8aa-04e7677fd118 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.273918 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.274990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d340ff-a8e2-4903-a132-912203031d76 None None] Network d8f87903-d6d7-464e-974e-8e6ecf4c41d3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:41.288661 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-76a6ec2e-17f0-4085-bbcd-7ef16e308ba0 req-356d1cec-d2e4-4f02-9d5d-3cdf6bea2540 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977735 Mar 29 09:23:41.299497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:41.338410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f2eb8b-f5d9-4663-8c90-c3965a7873b4') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:41.339060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f2eb8b-f5d9-4663-8c90-c3965a7873b4') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:41.352437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.354486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.357720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.380059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.383035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8b33b1bc-f218-41d4-b8aa-04e7677fd118 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.420243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:41.420699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:41.423618 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:41.482388 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Network e4a8742f-b510-4d2e-bbb8-a84d46b848ab is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:41.484108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event updated for resources: {'Subnet': ['ID=2321b392-a5e6-4d7a-8f31-48ac4aaab0c1,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:41.487945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-d8f87903-d6d7-464e-974e-8e6ecf4c41d3', 'network_id': 'd8f87903-d6d7-464e-974e-8e6ecf4c41d3', 'tenant_id': '89f96c886cf348b6bcbbc1e804ffcb96', 'fixed_ips': [{'subnet_id': 'e8cec374-1a5e-4f97-97cf-594ff22c62d0'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:23:41.489026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.498297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:41.506743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:41.508037 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:41.508466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.516764 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event updated for resources: {'Port': ['ID=88f20a95-dd99-493a-94a1-575344cb7a63,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:41.531903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Checking segment: {'id': '07487987-0e8e-4d9d-a48f-c3fb5aee65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebc23b16-0c8b-4560-a43f-b20f4e73e2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:41.532271 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Network hostable DHCP agents. Network: ebc23b16-0c8b-4560-a43f-b20f4e73e2cf, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:41.564478 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5f4a85d5-df3a-4e4e-aa52-1ff220cf647b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2772954 Mar 29 09:23:41.565602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50922) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:41.598712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.618474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8b33b1bc-f218-41d4-b8aa-04e7677fd118 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.621533 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Network ebc23b16-0c8b-4560-a43f-b20f4e73e2cf is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:41.633005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb28dd6-ebce-4681-acab-a971044a3d75 req-db17438c-4079-4b7a-a70a-a589e01a04c3 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:41.634572 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3eb28dd6-ebce-4681-acab-a971044a3d75 req-db17438c-4079-4b7a-a70a-a589e01a04c3 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2306597 Mar 29 09:23:41.635686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.641784 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/networks/a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c HTTP/1.1" status: 204 len: 168 time: 2.2216945 Mar 29 09:23:41.654260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50924) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:41.658203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67016e4d-4d5c-4ef2-90f3-5e7b269b1fec tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Network': ['ID=a1fcc9d1-cf91-4b23-a1ea-c06450d3b77c,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:41.678229 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Allocated IP 2001:db8::1 (d8f87903-d6d7-464e-974e-8e6ecf4c41d3/e8cec374-1a5e-4f97-97cf-594ff22c62d0/6c8f8b5e-3aca-4f5c-ac67-562051bfedc1) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:41.682989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, ebc23b16-0c8b-4560-a43f-b20f4e73e2cf) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:41.695390 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:41.695859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:41.696492 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.698729 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa75b873-7e61-4b2f-864d-5eb06f0aa8a9 None None] Network ebc23b16-0c8b-4560-a43f-b20f4e73e2cf requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:41.723869 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-28d8a570-c0cc-4b6f-88a3-0c4b85ba4d1d tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6730194 Mar 29 09:23:41.727493 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50926) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:41.745374 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8b33b1bc-f218-41d4-b8aa-04e7677fd118 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.807748 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-25da8882-06d0-423a-820c-f4b7b35be4a6 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Deleting port 88f20a95-dd99-493a-94a1-575344cb7a63 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:41.808231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25da8882-06d0-423a-820c-f4b7b35be4a6 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.816834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33b1bc-f218-41d4-b8aa-04e7677fd118 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Subnet': ['ID=191566c1-d665-4299-bb08-6a92ee2d0ae4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:41.819166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8b33b1bc-f218-41d4-b8aa-04e7677fd118 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.824911 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8b33b1bc-f218-41d4-b8aa-04e7677fd118 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/subnets/191566c1-d665-4299-bb08-6a92ee2d0ae4 HTTP/1.1" status: 204 len: 168 time: 0.6184478 Mar 29 09:23:41.828243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50928) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:41.844137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f379e40-bd46-4a55-8545-feac280773e0 None None] Network 0d769986-c2fa-433e-8de4-ab2d594cf5d7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:41.875722 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a69a43-9e6b-48c7-bf2d-6cc5885fe475 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:41.880244 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a69a43-9e6b-48c7-bf2d-6cc5885fe475 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:41.885668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a69a43-9e6b-48c7-bf2d-6cc5885fe475 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:41.897836 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e8a69a43-9e6b-48c7-bf2d-6cc5885fe475 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1593571 Mar 29 09:23:41.909885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a434fe-8c46-41d3-8068-0c469f0686b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Deleting subnet 2184f1e1-c526-4e4f-b867-25457a5042e4 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:41.914015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3eb28dd6-ebce-4681-acab-a971044a3d75 req-508c7193-b91a-4570-af72-1503c4069ec2 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587245 Mar 29 09:23:41.918315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50930) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:41.922232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-19a434fe-8c46-41d3-8068-0c469f0686b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:41.942166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5d430b12-e0f7-4ce7-a127-b7f84a4f171b no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:41.988896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25da8882-06d0-423a-820c-f4b7b35be4a6 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.003610 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-25da8882-06d0-423a-820c-f4b7b35be4a6 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Calling delete_port for 88f20a95-dd99-493a-94a1-575344cb7a63 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:42.025293 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 5d430b12-e0f7-4ce7-a127-b7f84a4f171b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:42.025768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5d430b12-e0f7-4ce7-a127-b7f84a4f171b not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:42.026182 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0572984b-c1bc-4351-aad3-9daaa2db76b4 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:42.080452 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 0572984b-c1bc-4351-aad3-9daaa2db76b4 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:42.080681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0572984b-c1bc-4351-aad3-9daaa2db76b4 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:42.133133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-19a434fe-8c46-41d3-8068-0c469f0686b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.146183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25da8882-06d0-423a-820c-f4b7b35be4a6 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.172823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-ebc23b16-0c8b-4560-a43f-b20f4e73e2cf', 'network_id': 'ebc23b16-0c8b-4560-a43f-b20f4e73e2cf', 'tenant_id': '89f96c886cf348b6bcbbc1e804ffcb96', 'fixed_ips': [{'subnet_id': '2321b392-a5e6-4d7a-8f31-48ac4aaab0c1'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:23:42.173789 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.187436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85c30bd-8a22-41da-aa77-b249ddd4da1b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Deleting subnet e8cec374-1a5e-4f97-97cf-594ff22c62d0 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:42.189441 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.202285 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da8882-06d0-423a-820c-f4b7b35be4a6 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event deleted for resources: {'Port': ['ID=88f20a95-dd99-493a-94a1-575344cb7a63,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:42.204683 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25da8882-06d0-423a-820c-f4b7b35be4a6 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.205972 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c85c30bd-8a22-41da-aa77-b249ddd4da1b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.209177 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-25da8882-06d0-423a-820c-f4b7b35be4a6 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "DELETE /v2.0/ports/88f20a95-dd99-493a-94a1-575344cb7a63 HTTP/1.1" status: 204 len: 168 time: 0.6424618 Mar 29 09:23:42.211752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50934) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:42.216246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4a8742f-b510-4d2e-bbb8-a84d46b848ab', 'external_fixed_ips': [{'subnet_id': '5fa4a1aa-d0e8-4987-99a9-5429b4b513e3', 'ip_address': '2001:db8::2b0'}]}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:42.229484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.236249 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.237679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.297942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.458554 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.516203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Network d8f87903-d6d7-464e-974e-8e6ecf4c41d3 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:42.529422 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:42.534499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Pushing event updated for resources: {'Port': ['ID=6c8f8b5e-3aca-4f5c-ac67-562051bfedc1,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:42.539498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:42.633118 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Allocated IP 2001:db8:0:1::1 (ebc23b16-0c8b-4560-a43f-b20f4e73e2cf/2321b392-a5e6-4d7a-8f31-48ac4aaab0c1/bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:42.640316 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Attempting to bind port 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:42.640844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Attempting to bind port 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '1020a99b-bfa8-4ae5-87bf-41ac636c76ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8f87903-d6d7-464e-974e-8e6ecf4c41d3'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:42.641334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Attempting to bind port 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1 on network d8f87903-d6d7-464e-974e-8e6ecf4c41d3 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:42.649720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0205d5d-471b-4968-a16b-55a62bd14b55 req-0245c84b-b1f3-4326-8f43-17f998be7cdc tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:42.652609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:42.653102 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Checking segment: {'id': '1020a99b-bfa8-4ae5-87bf-41ac636c76ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8f87903-d6d7-464e-974e-8e6ecf4c41d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:42.653653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.654142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Bound using segment: {'id': '1020a99b-bfa8-4ae5-87bf-41ac636c76ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8f87903-d6d7-464e-974e-8e6ecf4c41d3'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:42.655078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Bound port: 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1020a99b-bfa8-4ae5-87bf-41ac636c76ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8f87903-d6d7-464e-974e-8e6ecf4c41d3'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:42.655283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.658983 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d0205d5d-471b-4968-a16b-55a62bd14b55 req-0245c84b-b1f3-4326-8f43-17f998be7cdc tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.6134186 Mar 29 09:23:42.723031 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.760280 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.793608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c85c30bd-8a22-41da-aa77-b249ddd4da1b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.834357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] For port 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:42.841684 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] For port 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6c8f8b5e-3aca-4f5c-ac67-562051bfedc1,segment=NetworkSegment(1020a99b-bfa8-4ae5-87bf-41ac636c76ca),segment_id=1020a99b-bfa8-4ae5-87bf-41ac636c76ca)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:42.848195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:23:42.849705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.871471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.931132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-19a434fe-8c46-41d3-8068-0c469f0686b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.964175 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d0205d5d-471b-4968-a16b-55a62bd14b55 req-84e7a8d3-6491-4f34-85d8-f7e8bdc0d06a tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794375 Mar 29 09:23:42.965488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Transition to ACTIVE for port object 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:23:42.977332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:42.980003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131cc0e-e1a4-4416-86dd-2ea9fc8a49a8 None None] Pushing event updated for resources: {'Port': ['ID=6c8f8b5e-3aca-4f5c-ac67-562051bfedc1,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:42.993103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.005546 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104c9bc-cd79-4825-9459-96f7d801242a req-c7fe34fd-cf27-4734-9fae-99e7c622dc8f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:43.020544 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f104c9bc-cd79-4825-9459-96f7d801242a req-c7fe34fd-cf27-4734-9fae-99e7c622dc8f tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 931 time: 0.4160058 Mar 29 09:23:43.030814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.033814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Allocated IP 2001:db8::2b0 (e4a8742f-b510-4d2e-bbb8-a84d46b848ab/5fa4a1aa-d0e8-4987-99a9-5429b4b513e3/e782e16b-082e-401b-acb4-7216ee76294a) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:43.074957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Network ebc23b16-0c8b-4560-a43f-b20f4e73e2cf is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:43.085730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:43.096698 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:43.110036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Pushing event updated for resources: {'Port': ['ID=bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:43.193449 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.196485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Attempting to bind port bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:43.197024 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Attempting to bind port bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '07487987-0e8e-4d9d-a48f-c3fb5aee65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebc23b16-0c8b-4560-a43f-b20f4e73e2cf'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:43.197549 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Attempting to bind port bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205 on network ebc23b16-0c8b-4560-a43f-b20f4e73e2cf {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:43.208551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:43.208551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Checking segment: {'id': '07487987-0e8e-4d9d-a48f-c3fb5aee65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebc23b16-0c8b-4560-a43f-b20f4e73e2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:43.208991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.209392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Bound using segment: {'id': '07487987-0e8e-4d9d-a48f-c3fb5aee65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebc23b16-0c8b-4560-a43f-b20f4e73e2cf'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:43.210567 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Bound port: bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07487987-0e8e-4d9d-a48f-c3fb5aee65d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'ebc23b16-0c8b-4560-a43f-b20f4e73e2cf'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:43.211592 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.251497 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.296860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] For port bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:43.301151 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] For port bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205,segment=NetworkSegment(07487987-0e8e-4d9d-a48f-c3fb5aee65d4),segment_id=07487987-0e8e-4d9d-a48f-c3fb5aee65d4)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:43.305614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c85c30bd-8a22-41da-aa77-b249ddd4da1b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.306527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.311802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Network e4a8742f-b510-4d2e-bbb8-a84d46b848ab is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:43.316990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:43.322711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:43.359710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649786ab-fe01-4106-a499-cea161939858 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:43.409021 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f104c9bc-cd79-4825-9459-96f7d801242a req-b8a7cfbb-809a-4853-95c0-3871ff1a8adc tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3873749 Mar 29 09:23:43.453735 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event updated for resources: {'Port': ['ID=e782e16b-082e-401b-acb4-7216ee76294a,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:43.472773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-19a434fe-8c46-41d3-8068-0c469f0686b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.528765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05666dc-7b65-4132-ab86-a36e5b7988bd None None] Pushing event updated for resources: {'Port': ['ID=bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:43.557273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24d611-d36d-45fa-98aa-7736a6cace27 req-cc3ab093-4656-4af2-98ec-40fd091e314a tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:43.566544 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf24d611-d36d-45fa-98aa-7736a6cace27 req-cc3ab093-4656-4af2-98ec-40fd091e314a tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.4454875 Mar 29 09:23:43.625413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7033630c-df98-48a0-a986-9201db30f031 None None] Provisioning complete for port 1ed8eac6-4d36-45ea-9abc-9e4130701c75 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:43.625774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7033630c-df98-48a0-a986-9201db30f031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.652078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a434fe-8c46-41d3-8068-0c469f0686b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Subnet': ['ID=2184f1e1-c526-4e4f-b867-25457a5042e4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:43.673887 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-19a434fe-8c46-41d3-8068-0c469f0686b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.687975 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-19a434fe-8c46-41d3-8068-0c469f0686b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/subnets/2184f1e1-c526-4e4f-b867-25457a5042e4 HTTP/1.1" status: 204 len: 168 time: 1.8584721 Mar 29 09:23:43.688224 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50940) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:43.696954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c85c30bd-8a22-41da-aa77-b249ddd4da1b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.702424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed1de24-81d8-4820-99d0-d227f50b672a None None] Network 0d769986-c2fa-433e-8de4-ab2d594cf5d7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:43.813962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c30bd-8a22-41da-aa77-b249ddd4da1b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event deleted for resources: {'Subnet': ['ID=e8cec374-1a5e-4f97-97cf-594ff22c62d0,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:43.819680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c85c30bd-8a22-41da-aa77-b249ddd4da1b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.824407 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c85c30bd-8a22-41da-aa77-b249ddd4da1b tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "DELETE /v2.0/subnets/e8cec374-1a5e-4f97-97cf-594ff22c62d0 HTTP/1.1" status: 204 len: 168 time: 1.9053564 Mar 29 09:23:43.829233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50942) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:43.837288 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf24d611-d36d-45fa-98aa-7736a6cace27 req-fe48039c-ac99-4e19-9f44-2a7af6b45cc8 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346072 Mar 29 09:23:43.927132 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:43.997721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Attempting to bind port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:43.999797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Attempting to bind port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:44.000369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Attempting to bind port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 on network 316ecf02-2ead-4982-8664-cb147673895e {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:44.038800 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1ee05e3d-b480-49e0-8936-e815d02d8954 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.040807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 on network 316ecf02-2ead-4982-8664-cb147673895e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:23:44.041312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Attempting to bind port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 on network 316ecf02-2ead-4982-8664-cb147673895e {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:44.049802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32495d0-d042-4a8d-a767-06e8ba6f5a93 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Deleting subnet 2321b392-a5e6-4d7a-8f31-48ac4aaab0c1 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:44.075844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:44.129001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32495d0-d042-4a8d-a767-06e8ba6f5a93 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.157620 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970484fe-8674-4e8d-a619-7f896f31ee85 None None] DHCP port deletion for 0d769986-c2fa-433e-8de4-ab2d594cf5d7 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:23:44.164952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:44.169908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Checking segment: {'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:44.171074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Bound using segment: {'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:44.171831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Bound port: 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aeb0dec-b559-4c45-8e07-f56720647e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '316ecf02-2ead-4982-8664-cb147673895e'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:44.172386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.259958 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:44.260594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.307202 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-970484fe-8674-4e8d-a619-7f896f31ee85 None None] Deleting port 1ed8eac6-4d36-45ea-9abc-9e4130701c75 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:44.307771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-970484fe-8674-4e8d-a619-7f896f31ee85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.342719 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] For port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:44.353421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] For port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:44.392668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32495d0-d042-4a8d-a767-06e8ba6f5a93 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.413935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-970484fe-8674-4e8d-a619-7f896f31ee85 None None] For port 1ed8eac6-4d36-45ea-9abc-9e4130701c75, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1ed8eac6-4d36-45ea-9abc-9e4130701c75,segment=NetworkSegment(82bebac9-b8d1-4e97-a436-d9862946d630),segment_id=82bebac9-b8d1-4e97-a436-d9862946d630)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:44.414340 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-970484fe-8674-4e8d-a619-7f896f31ee85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.419854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.432970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-970484fe-8674-4e8d-a619-7f896f31ee85 None None] Calling delete_port for 1ed8eac6-4d36-45ea-9abc-9e4130701c75 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:44.437184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.471910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.512407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6c8f8b5e-3aca-4f5c-ac67-562051bfedc1,segment=NetworkSegment(1020a99b-bfa8-4ae5-87bf-41ac636c76ca),segment_id=1020a99b-bfa8-4ae5-87bf-41ac636c76ca)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:44.565232 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.636390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:44.638900 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.640045 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-649786ab-fe01-4106-a499-cea161939858 service neutron] 10.222.0.24 "PUT /v2.0/ports/8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 HTTP/1.1" status: 200 len: 1093 time: 3.4320848 Mar 29 09:23:44.650628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=6c8f8b5e-3aca-4f5c-ac67-562051bfedc1,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:44.680813 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-970484fe-8674-4e8d-a619-7f896f31ee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.686755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:23:44.689135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d961ddf2-f539-49a3-aea0-7ebf5f970a24" -d '{"events": [{"name": "network-changed", "server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:23:44.700351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c456b4-0bcc-4782-986f-adffb892c2e2 req-5728f4ca-2cb2-4aa8-9429-858daa3ebc2e tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:44.702135 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12c456b4-0bcc-4782-986f-adffb892c2e2 req-5728f4ca-2cb2-4aa8-9429-858daa3ebc2e tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.4184413 Mar 29 09:23:44.709201 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970484fe-8674-4e8d-a619-7f896f31ee85 None None] No DVR routers for this DVR port 1ed8eac6-4d36-45ea-9abc-9e4130701c75 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:44.750467 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] The port '1ed8eac6-4d36-45ea-9abc-9e4130701c75' was deleted {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 29 09:23:44.754469 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970484fe-8674-4e8d-a619-7f896f31ee85 None None] Pushing event deleted for resources: {'Port': ['ID=1ed8eac6-4d36-45ea-9abc-9e4130701c75,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:44.825120 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.827625 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a581561-a13a-4b80-a373-443df527208c None None] Network d8f87903-d6d7-464e-974e-8e6ecf4c41d3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:44.914827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.950058 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7fc87e1d-a143-46cf-8948-4909ead827de None None] Provisioning complete for port 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:44.950798 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7fc87e1d-a143-46cf-8948-4909ead827de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:44.957245 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649786ab-fe01-4106-a499-cea161939858 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:44.970114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d769986-c2fa-433e-8de4-ab2d594cf5d7']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:44.989269 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bebac9-b8d1-4e97-a436-d9862946d630') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:44.989628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bebac9-b8d1-4e97-a436-d9862946d630') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:44.997819 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12c456b4-0bcc-4782-986f-adffb892c2e2 req-0a744c53-fd4e-49ea-bc19-9288c45f8d3e tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429943 Mar 29 09:23:45.034253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-cd618816-1971-48b0-99ef-65bae8162912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:45.036619 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-cd618816-1971-48b0-99ef-65bae8162912 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad1136bea844c2cac896fa880fb7c8f&device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 1096 time: 0.3545113 Mar 29 09:23:45.052731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b1dc2-5a81-4904-b9aa-062be9f70150 req-88faf473-7cdf-4655-82b8-c1ac0897a5ee tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:45.054347 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-716b1dc2-5a81-4904-b9aa-062be9f70150 req-88faf473-7cdf-4655-82b8-c1ac0897a5ee tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 943 time: 0.4733703 Mar 29 09:23:45.062380 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.096454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91ba8ee-2816-4fb8-b797-c5b5b8bd6530 x-openstack-request-id: req-d91ba8ee-2816-4fb8-b797-c5b5b8bd6530 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:23:45.096884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:23:45.097018 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d91ba8ee-2816-4fb8-b797-c5b5b8bd6530 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:23:45.097189 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.097986 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'status': 'completed', 'code': 200} Mar 29 09:23:45.123202 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:45.123693 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:45.128896 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:45.157527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32495d0-d042-4a8d-a767-06e8ba6f5a93 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.191602 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32efcbf9-6d9b-4c37-a31e-3db4e34810c2 None None] Network ebc23b16-0c8b-4560-a43f-b20f4e73e2cf requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:45.230173 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.238344 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.244126 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/0d769986-c2fa-433e-8de4-ab2d594cf5d7 HTTP/1.1" status: 204 len: 168 time: 1.5496573 Mar 29 09:23:45.245220 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50952) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:45.264396 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Router 570b03f1-316c-4eca-a7e0-77a93e8f4b51 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:23:45.268987 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f4c65-03a5-4f31-8ecc-b9bb8bf557b5 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Network': ['ID=0d769986-c2fa-433e-8de4-ab2d594cf5d7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:45.276326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db25eab5-9324-44e7-8b32-78c40901ede6 None None] DHCP port deletion for d8f87903-d6d7-464e-974e-8e6ecf4c41d3 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:23:45.292532 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efa5267-cdaa-45e5-a4b4-e30f7fedb9d7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:45.293092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efa5267-cdaa-45e5-a4b4-e30f7fedb9d7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:45.299075 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1efa5267-cdaa-45e5-a4b4-e30f7fedb9d7 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/subnets/9b946121-c39d-4abb-9f15-8cef6c1b6957 HTTP/1.1" status: 404 len: 337 time: 0.0512280 Mar 29 09:23:45.302068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50954) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:45.323726 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-040596da-aadf-40f1-8d41-79a08f763d7d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:45.324037 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040596da-aadf-40f1-8d41-79a08f763d7d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:45.330575 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-040596da-aadf-40f1-8d41-79a08f763d7d tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/71e360c2-3dc3-4671-acb5-e6d1f16144aa HTTP/1.1" status: 404 len: 339 time: 0.0260031 Mar 29 09:23:45.330866 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50956) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:45.334062 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8160bd0c-a0b8-4076-b225-4b39bcf5f992 None None] Provisioning complete for port bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:45.334062 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8160bd0c-a0b8-4076-b225-4b39bcf5f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.395780 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c937130a-ed27-41be-9d98-228c766ef897 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:45.396233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c937130a-ed27-41be-9d98-228c766ef897 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:45.399243 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c937130a-ed27-41be-9d98-228c766ef897 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/subnets/a42cec8b-3ec4-470f-9a18-09e543faae92 HTTP/1.1" status: 404 len: 337 time: 0.0674171 Mar 29 09:23:45.403748 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50958) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:45.428069 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a403dcd0-41a4-488d-b707-d264960ae1b0 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:45.428588 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a403dcd0-41a4-488d-b707-d264960ae1b0 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:45.431890 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a403dcd0-41a4-488d-b707-d264960ae1b0 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/c3703df6-e086-4393-b3af-75415f04cb79 HTTP/1.1" status: 404 len: 339 time: 0.0272367 Mar 29 09:23:45.434865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50960) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:45.443734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-db25eab5-9324-44e7-8b32-78c40901ede6 None None] Deleting port 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:45.444350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db25eab5-9324-44e7-8b32-78c40901ede6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.450644 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-270becb6-202a-4c02-94a1-abbc8499ce8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 HTTP/1.1" status: 200 len: 217 time: 0.3952832 Mar 29 09:23:45.494300 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b538920-de48-4bca-ac68-0a5db1b284a9 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:45.494746 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b538920-de48-4bca-ac68-0a5db1b284a9 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:45.500231 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6b538920-de48-4bca-ac68-0a5db1b284a9 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/subnets/18e83424-1307-4cdd-ae6d-4d4b757ac661 HTTP/1.1" status: 404 len: 337 time: 0.0621626 Mar 29 09:23:45.502950 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50962) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:45.526678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-7160d823-605f-4640-8e38-f9290aa42ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:45.528131 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-7160d823-605f-4640-8e38-f9290aa42ed4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a7e1eb6-5b0b-46a7-a76f-959ab87035e2 HTTP/1.1" status: 200 len: 835 time: 0.0568664 Mar 29 09:23:45.533238 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0722cd4f-5073-423b-af3c-495fe7fae58f tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:45.533238 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0722cd4f-5073-423b-af3c-495fe7fae58f tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:45.539322 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0722cd4f-5073-423b-af3c-495fe7fae58f tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/eead3492-b6d3-4152-851b-6269e60058b7 HTTP/1.1" status: 404 len: 339 time: 0.0328934 Mar 29 09:23:45.540217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50964) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:45.548328 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-db25eab5-9324-44e7-8b32-78c40901ede6 None None] For port 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6c8f8b5e-3aca-4f5c-ac67-562051bfedc1,segment=NetworkSegment(1020a99b-bfa8-4ae5-87bf-41ac636c76ca),segment_id=1020a99b-bfa8-4ae5-87bf-41ac636c76ca)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:45.549122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db25eab5-9324-44e7-8b32-78c40901ede6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.553768 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:45.576846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-db25eab5-9324-44e7-8b32-78c40901ede6 None None] Calling delete_port for 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:45.587472 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Sync routers for ids ['570b03f1-316c-4eca-a7e0-77a93e8f4b51'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:45.606743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.607996 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ffc300cd-aa1d-4e79-8324-7cf1f619aae2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3952963 Mar 29 09:23:45.611687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50966) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:45.613964 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Routers {'570b03f1-316c-4eca-a7e0-77a93e8f4b51'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:45.614655 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['570b03f1-316c-4eca-a7e0-77a93e8f4b51'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:45.619091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-fadd7f46-864e-46ce-af2f-985be5f9f931 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Deleting subnet 76511b89-5d36-4446-babd-096976fd52b7 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:45.622610 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fadd7f46-864e-46ce-af2f-985be5f9f931 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.667400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fadd7f46-864e-46ce-af2f-985be5f9f931 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.709842 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8160bd0c-a0b8-4076-b225-4b39bcf5f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.739453 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-716b1dc2-5a81-4904-b9aa-062be9f70150 req-d78cd9e4-f93e-4e40-98d2-47c1987400b7 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6499755 Mar 29 09:23:45.747978 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Set router 570b03f1-316c-4eca-a7e0-77a93e8f4b51 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:45.789633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fadd7f46-864e-46ce-af2f-985be5f9f931 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.790722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.868657 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-11eef260-6077-4fbe-b362-c635562b260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:45.870300 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-11eef260-6077-4fbe-b362-c635562b260d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=316ecf02-2ead-4982-8664-cb147673895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3320117 Mar 29 09:23:45.871193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32495d0-d042-4a8d-a767-06e8ba6f5a93 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.931099 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fadd7f46-864e-46ce-af2f-985be5f9f931 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.942535 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-8160bd0c-a0b8-4076-b225-4b39bcf5f992 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:23:45.943313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-8160bd0c-a0b8-4076-b225-4b39bcf5f992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:23:45.945903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db25eab5-9324-44e7-8b32-78c40901ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.967494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32495d0-d042-4a8d-a767-06e8ba6f5a93 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event deleted for resources: {'Subnet': ['ID=2321b392-a5e6-4d7a-8f31-48ac4aaab0c1,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:45.975879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a32495d0-d042-4a8d-a767-06e8ba6f5a93 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:45.982836 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a32495d0-d042-4a8d-a767-06e8ba6f5a93 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "DELETE /v2.0/subnets/2321b392-a5e6-4d7a-8f31-48ac4aaab0c1 HTTP/1.1" status: 204 len: 168 time: 2.1510861 Mar 29 09:23:45.999108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd7f46-864e-46ce-af2f-985be5f9f931 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Subnet': ['ID=76511b89-5d36-4446-babd-096976fd52b7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:46.005501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25eab5-9324-44e7-8b32-78c40901ede6 None None] Pushing event deleted for resources: {'Port': ['ID=6c8f8b5e-3aca-4f5c-ac67-562051bfedc1,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:46.008571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50968) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:46.013017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:46.062004 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fadd7f46-864e-46ce-af2f-985be5f9f931 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.065305 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fadd7f46-864e-46ce-af2f-985be5f9f931 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/subnets/76511b89-5d36-4446-babd-096976fd52b7 HTTP/1.1" status: 204 len: 168 time: 0.5241239 Mar 29 09:23:46.084142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d732c7ca-a7bc-4059-a761-6325b6839e7c None None] Network 62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:46.086073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50972) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:46.089251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25eab5-9324-44e7-8b32-78c40901ede6 None None] No DVR routers for this DVR port 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:46.109763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1ee05e3d-b480-49e0-8936-e815d02d8954 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port d517a45a-baa2-426e-a229-747ae66d5178 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:46.110117 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1ee05e3d-b480-49e0-8936-e815d02d8954 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.190528 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d6ad78-1ddb-454a-b41d-d73e98bd178f tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:46.197130 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b0d6ad78-1ddb-454a-b41d-d73e98bd178f tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1856863 Mar 29 09:23:46.201523 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50974) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:46.222265 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b03f1-316c-4eca-a7e0-77a93e8f4b51', 'name': '', 'tenant_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a8742f-b510-4d2e-bbb8-a84d46b848ab', 'external_fixed_ips': [{'subnet_id': '5fa4a1aa-d0e8-4987-99a9-5429b4b513e3', 'ip_address': '2001:db8::2b0'}], 'enable_snat': True}, 'gw_port_id': 'e782e16b-082e-401b-acb4-7216ee76294a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:42Z', 'updated_at': '2022-03-29T09:23:43Z', 'revision_number': 3, 'project_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'gw_port': {'id': 'e782e16b-082e-401b-acb4-7216ee76294a', 'name': '', 'network_id': 'e4a8742f-b510-4d2e-bbb8-a84d46b848ab', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b03f1-316c-4eca-a7e0-77a93e8f4b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '5fa4a1aa-d0e8-4987-99a9-5429b4b513e3', 'ip_address': '2001:db8::2b0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:42Z', 'updated_at': '2022-03-29T09:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5fa4a1aa-d0e8-4987-99a9-5429b4b513e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:46.258202 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Checking router: 570b03f1-316c-4eca-a7e0-77a93e8f4b51 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:46.259251 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Updating router 570b03f1-316c-4eca-a7e0-77a93e8f4b51 port e782e16b-082e-401b-acb4-7216ee76294a binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:23:46.266442 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec14eae-a48c-4d82-b488-f20de40ea85c None None] Network ebc23b16-0c8b-4560-a43f-b20f4e73e2cf requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:46.291885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:46.292264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.297789 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.305085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.319975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.369917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Deleting port bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:46.370633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.385871 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-65fa9b20-d04d-48ad-9f16-aa2233fdbb62 service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025413 Mar 29 09:23:46.420983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.465208 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] For port bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205,segment=NetworkSegment(07487987-0e8e-4d9d-a48f-c3fb5aee65d4),segment_id=07487987-0e8e-4d9d-a48f-c3fb5aee65d4)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:46.465594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.481444 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.482108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Calling delete_port for bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:46.487512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed5b31-3bcf-489e-9926-6e3baaef8fac req-97e6e71b-74ff-433a-8d90-2c5bb6206bef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:46.489137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083a0431-d194-4eb5-8f3c-d29eb99c330a None None] DHCP port deletion for 62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:23:46.489939 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9ed5b31-3bcf-489e-9926-6e3baaef8fac req-97e6e71b-74ff-433a-8d90-2c5bb6206bef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3515062 Mar 29 09:23:46.579887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.588035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-1ee05e3d-b480-49e0-8936-e815d02d8954 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] For port d517a45a-baa2-426e-a229-747ae66d5178, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d517a45a-baa2-426e-a229-747ae66d5178,segment=NetworkSegment(d66fdb62-3d1b-469c-8d0e-1fa76c32ce02),segment_id=d66fdb62-3d1b-469c-8d0e-1fa76c32ce02)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:46.588527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1ee05e3d-b480-49e0-8936-e815d02d8954 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.594700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] No DVR routers for this DVR port bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:46.620588 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8160bd0c-a0b8-4076-b225-4b39bcf5f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.637626 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.647053 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event deleted for resources: {'Port': ['ID=bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:46.647592 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.670403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1ee05e3d-b480-49e0-8936-e815d02d8954 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for d517a45a-baa2-426e-a229-747ae66d5178 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:46.685983 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9ed5b31-3bcf-489e-9926-6e3baaef8fac req-0335e00e-df7a-489f-98c0-3459c6560da3 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860282 Mar 29 09:23:46.745396 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.754517 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-083a0431-d194-4eb5-8f3c-d29eb99c330a None None] Deleting port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:46.754913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-083a0431-d194-4eb5-8f3c-d29eb99c330a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.783642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc23b16-0c8b-4560-a43f-b20f4e73e2cf']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:46.796057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07487987-0e8e-4d9d-a48f-c3fb5aee65d4') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:46.796226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af53b6-4e21-4a8a-8ed6-82ff21f7ae5b None None] DHCP port deletion for ebc23b16-0c8b-4560-a43f-b20f4e73e2cf request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:23:46.796427 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07487987-0e8e-4d9d-a48f-c3fb5aee65d4') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:46.797074 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Attempting to bind port e782e16b-082e-401b-acb4-7216ee76294a on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:23:46.799407 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Attempting to bind port e782e16b-082e-401b-acb4-7216ee76294a by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '801d70c5-b3e6-49fb-b5ec-172c25dd8006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e4a8742f-b510-4d2e-bbb8-a84d46b848ab'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:23:46.801630 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Attempting to bind port e782e16b-082e-401b-acb4-7216ee76294a on network e4a8742f-b510-4d2e-bbb8-a84d46b848ab {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:23:46.802186 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1ed8eac6-4d36-45ea-9abc-9e4130701c75 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:46.809046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.813282 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b9a187b-2c00-4648-800b-da2a5e385bbf req-af80196a-87b5-40a9-9167-b35a98582521 service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193451 Mar 29 09:23:46.816536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Deleting port e782e16b-082e-401b-acb4-7216ee76294a {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:46.816878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.822612 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661acb-3914-426f-900e-3171f912dd8f None None] Pushing event updated for resources: {'Port': ['ID=e782e16b-082e-401b-acb4-7216ee76294a,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:46.825031 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.828004 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:23:46.832135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:46.832559 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.833957 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Checking segment: {'id': '801d70c5-b3e6-49fb-b5ec-172c25dd8006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e4a8742f-b510-4d2e-bbb8-a84d46b848ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:46.839607 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.840409 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Bound using segment: {'id': '801d70c5-b3e6-49fb-b5ec-172c25dd8006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e4a8742f-b510-4d2e-bbb8-a84d46b848ab'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:23:46.841181 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Bound port: e782e16b-082e-401b-acb4-7216ee76294a, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801d70c5-b3e6-49fb-b5ec-172c25dd8006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'e4a8742f-b510-4d2e-bbb8-a84d46b848ab'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:23:46.844430 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:46.911267 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:46.924171 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.936282 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.946266 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "DELETE /v2.0/networks/ebc23b16-0c8b-4560-a43f-b20f4e73e2cf HTTP/1.1" status: 204 len: 168 time: 0.7407398 Mar 29 09:23:46.974601 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] For port e782e16b-082e-401b-acb4-7216ee76294a, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:23:46.979426 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] For port e782e16b-082e-401b-acb4-7216ee76294a, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e782e16b-082e-401b-acb4-7216ee76294a,segment=NetworkSegment(801d70c5-b3e6-49fb-b5ec-172c25dd8006),segment_id=801d70c5-b3e6-49fb-b5ec-172c25dd8006)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:23:46.983034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50980) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:46.990368 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:46.991756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f519b-b161-4da3-b257-8283fccca0ab tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event deleted for resources: {'Network': ['ID=ebc23b16-0c8b-4560-a43f-b20f4e73e2cf,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:47.049246 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Routers {'570b03f1-316c-4eca-a7e0-77a93e8f4b51'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:47.050349 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['570b03f1-316c-4eca-a7e0-77a93e8f4b51'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:47.052206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 1ed8eac6-4d36-45ea-9abc-9e4130701c75 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:47.052551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1ed8eac6-4d36-45ea-9abc-9e4130701c75 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:47.052965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:47.074662 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:47.075005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6c8f8b5e-3aca-4f5c-ac67-562051bfedc1 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:47.081127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-083a0431-d194-4eb5-8f3c-d29eb99c330a None None] For port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=78f3ea3d-ec40-497b-ad0f-1fc6288a8925,segment=NetworkSegment(720807ab-8409-4978-9972-48497ab30894),segment_id=720807ab-8409-4978-9972-48497ab30894)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:47.081701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-083a0431-d194-4eb5-8f3c-d29eb99c330a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:47.098546 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-083a0431-d194-4eb5-8f3c-d29eb99c330a None None] Calling delete_port for 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:47.154232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fba8da-cdde-418c-9cae-222856b3a0c2 req-a5f47754-8f78-40b9-8993-774ac21d30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:47.157846 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661acb-3914-426f-900e-3171f912dd8f None None] Pushing event updated for resources: {'Port': ['ID=e782e16b-082e-401b-acb4-7216ee76294a,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:47.158327 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-a9fba8da-cdde-418c-9cae-222856b3a0c2 req-a5f47754-8f78-40b9-8993-774ac21d30a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8af97d3b7c8a40caa5a3275d0644629b&device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 1098 time: 0.0837052 Mar 29 09:23:47.169216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-228a6227-808b-4b76-869a-650b1d4a3b27 None None] Could not find standard attr ID for object bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:23:47.169454 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] Set router 570b03f1-316c-4eca-a7e0-77a93e8f4b51 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:47.217191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-083a0431-d194-4eb5-8f3c-d29eb99c330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:47.231912 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b03f1-316c-4eca-a7e0-77a93e8f4b51', 'name': '', 'tenant_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:42Z', 'updated_at': '2022-03-29T09:23:46Z', 'revision_number': 4, 'project_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:47.240735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a0431-d194-4eb5-8f3c-d29eb99c330a None None] No DVR routers for this DVR port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:47.261138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a0431-d194-4eb5-8f3c-d29eb99c330a None None] Pushing event deleted for resources: {'Port': ['ID=78f3ea3d-ec40-497b-ad0f-1fc6288a8925,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:47.276220 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473f8e75-0eac-4a7a-85b1-01676fe1064f None None] The sync data for ids ['570b03f1-316c-4eca-a7e0-77a93e8f4b51'] in dv-neutron-835554-1-hyperv is: [{'id': '570b03f1-316c-4eca-a7e0-77a93e8f4b51', 'name': '', 'tenant_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:42Z', 'updated_at': '2022-03-29T09:23:46Z', 'revision_number': 4, 'project_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'gw_port_host': None}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:47.330933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fba8da-cdde-418c-9cae-222856b3a0c2 req-d6c4065a-abcd-40cd-be2b-e60cb8f0682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:47.333881 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-a9fba8da-cdde-418c-9cae-222856b3a0c2 req-d6c4065a-abcd-40cd-be2b-e60cb8f0682d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea HTTP/1.1" status: 200 len: 912 time: 0.1548963 Mar 29 09:23:47.346199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Deleting port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:47.346540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:47.359218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:47.370383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961ddf2-f539-49a3-aea0-7ebf5f970a24 req-48eab073-5227-4d83-99c6-d327e75862de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:47.371965 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d961ddf2-f539-49a3-aea0-7ebf5f970a24 req-48eab073-5227-4d83-99c6-d327e75862de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad1136bea844c2cac896fa880fb7c8f&device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 1096 time: 0.4884148 Mar 29 09:23:47.406747 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-a9fba8da-cdde-418c-9cae-222856b3a0c2 req-773c9208-8e65-4166-bc6e-d58fb0101667 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93811a99-e22b-458a-b83e-b3fd29815959 HTTP/1.1" status: 200 len: 1001 time: 0.0661714 Mar 29 09:23:47.411741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb44f1-c7a1-49ef-b6b0-c6a96a11c20a req-318afed6-d0f6-40f2-a150-2eff5a16398a tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:47.413249 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6abb44f1-c7a1-49ef-b6b0-c6a96a11c20a req-318afed6-d0f6-40f2-a150-2eff5a16398a tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 943 time: 0.4149723 Mar 29 09:23:47.455312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e668b84-f932-4270-960b-7430177d1eb4 req-8c6deec6-b138-4eb6-9620-7e4257bb7290 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:47.456816 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e668b84-f932-4270-960b-7430177d1eb4 req-8c6deec6-b138-4eb6-9620-7e4257bb7290 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.3853679 Mar 29 09:23:47.460642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fba8da-cdde-418c-9cae-222856b3a0c2 req-6aa4b46f-cee6-4758-9de9-9108783aaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:47.462094 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-a9fba8da-cdde-418c-9cae-222856b3a0c2 req-6aa4b46f-cee6-4758-9de9-9108783aaea0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=87c15ca4-f48e-4474-bd41-14ac18cc263a HTTP/1.1" status: 200 len: 850 time: 0.0484178 Mar 29 09:23:47.512983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fba8da-cdde-418c-9cae-222856b3a0c2 req-5c7a2d28-ba79-46c8-af78-de8b705e0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:47.514625 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-a9fba8da-cdde-418c-9cae-222856b3a0c2 req-5c7a2d28-ba79-46c8-af78-de8b705e0613 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c37aefe-3fc0-4af0-8a52-f0c9111045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457773 Mar 29 09:23:47.615895 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-a9fba8da-cdde-418c-9cae-222856b3a0c2 req-df2165bd-455c-4034-83d8-935404c7a01f service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948348 Mar 29 09:23:47.724627 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-a9fba8da-cdde-418c-9cae-222856b3a0c2 req-bfe1dda0-8012-4908-af42-ffbf03be373d service neutron] 10.222.0.24 "GET /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013775 Mar 29 09:23:47.789850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:47.813260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:47.834851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:47.835503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:47.835902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:47.843007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] For port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:47.843549 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:47.858344 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:47.858691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device bc9902e2-c6f8-4b8f-b6b7-3658e3eb9205 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:47.930045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Calling delete_port for e782e16b-082e-401b-acb4-7216ee76294a owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:47.979879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Calling delete_port for 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:48.000309 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_backend_mixin [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 was not found and therefore no delete operation was performed {{(pid=102496) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 09:23:48.030630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.048238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1ee05e3d-b480-49e0-8936-e815d02d8954 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.089472 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e668b84-f932-4270-960b-7430177d1eb4 req-dcb55683-f9cb-47e2-85da-836d507a466d tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3179243 Mar 29 09:23:48.092164 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6abb44f1-c7a1-49ef-b6b0-c6a96a11c20a req-3b449a30-4c42-4ca5-b5d9-0f33874d9383 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6653893 Mar 29 09:23:48.158979 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Port': ['ID=78f3ea3d-ec40-497b-ad0f-1fc6288a8925,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:48.164460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.179056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No DVR routers for this DVR port 78f3ea3d-ec40-497b-ad0f-1fc6288a8925 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:48.216658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961ddf2-f539-49a3-aea0-7ebf5f970a24 req-5bb789ea-a961-46a1-b659-bff8480545b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:48.218231 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d961ddf2-f539-49a3-aea0-7ebf5f970a24 req-5bb789ea-a961-46a1-b659-bff8480545b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=316ecf02-2ead-4982-8664-cb147673895e HTTP/1.1" status: 200 len: 898 time: 0.8357813 Mar 29 09:23:48.258238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee05e3d-b480-49e0-8936-e815d02d8954 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=d517a45a-baa2-426e-a229-747ae66d5178,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:48.276236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f87903-d6d7-464e-974e-8e6ecf4c41d3']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:48.337240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1020a99b-bfa8-4ae5-87bf-41ac636c76ca') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:48.337560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1020a99b-bfa8-4ae5-87bf-41ac636c76ca') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:48.366099 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d961ddf2-f539-49a3-aea0-7ebf5f970a24 req-3526786e-c9be-434e-8889-e004c1ef019f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 HTTP/1.1" status: 200 len: 217 time: 0.1056063 Mar 29 09:23:48.413120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.497774 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.508146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.538313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:48.538641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:48.542271 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:48.563106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:48.610797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961ddf2-f539-49a3-aea0-7ebf5f970a24 req-38401cc7-cfdc-4405-a67f-0def6d15d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:48.612247 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d961ddf2-f539-49a3-aea0-7ebf5f970a24 req-38401cc7-cfdc-4405-a67f-0def6d15d2cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a7e1eb6-5b0b-46a7-a76f-959ab87035e2 HTTP/1.1" status: 200 len: 835 time: 0.2012289 Mar 29 09:23:48.614552 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720807ab-8409-4978-9972-48497ab30894') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:48.614828 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720807ab-8409-4978-9972-48497ab30894') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:48.719456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.766882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.775327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.785936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.789063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "DELETE /v2.0/networks/d8f87903-d6d7-464e-974e-8e6ecf4c41d3 HTTP/1.1" status: 204 len: 168 time: 1.7745378 Mar 29 09:23:48.791666 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50984) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:48.812235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:48.812645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.816294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1ee05e3d-b480-49e0-8936-e815d02d8954 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:48.818062 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:48.835356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a2866-063e-47d9-8003-8da0f6320423 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event deleted for resources: {'Network': ['ID=d8f87903-d6d7-464e-974e-8e6ecf4c41d3,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:48.842706 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.860507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961ddf2-f539-49a3-aea0-7ebf5f970a24 req-364b3cc9-1ae6-4a36-829f-6fb5c6eb392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:48.861679 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d961ddf2-f539-49a3-aea0-7ebf5f970a24 req-364b3cc9-1ae6-4a36-829f-6fb5c6eb392b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=316ecf02-2ead-4982-8664-cb147673895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2175896 Mar 29 09:23:48.908025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:48.974664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event deleted for resources: {'Port': ['ID=e782e16b-082e-401b-acb4-7216ee76294a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:48.997807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.022049 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c57b980-57e7-49a0-9f3d-32b31635eaae']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:49.031478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.031860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7447e9cd-6bb4-491c-82a2-29159300094d') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:49.032155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7447e9cd-6bb4-491c-82a2-29159300094d') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:49.039253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.042499 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.056676 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.064770 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:49.065169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:49.068308 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:49.087181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.090458 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc HTTP/1.1" status: 204 len: 168 time: 3.0020709 Mar 29 09:23:49.115277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50986) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:49.124381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:23:49.154844 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.156716 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c63b04a-499a-4052-897d-47d432d83e0f tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:49.157227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c63b04a-499a-4052-897d-47d432d83e0f tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:49.163345 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9c63b04a-499a-4052-897d-47d432d83e0f tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/subnets/5a3065ae-5feb-458c-b942-12398a985a8a HTTP/1.1" status: 404 len: 337 time: 0.0436518 Mar 29 09:23:49.165130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c597a-3417-444c-8fb3-0055fdd389db tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Network': ['ID=62f4ffdf-38ce-4f2e-a443-7e4b68dab2bc,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:49.166815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 50992) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:49.177584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.183981 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "DELETE /v2.0/networks/1c57b980-57e7-49a0-9f3d-32b31635eaae HTTP/1.1" status: 204 len: 168 time: 0.3911877 Mar 29 09:23:49.185133 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa0a44-5f04-476e-9a72-a1f16856b992 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event deleted for resources: {'Network': ['ID=1c57b980-57e7-49a0-9f3d-32b31635eaae,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:49.187478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50994) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:49.285410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.293560 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:49.307982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'port_id': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'mac_address': 'fa:16:3e:60:33:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:23:49.355616 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.370683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:23:49.385815 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.396910 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:49.401792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.411846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc5ecf5-0600-4306-b164-721f1db5c095']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:49.422385 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5947dd1-8491-4226-86d0-d281d2445287') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:49.422758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5947dd1-8491-4226-86d0-d281d2445287') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:49.433457 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.449983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.456993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:49.458065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:49.458469 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:49.462045 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:49.491535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.505620 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.515176 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad37e38b-5b5f-40c6-8825-9558ae2a0783 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] DELETE failed (client error): The resource could not be found. Mar 29 09:23:49.515742 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad37e38b-5b5f-40c6-8825-9558ae2a0783 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:23:49.518766 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ad37e38b-5b5f-40c6-8825-9558ae2a0783 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/969ad5d0-f043-45f3-9d5b-220ac512926c HTTP/1.1" status: 404 len: 339 time: 0.3465226 Mar 29 09:23:49.522415 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 50996) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:49.532291 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.557945 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.563814 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] 10.222.0.32 "DELETE /v2.0/networks/7fc5ecf5-0600-4306-b164-721f1db5c095 HTTP/1.1" status: 204 len: 168 time: 0.3750763 Mar 29 09:23:49.587008 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8410f-4f13-4352-9550-4d84d24ab648 tempest-BulkNetworkOpsIpV6Test-1909073954 tempest-BulkNetworkOpsIpV6Test-1909073954-project] Pushing event deleted for resources: {'Network': ['ID=7fc5ecf5-0600-4306-b164-721f1db5c095,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:49.601693 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2aadf74-1edd-4f11-975a-9ee14d7cb5bd tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Deleting subnet 5257cc4a-52cf-4a18-a8ab-4c3f3ccc6f64 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:49.604958 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c2aadf74-1edd-4f11-975a-9ee14d7cb5bd tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.646241 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c2aadf74-1edd-4f11-975a-9ee14d7cb5bd tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.660299 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d961ddf2-f539-49a3-aea0-7ebf5f970a24 req-de894a83-8220-484e-b6bd-aa5a49aa8691 service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592816 Mar 29 09:23:49.731617 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.732221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 570b03f1-316c-4eca-a7e0-77a93e8f4b51 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:23:49.743021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.745183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c2aadf74-1edd-4f11-975a-9ee14d7cb5bd tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.747134 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-48fbccea-504e-4c2b-beb3-a7b4526d329c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "DELETE /v2.0/routers/570b03f1-316c-4eca-a7e0-77a93e8f4b51 HTTP/1.1" status: 204 len: 168 time: 4.1337004 Mar 29 09:23:49.752327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51000) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:49.764282 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d618a-6a13-4695-80a2-349edc71a931 req-72239c6c-f46c-4754-bb42-eb0906184c9c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:49.765841 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-921d618a-6a13-4695-80a2-349edc71a931 req-72239c6c-f46c-4754-bb42-eb0906184c9c tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2859919 Mar 29 09:23:49.781727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4261b4-3c42-4b2d-91ee-1d9fb85e21b4 req-8aa5130e-dc9c-4e26-a0d7-9127e2eed451 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:49.783285 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4d4261b4-3c42-4b2d-91ee-1d9fb85e21b4 req-8aa5130e-dc9c-4e26-a0d7-9127e2eed451 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 944 time: 0.3064702 Mar 29 09:23:49.844022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['8d2d96fb-6d3d-47a7-b0d3-5cf891d84596'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:23:49.867218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee05e3d-b480-49e0-8936-e815d02d8954 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 3d75647a-5730-4a53-a21d-d12b496d8666 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:23:49.889899 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88740a9-0b06-4a01-a8d6-809ca07c175a tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Deleting subnet 5fa4a1aa-d0e8-4987-99a9-5429b4b513e3 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:49.901790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b88740a9-0b06-4a01-a8d6-809ca07c175a tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.960316 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-921d618a-6a13-4695-80a2-349edc71a931 req-db844746-4d37-4ba8-9254-5573a4e1186f tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757519 Mar 29 09:23:49.962941 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c2aadf74-1edd-4f11-975a-9ee14d7cb5bd tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.968633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b88740a9-0b06-4a01-a8d6-809ca07c175a tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:49.968852 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4d4261b4-3c42-4b2d-91ee-1d9fb85e21b4 req-04dd06e2-49bf-40a4-8a3f-e9725de73ff6 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204109 Mar 29 09:23:49.973518 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d961ddf2-f539-49a3-aea0-7ebf5f970a24 req-a6980a3c-abf6-429b-9328-279dc2f6549c service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061619 Mar 29 09:23:50.041002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51006) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:50.052445 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aadf74-1edd-4f11-975a-9ee14d7cb5bd tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Subnet': ['ID=5257cc4a-52cf-4a18-a8ab-4c3f3ccc6f64,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:50.061741 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c2aadf74-1edd-4f11-975a-9ee14d7cb5bd tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.066358 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c2aadf74-1edd-4f11-975a-9ee14d7cb5bd tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/subnets/5257cc4a-52cf-4a18-a8ab-4c3f3ccc6f64 HTTP/1.1" status: 204 len: 168 time: 0.5419767 Mar 29 09:23:50.068016 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d7e28f-7927-4a91-b6ec-69cfa8e1f1ac None None] Network 20f7b1b3-34ec-4c42-95be-02623ecffc56 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:50.068741 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51010) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:50.114598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b88740a9-0b06-4a01-a8d6-809ca07c175a tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.127029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee05e3d-b480-49e0-8936-e815d02d8954 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:50.146601 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1ee05e3d-b480-49e0-8936-e815d02d8954 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4900556 Mar 29 09:23:50.149774 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51012) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:50.168177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fcc7c-5ef1-4cca-8ffa-2f3c4704672f req-005493f7-78fa-4372-9384-9df43311f9b1 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:50.169822 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a9589-13ac-427a-951d-9e008448be55 None None] Sync routers for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:50.170933 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-131fcc7c-5ef1-4cca-8ffa-2f3c4704672f req-005493f7-78fa-4372-9384-9df43311f9b1 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.0978100 Mar 29 09:23:50.189712 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.226087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a9589-13ac-427a-951d-9e008448be55 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:50.226608 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fb4a9589-13ac-427a-951d-9e008448be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:50.245339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b88740a9-0b06-4a01-a8d6-809ca07c175a tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.247712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fab5e0-ea70-4741-8596-342c1202b360 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting subnet f210d9dd-f1dc-45dc-bfee-31acaadcd44a {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:50.252632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b9fab5e0-ea70-4741-8596-342c1202b360 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.289860 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-131fcc7c-5ef1-4cca-8ffa-2f3c4704672f req-4bbb856e-724e-467d-8b52-6a8666c01268 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959194 Mar 29 09:23:50.304455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b9fab5e0-ea70-4741-8596-342c1202b360 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.318947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88740a9-0b06-4a01-a8d6-809ca07c175a tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa4a1aa-d0e8-4987-99a9-5429b4b513e3,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:50.326448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b88740a9-0b06-4a01-a8d6-809ca07c175a tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.334565 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b88740a9-0b06-4a01-a8d6-809ca07c175a tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/5fa4a1aa-d0e8-4987-99a9-5429b4b513e3 HTTP/1.1" status: 204 len: 168 time: 0.5809844 Mar 29 09:23:50.338631 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51016) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:50.352301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-fb4a9589-13ac-427a-951d-9e008448be55 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:50.371676 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-66d5731c-2538-4aab-9f50-79cd05d9beb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89f96c886cf348b6bcbbc1e804ffcb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278258 Mar 29 09:23:50.375186 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51018) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:50.438097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.453942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Deleting port 70919d8f-ef64-4cb5-b4d0-83387cad3446 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:50.454293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.497300 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0589203d-3bfc-4ef6-81c5-3ac1f634d5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.516116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b9fab5e0-ea70-4741-8596-342c1202b360 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.560455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6387ed2-13d8-4b06-a8b3-9e3a477de3c5 None None] DHCP port deletion for 20f7b1b3-34ec-4c42-95be-02623ecffc56 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:23:50.577039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0589203d-3bfc-4ef6-81c5-3ac1f634d5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.578366 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] For port 70919d8f-ef64-4cb5-b4d0-83387cad3446, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=70919d8f-ef64-4cb5-b4d0-83387cad3446,segment=NetworkSegment(acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1),segment_id=acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:50.578870 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.596306 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Calling delete_port for 70919d8f-ef64-4cb5-b4d0-83387cad3446 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:50.662068 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4764041-eb30-4561-8937-16120cd2f84e req-8f624b30-2f9c-4b46-8dd2-bf5b9baf4ffd tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:50.664445 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4764041-eb30-4561-8937-16120cd2f84e req-8f624b30-2f9c-4b46-8dd2-bf5b9baf4ffd tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.1089520 Mar 29 09:23:50.666479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b9fab5e0-ea70-4741-8596-342c1202b360 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.705917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab5e0-ea70-4741-8596-342c1202b360 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Subnet': ['ID=f210d9dd-f1dc-45dc-bfee-31acaadcd44a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:50.715997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b6387ed2-13d8-4b06-a8b3-9e3a477de3c5 None None] Deleting port 70919d8f-ef64-4cb5-b4d0-83387cad3446 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:50.716375 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b6387ed2-13d8-4b06-a8b3-9e3a477de3c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.730421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0589203d-3bfc-4ef6-81c5-3ac1f634d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.733076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0589203d-3bfc-4ef6-81c5-3ac1f634d5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.737025 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0589203d-3bfc-4ef6-81c5-3ac1f634d5f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6a0c865-1c26-4225-8d87-7eea222cc731 HTTP/1.1" status: 204 len: 168 time: 0.3552780 Mar 29 09:23:50.739052 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b9fab5e0-ea70-4741-8596-342c1202b360 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.746652 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b9fab5e0-ea70-4741-8596-342c1202b360 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/f210d9dd-f1dc-45dc-bfee-31acaadcd44a HTTP/1.1" status: 204 len: 168 time: 0.5950322 Mar 29 09:23:50.747851 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51024) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:50.756876 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.774460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589203d-3bfc-4ef6-81c5-3ac1f634d5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a0c865-1c26-4225-8d87-7eea222cc731,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:50.797041 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4764041-eb30-4561-8937-16120cd2f84e req-933458a2-b1d6-418d-bb09-4d624cd5012d tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969839 Mar 29 09:23:50.800680 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-b6387ed2-13d8-4b06-a8b3-9e3a477de3c5 None None] For port 70919d8f-ef64-4cb5-b4d0-83387cad3446, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=70919d8f-ef64-4cb5-b4d0-83387cad3446,segment=NetworkSegment(acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1),segment_id=acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:50.801127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b6387ed2-13d8-4b06-a8b3-9e3a477de3c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.807033 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a8742f-b510-4d2e-bbb8-a84d46b848ab']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:50.816618 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.819146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b6387ed2-13d8-4b06-a8b3-9e3a477de3c5 None None] Calling delete_port for 70919d8f-ef64-4cb5-b4d0-83387cad3446 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:50.839864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd27c7-212c-453d-83a7-ea24ffc709e8 None None] Network 01ce345b-47b0-4881-b58e-6827dab66a24 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:50.853424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801d70c5-b3e6-49fb-b5ec-172c25dd8006') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:50.853900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801d70c5-b3e6-49fb-b5ec-172c25dd8006') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:50.894365 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Port': ['ID=70919d8f-ef64-4cb5-b4d0-83387cad3446,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:50.897311 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.908727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.910835 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] No DVR routers for this DVR port 70919d8f-ef64-4cb5-b4d0-83387cad3446 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:50.947579 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.972001 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:50.972545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:50.976260 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:51.020638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fb4a9589-13ac-427a-951d-9e008448be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:47Z', 'revision_number': 9, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:51.054823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.069171 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a9589-13ac-427a-951d-9e008448be55 None None] Checking router: 3d75647a-5730-4a53-a21d-d12b496d8666 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:51.077471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b6387ed2-13d8-4b06-a8b3-9e3a477de3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.114137 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f7b1b3-34ec-4c42-95be-02623ecffc56']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:51.122131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6387ed2-13d8-4b06-a8b3-9e3a477de3c5 None None] Pushing event deleted for resources: {'Port': ['ID=70919d8f-ef64-4cb5-b4d0-83387cad3446,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:51.127277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:51.127577 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb97fdd-36d0-4e1d-8343-e3c6c6f3deb1') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:51.130836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a9589-13ac-427a-951d-9e008448be55 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:51.131035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.131477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fb4a9589-13ac-427a-951d-9e008448be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:51.139598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6387ed2-13d8-4b06-a8b3-9e3a477de3c5 None None] No DVR routers for this DVR port 70919d8f-ef64-4cb5-b4d0-83387cad3446 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:51.145877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4a8742f-b510-4d2e-bbb8-a84d46b848ab {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 29 09:23:51.152451 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.156319 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "DELETE /v2.0/networks/e4a8742f-b510-4d2e-bbb8-a84d46b848ab HTTP/1.1" status: 204 len: 168 time: 0.8159196 Mar 29 09:23:51.171547 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc49713-590e-4e02-a840-5dd8337f2368 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4a8742f-b510-4d2e-bbb8-a84d46b848ab,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:51.173331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18e65c-d5d6-4b73-8b71-cd47621ac608 req-855c1d35-832f-4a97-ad4b-de39c4e5f194 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:51.176304 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ce18e65c-d5d6-4b73-8b71-cd47621ac608 req-855c1d35-832f-4a97-ad4b-de39c4e5f194 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 944 time: 0.0993927 Mar 29 09:23:51.183724 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.205000 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.209749 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 76e24436-282b-4ada-99b0-5f9a03374007 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:51.210578 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.235580 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:51.236387 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:51.241508 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:51.250272 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ce18e65c-d5d6-4b73-8b71-cd47621ac608 req-e0f35039-30ec-43b1-a4c7-846ed9825193 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641932 Mar 29 09:23:51.274793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-fb4a9589-13ac-427a-951d-9e008448be55 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:51.323088 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af5514-5074-4ced-a79b-ef8b56a78465 None None] DHCP port deletion for 01ce345b-47b0-4881-b58e-6827dab66a24 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:23:51.438628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] For port 76e24436-282b-4ada-99b0-5f9a03374007, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=76e24436-282b-4ada-99b0-5f9a03374007,segment=NetworkSegment(d66fdb62-3d1b-469c-8d0e-1fa76c32ce02),segment_id=d66fdb62-3d1b-469c-8d0e-1fa76c32ce02)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:51.442846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.460282 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.481336 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.487570 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] 10.222.0.32 "DELETE /v2.0/networks/20f7b1b3-34ec-4c42-95be-02623ecffc56 HTTP/1.1" status: 204 len: 168 time: 1.4177926 Mar 29 09:23:51.502487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 76e24436-282b-4ada-99b0-5f9a03374007 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:51.543701 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcca2ed-4881-419f-9bbc-e3c2c279e9a6 tempest-NetworksIpV6Test-2084772063 tempest-NetworksIpV6Test-2084772063-project] Pushing event deleted for resources: {'Network': ['ID=20f7b1b3-34ec-4c42-95be-02623ecffc56,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:51.547803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d7af5514-5074-4ced-a79b-ef8b56a78465 None None] Deleting port 76e24436-282b-4ada-99b0-5f9a03374007 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:51.548435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d7af5514-5074-4ced-a79b-ef8b56a78465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.581324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fb4a9589-13ac-427a-951d-9e008448be55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:47Z', 'revision_number': 9, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:51.695278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:51.733581 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=76e24436-282b-4ada-99b0-5f9a03374007,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:51.755976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No DVR routers for this DVR port 76e24436-282b-4ada-99b0-5f9a03374007 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:51.884811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4a9589-13ac-427a-951d-9e008448be55 None None] The sync data for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv is: [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:47Z', 'revision_number': 9, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0498f17-ad48-4966-bcd3-abe8a6bd4ccd', 'name': '', 'network_id': '0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:61:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:59Z', 'updated_at': '2022-03-29T09:23:10Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'fc110537-103f-4851-a1fd-c126f93fa338', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:51.888907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 76e24436-282b-4ada-99b0-5f9a03374007 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:51.921417 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 76e24436-282b-4ada-99b0-5f9a03374007 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:51.924870 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 76e24436-282b-4ada-99b0-5f9a03374007 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:51.928718 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 70919d8f-ef64-4cb5-b4d0-83387cad3446 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:51.984986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 70919d8f-ef64-4cb5-b4d0-83387cad3446 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:51.985339 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 70919d8f-ef64-4cb5-b4d0-83387cad3446 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:51.991299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51054) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:51.991567 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d7af5514-5074-4ced-a79b-ef8b56a78465 None None] For port 76e24436-282b-4ada-99b0-5f9a03374007, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=76e24436-282b-4ada-99b0-5f9a03374007,segment=NetworkSegment(d66fdb62-3d1b-469c-8d0e-1fa76c32ce02),segment_id=d66fdb62-3d1b-469c-8d0e-1fa76c32ce02)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:51.992965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d7af5514-5074-4ced-a79b-ef8b56a78465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.008875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a7b2ecc1-aa47-44f5-ac88-514545134db0 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Request body: {'router': {'name': 'tempest-router--182894477', 'project_id': 'af0237fe2aa6425694c1c59d20163802'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:52.014043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d7af5514-5074-4ced-a79b-ef8b56a78465 None None] Calling delete_port for 76e24436-282b-4ada-99b0-5f9a03374007 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:52.028483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51056) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:52.067044 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05572e9-fc67-4893-8b57-0064e5da5774 req-8ef9982a-96e2-4991-9858-b8c771a0d8f7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:52.075074 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a05572e9-fc67-4893-8b57-0064e5da5774 req-8ef9982a-96e2-4991-9858-b8c771a0d8f7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.1439128 Mar 29 09:23:52.085287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7b2ecc1-aa47-44f5-ac88-514545134db0 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.086780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7b2ecc1-aa47-44f5-ac88-514545134db0 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.129645 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d7af5514-5074-4ced-a79b-ef8b56a78465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.167523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af5514-5074-4ced-a79b-ef8b56a78465 None None] Pushing event deleted for resources: {'Port': ['ID=76e24436-282b-4ada-99b0-5f9a03374007,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:52.177459 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af5514-5074-4ced-a79b-ef8b56a78465 None None] No DVR routers for this DVR port 76e24436-282b-4ada-99b0-5f9a03374007 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:52.186824 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7b2ecc1-aa47-44f5-ac88-514545134db0 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.201132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7b2ecc1-aa47-44f5-ac88-514545134db0 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.242195 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a05572e9-fc67-4893-8b57-0064e5da5774 req-b8ac6e0a-9655-4628-9639-8849c08cc856 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601901 Mar 29 09:23:52.254101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a7b2ecc1-aa47-44f5-ac88-514545134db0 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.258671 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a7b2ecc1-aa47-44f5-ac88-514545134db0 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2597735 Mar 29 09:23:52.259660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51064) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:52.341498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51066) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:52.405283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1030f725-ba88-403d-8dd2-0a7581f19b45 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.427599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.450688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ce345b-47b0-4881-b58e-6827dab66a24']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:52.460817 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66fdb62-3d1b-469c-8d0e-1fa76c32ce02') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:52.461114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66fdb62-3d1b-469c-8d0e-1fa76c32ce02') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:52.470480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.482905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-863646899'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:52.484537 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.491545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:52.492322 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:52.495699 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:52.558218 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.567142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.572766 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/networks/01ce345b-47b0-4881-b58e-6827dab66a24 HTTP/1.1" status: 204 len: 168 time: 1.8215754 Mar 29 09:23:52.586032 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361568-f2cc-484c-890a-dd763995bd75 req-4aed7890-99df-41d1-a3d1-e5db923f73c9 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:52.586671 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51072) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:52.587989 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4b361568-f2cc-484c-890a-dd763995bd75 req-4aed7890-99df-41d1-a3d1-e5db923f73c9 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 944 time: 0.1879561 Mar 29 09:23:52.594789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e0a47-100a-44a9-b4f9-4533f42353a8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Network': ['ID=01ce345b-47b0-4881-b58e-6827dab66a24,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:52.636101 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4ec21076-3294-4a12-83c6-2d3ac07bc7ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=411fd1b081da4c478beb9d6d93e5a233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6052630 Mar 29 09:23:52.639596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51074) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:52.647743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:52.651060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.689130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1030f725-ba88-403d-8dd2-0a7581f19b45 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.700749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1030f725-ba88-403d-8dd2-0a7581f19b45 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.704235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.794087 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4b361568-f2cc-484c-890a-dd763995bd75 req-8acfbea0-49e7-4619-935c-aedd34c37dfb tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720281 Mar 29 09:23:52.800426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1030f725-ba88-403d-8dd2-0a7581f19b45 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.800912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1030f725-ba88-403d-8dd2-0a7581f19b45 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d737913e-5797-4746-8688-31da4b732039 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:23:52.810597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1030f725-ba88-403d-8dd2-0a7581f19b45 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.811740 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1030f725-ba88-403d-8dd2-0a7581f19b45 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "DELETE /v2.0/routers/d737913e-5797-4746-8688-31da4b732039 HTTP/1.1" status: 204 len: 168 time: 0.5504694 Mar 29 09:23:52.836089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f15672e2-84d6-44b6-8688-575d97c5c9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.872090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f15672e2-84d6-44b6-8688-575d97c5c9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.923307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.928593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.965721 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ea6155ef-ebdf-4096-a511-c0fe6b63f87c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.977432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:52.996778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f15672e2-84d6-44b6-8688-575d97c5c9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:52.999605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f15672e2-84d6-44b6-8688-575d97c5c9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.000785 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f15672e2-84d6-44b6-8688-575d97c5c9b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ef5416f-68c8-41c8-942b-f101fb15d97a HTTP/1.1" status: 204 len: 168 time: 0.3539226 Mar 29 09:23:53.001671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ad9e8c-1d14-4a0e-bb58-83320046a83c,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:53.012553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.012899 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Added segment 010eaf8e-e49d-4f06-bd56-86e20ba08720 of type vlan for network f4a1e81a-7d05-4b45-90cb-105f09a8f222 Mar 29 09:23:53.025813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51080) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:53.028877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15672e2-84d6-44b6-8688-575d97c5c9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef5416f-68c8-41c8-942b-f101fb15d97a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:53.079257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-21ba4b4e-dbb9-459f-9014-a1df03fca698 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:53.080781 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-21ba4b4e-dbb9-459f-9014-a1df03fca698 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.1478927 Mar 29 09:23:53.084467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.136685 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:23:53.146860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.152760 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:53.153370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.223869 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8786588 Mar 29 09:23:53.226385 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51084) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:53.235341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'name': 'tempest-PortsIpV6TestJSON-1377885012'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:53.259680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75d7b0-748a-4abc-b1eb-e06644674245 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Network': ['ID=f4a1e81a-7d05-4b45-90cb-105f09a8f222,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:53.267168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:23:53.273950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:53.274165 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Deleting port 93811a99-e22b-458a-b83e-b3fd29815959 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:53.274396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.278936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:23:53.279511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.366372 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1843490272', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:53.437643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.439533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.445647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ea6155ef-ebdf-4096-a511-c0fe6b63f87c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:53.446225 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ea6155ef-ebdf-4096-a511-c0fe6b63f87c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.467784 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] For port 93811a99-e22b-458a-b83e-b3fd29815959, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=93811a99-e22b-458a-b83e-b3fd29815959,segment=NetworkSegment(a31f47e1-6fd2-4243-9243-392271d1cf25),segment_id=a31f47e1-6fd2-4243-9243-392271d1cf25)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:53.468513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.477380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.524828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:53.526709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:23:53.530719 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67b6a51-130e-4e1e-94ca-60f697fd5c60" -d '{"events": [{"server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:23:53.538629 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:53.542918 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.548933 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.572196 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:53.613415 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b56cf-a0fe-4486-b2c2-9c0d6c5ea4b6 req-91c6f4d1-01af-4564-9dc5-77b015b23a78 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:53.615344 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aa0b56cf-a0fe-4486-b2c2-9c0d6c5ea4b6 req-91c6f4d1-01af-4564-9dc5-77b015b23a78 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 945 time: 0.2299666 Mar 29 09:23:53.623993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecebd533-9b5d-4b1f-b263-30bb8ab6ef55 x-openstack-request-id: req-ecebd533-9b5d-4b1f-b263-30bb8ab6ef55 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:23:53.624347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:23:53.624610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecebd533-9b5d-4b1f-b263-30bb8ab6ef55 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:23:53.625029 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'code': 200} Mar 29 09:23:53.656821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:53.667123 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-ea6155ef-ebdf-4096-a511-c0fe6b63f87c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] For port d0498f17-ad48-4966-bcd3-abe8a6bd4ccd, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d0498f17-ad48-4966-bcd3-abe8a6bd4ccd,segment=NetworkSegment(898fee76-e36c-4884-9116-6bea1e2b5ba0),segment_id=898fee76-e36c-4884-9116-6bea1e2b5ba0)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:53.667498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ea6155ef-ebdf-4096-a511-c0fe6b63f87c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.688227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ea6155ef-ebdf-4096-a511-c0fe6b63f87c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for d0498f17-ad48-4966-bcd3-abe8a6bd4ccd owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:53.791732 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d517a45a-baa2-426e-a229-747ae66d5178 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:53.818731 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: d517a45a-baa2-426e-a229-747ae66d5178 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:53.819338 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d517a45a-baa2-426e-a229-747ae66d5178 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:53.920362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591451f1-ae2c-43ab-b69d-a0fad81df63e req-f38dd896-ec8b-4b3d-b250-a66d36f10b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:53.921908 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-591451f1-ae2c-43ab-b69d-a0fad81df63e req-f38dd896-ec8b-4b3d-b250-a66d36f10b3a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 1098 time: 0.1403854 Mar 29 09:23:53.992128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:53.992682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.034211 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-591451f1-ae2c-43ab-b69d-a0fad81df63e req-4da30eea-f76e-41a7-a750-66721370493f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026011 Mar 29 09:23:54.111831 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.142344 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ea6155ef-ebdf-4096-a511-c0fe6b63f87c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.162404 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aa0b56cf-a0fe-4486-b2c2-9c0d6c5ea4b6 req-b85fec9e-7956-4497-bd18-53fe20de3ff5 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b9c7167-9356-4227-8a4c-9c995f21b92b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5385132 Mar 29 09:23:54.168181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51110) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:54.225189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0700af-8c0f-4b6f-97e6-9168d3415901 req-0a61807c-2d50-4836-8a5a-50a76459d283 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:54.231607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:54.232810 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3f0700af-8c0f-4b6f-97e6-9168d3415901 req-0a61807c-2d50-4836-8a5a-50a76459d283 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.2426751 Mar 29 09:23:54.262754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6155ef-ebdf-4096-a511-c0fe6b63f87c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=d0498f17-ad48-4966-bcd3-abe8a6bd4ccd,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:54.287901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.299047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Checking segment: {'id': '010eaf8e-e49d-4f06-bd56-86e20ba08720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:54.299676 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network hostable DHCP agents. Network: f4a1e81a-7d05-4b45-90cb-105f09a8f222, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:54.372846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1f7e39f6-0db7-4430-a61f-cf8e1a526b6a tempest-DvrRoutersNegativeTest-431201480 tempest-DvrRoutersNegativeTest-431201480-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1702331534', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:54.375726 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.policy [None req-1f7e39f6-0db7-4430-a61f-cf8e1a526b6a tempest-DvrRoutersNegativeTest-431201480 tempest-DvrRoutersNegativeTest-431201480-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102496) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 29 09:23:54.376117 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.policy [None req-1f7e39f6-0db7-4430-a61f-cf8e1a526b6a tempest-DvrRoutersNegativeTest-431201480 tempest-DvrRoutersNegativeTest-431201480-project] Failed policy check for 'create_router' {{(pid=102496) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 29 09:23:54.376643 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-1f7e39f6-0db7-4430-a61f-cf8e1a526b6a tempest-DvrRoutersNegativeTest-431201480 tempest-DvrRoutersNegativeTest-431201480-project] create failed (client error): Access was denied to this resource. Mar 29 09:23:54.384687 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1f7e39f6-0db7-4430-a61f-cf8e1a526b6a tempest-DvrRoutersNegativeTest-431201480 tempest-DvrRoutersNegativeTest-431201480-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2070291 Mar 29 09:23:54.411344 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:54.415361 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3f0700af-8c0f-4b6f-97e6-9168d3415901 req-ff3bc87e-2335-438a-b9e0-5416c888fc6c tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798983 Mar 29 09:23:54.433766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, f4a1e81a-7d05-4b45-90cb-105f09a8f222) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:54.437722 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ea6155ef-ebdf-4096-a511-c0fe6b63f87c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.439972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:54.446469 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:54.447230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.449181 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f98026-e8a8-4930-ae80-df19ae0a67ea None None] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:54.459083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.459586 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.460795 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Floating IP 686a2499-47d3-448a-99fd-a97d7b1bb59f disassociated. External IP: 172.26.1.111, port: 93811a99-e22b-458a-b83e-b3fd29815959. Mar 29 09:23:54.461249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Calling delete_port for 93811a99-e22b-458a-b83e-b3fd29815959 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:54.547372 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cac4fbb6-b4a4-42d3-a1de-ac82a1f31d0c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3196228 Mar 29 09:23:54.548150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51116) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:54.556569 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-33bf74b6-0820-4a7e-836c-362d690c64bd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1803088208'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:54.628156 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bf74b6-0820-4a7e-836c-362d690c64bd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:54.632096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-33bf74b6-0820-4a7e-836c-362d690c64bd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.704441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33bf74b6-0820-4a7e-836c-362d690c64bd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:23:54.755248 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-33bf74b6-0820-4a7e-836c-362d690c64bd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.755595 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-33bf74b6-0820-4a7e-836c-362d690c64bd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Added segment 27860102-3e06-45b2-8a09-1891406725c7 of type vlan for network 5f7ca503-260c-4762-902d-8c3d1784b0e0 Mar 29 09:23:54.765092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51120) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:54.805909 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.808192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.819598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-33bf74b6-0820-4a7e-836c-362d690c64bd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.823074 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6155ef-ebdf-4096-a511-c0fe6b63f87c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 3d75647a-5730-4a53-a21d-d12b496d8666 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:23:54.863228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.867563 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Pushing event deleted for resources: {'Port': ['ID=93811a99-e22b-458a-b83e-b3fd29815959,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:54.927842 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-33bf74b6-0820-4a7e-836c-362d690c64bd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.933335 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bf74b6-0820-4a7e-836c-362d690c64bd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:54.934376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-33bf74b6-0820-4a7e-836c-362d690c64bd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.959513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5ae9b36-3dbe-4cf1-95ac-de77870ffd9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:54.996943 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-33bf74b6-0820-4a7e-836c-362d690c64bd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4429131 Mar 29 09:23:54.999749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51124) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:55.007278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'ports': [{'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222'}, {'network_id': '5f7ca503-260c-4762-902d-8c3d1784b0e0'}]} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:55.007278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:55.007278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': '5f7ca503-260c-4762-902d-8c3d1784b0e0'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:55.008587 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6155ef-ebdf-4096-a511-c0fe6b63f87c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:55.020746 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ea6155ef-ebdf-4096-a511-c0fe6b63f87c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4329259 Mar 29 09:23:55.022960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51126) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:55.024862 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2f7a7-a4ba-4a9e-bcfb-7217dd97d8f8 None None] Sync routers for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:55.038985 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2f7a7-a4ba-4a9e-bcfb-7217dd97d8f8 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:55.039957 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-97c2f7a7-a4ba-4a9e-bcfb-7217dd97d8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:55.059166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf74b6-0820-4a7e-836c-362d690c64bd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Network': ['ID=5f7ca503-260c-4762-902d-8c3d1784b0e0,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:55.075672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 5f7ca503-260c-4762-902d-8c3d1784b0e0 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:23:55.179188 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-97c2f7a7-a4ba-4a9e-bcfb-7217dd97d8f8 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:55.199920 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5ae9b36-3dbe-4cf1-95ac-de77870ffd9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:55.217126 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c5ae9b36-3dbe-4cf1-95ac-de77870ffd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:55.217871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f604000-841b-4d31-b3dc-b011f2efb7a1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting subnet fc110537-103f-4851-a1fd-c126f93fa338 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:23:55.232484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7f604000-841b-4d31-b3dc-b011f2efb7a1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:55.305048 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c5ae9b36-3dbe-4cf1-95ac-de77870ffd9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5297cd359aed4885815da3c55e4334b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5362947 Mar 29 09:23:55.312844 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51130) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:55.330994 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae9b36-3dbe-4cf1-95ac-de77870ffd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2124c0ec-7d5d-4796-b3d0-a2cdbf0a7947,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:55.342267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Allocated IP 172.26.1.127 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/e7b18e72-4f21-4423-b13d-7c1b739c170d) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:55.354593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Router 10ff165c-c68f-45e3-9c99-737c256bd148 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:23:55.412235 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-23e189c6-2144-4c63-82e6-cceb5b9446f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:55.413625 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5305ac61-65ee-4373-bd05-e2a38d9a82c1 req-07c0be24-f613-4257-920e-01fcab800af7 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 210 time: 0.0756986 Mar 29 09:23:55.422186 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7f604000-841b-4d31-b3dc-b011f2efb7a1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:55.440828 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-23e189c6-2144-4c63-82e6-cceb5b9446f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:55.485204 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-97c2f7a7-a4ba-4a9e-bcfb-7217dd97d8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:54Z', 'revision_number': 10, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:55.515989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-23e189c6-2144-4c63-82e6-cceb5b9446f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:55.518643 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2f7a7-a4ba-4a9e-bcfb-7217dd97d8f8 None None] Checking router: 3d75647a-5730-4a53-a21d-d12b496d8666 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:55.519298 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-23e189c6-2144-4c63-82e6-cceb5b9446f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:55.520531 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-23e189c6-2144-4c63-82e6-cceb5b9446f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2124c0ec-7d5d-4796-b3d0-a2cdbf0a7947 HTTP/1.1" status: 204 len: 168 time: 0.2065623 Mar 29 09:23:55.529160 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2f7a7-a4ba-4a9e-bcfb-7217dd97d8f8 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:55.529513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e189c6-2144-4c63-82e6-cceb5b9446f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2124c0ec-7d5d-4796-b3d0-a2cdbf0a7947,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:55.529851 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-97c2f7a7-a4ba-4a9e-bcfb-7217dd97d8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:55.604962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 2} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:23:55.609422 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:55.627933 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-97c2f7a7-a4ba-4a9e-bcfb-7217dd97d8f8 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:55.663360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:55.773680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650e9c5-a97d-4a28-908d-a4de6b3c28c1 req-bc5083f2-1f4d-4dcd-a2c4-665cbcfd1198 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:55.781715 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d650e9c5-a97d-4a28-908d-a4de6b3c28c1 req-bc5083f2-1f4d-4dcd-a2c4-665cbcfd1198 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.2669008 Mar 29 09:23:55.891864 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-97c2f7a7-a4ba-4a9e-bcfb-7217dd97d8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:54Z', 'revision_number': 10, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:55.923569 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2f7a7-a4ba-4a9e-bcfb-7217dd97d8f8 None None] The sync data for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv is: [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:54Z', 'revision_number': 10, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None, '_interfaces': [{'id': '5032f20a-3ef1-49aa-8d18-36b0e5bab427', 'name': '', 'network_id': 'ad06089d-1adb-4d1c-9e18-70efc5f1a515', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'mac_address': 'fa:16:3e:8a:14:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:22:47Z', 'updated_at': '2022-03-29T09:23:04Z', 'revision_number': 5, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'subnets': [{'id': 'dc2ceac4-84bb-4754-9890-8bc7f9a601d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:56.128409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7f604000-841b-4d31-b3dc-b011f2efb7a1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:56.131834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:56.141455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5e68e-6353-48b3-84d0-583d0459c982 None None] Sync routers for ids ['10ff165c-c68f-45e3-9c99-737c256bd148'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:56.151408 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5e68e-6353-48b3-84d0-583d0459c982 None None] Routers {'10ff165c-c68f-45e3-9c99-737c256bd148'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:56.152140 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-ccb5e68e-6353-48b3-84d0-583d0459c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['10ff165c-c68f-45e3-9c99-737c256bd148'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:56.160389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:56.258849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] No DVR routers for this DVR port 93811a99-e22b-458a-b83e-b3fd29815959 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:56.260362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-ccb5e68e-6353-48b3-84d0-583d0459c982 None None] Set router 10ff165c-c68f-45e3-9c99-737c256bd148 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:56.267343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:56.271235 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3e00beb0-4ba1-41e8-8e66-50cb660588b4 req-95a5e3c6-8647-45a3-8000-e52bedc433ef tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.24 "DELETE /v2.0/ports/93811a99-e22b-458a-b83e-b3fd29815959 HTTP/1.1" status: 204 len: 173 time: 3.1840818 Mar 29 09:23:56.283154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'name': 'network-vif-deleted', 'tag': '93811a99-e22b-458a-b83e-b3fd29815959'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:23:56.286208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73defb1a-29a4-4334-9a8d-816db186087f" -d '{"events": [{"server_uuid": "fd6a22dc-da01-40ea-b021-38f98ab5f07c", "name": "network-vif-deleted", "tag": "93811a99-e22b-458a-b83e-b3fd29815959"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:23:56.307159 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d650e9c5-a97d-4a28-908d-a4de6b3c28c1 req-7f56f5ca-bfcf-462c-a230-9e3d1ab8d223 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5225019 Mar 29 09:23:56.414913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be6f2b7-7315-4760-8a41-38d6db0f7345 x-openstack-request-id: req-0be6f2b7-7315-4760-8a41-38d6db0f7345 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:23:56.415477 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6a22dc-da01-40ea-b021-38f98ab5f07c", "name": "network-vif-deleted", "tag": "93811a99-e22b-458a-b83e-b3fd29815959", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:23:56.415750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0be6f2b7-7315-4760-8a41-38d6db0f7345 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:23:56.416250 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6a22dc-da01-40ea-b021-38f98ab5f07c', 'name': 'network-vif-deleted', 'tag': '93811a99-e22b-458a-b83e-b3fd29815959', 'status': 'completed', 'code': 200} Mar 29 09:23:56.434983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:56.440537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port bdc73dac-8f98-451f-9978-67effcdd1519 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:56.517200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7f604000-841b-4d31-b3dc-b011f2efb7a1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:56.531039 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-ccb5e68e-6353-48b3-84d0-583d0459c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd35121eb-5318-412d-b8a4-85c975c6247a', 'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'mac_address': 'fa:16:3e:cf:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:18Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 5, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'subnets': [{'id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:56.564844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5e68e-6353-48b3-84d0-583d0459c982 None None] Checking router: 10ff165c-c68f-45e3-9c99-737c256bd148 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:23:56.571198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:56.573894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7f604000-841b-4d31-b3dc-b011f2efb7a1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:56.574465 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb5e68e-6353-48b3-84d0-583d0459c982 None None] Routers {'10ff165c-c68f-45e3-9c99-737c256bd148'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:56.575118 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-ccb5e68e-6353-48b3-84d0-583d0459c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['10ff165c-c68f-45e3-9c99-737c256bd148'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:56.579647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51142) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:56.580334 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7f604000-841b-4d31-b3dc-b011f2efb7a1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/fc110537-103f-4851-a1fd-c126f93fa338 HTTP/1.1" status: 204 len: 168 time: 1.5566854 Mar 29 09:23:56.593152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f604000-841b-4d31-b3dc-b011f2efb7a1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Subnet': ['ID=fc110537-103f-4851-a1fd-c126f93fa338,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:56.603713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:56.605643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:56.620902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b551b0-734d-4fa4-aab6-55fca1c0e7cc None None] Network 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:56.624278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Pushing event updated for resources: {'Port': ['ID=e7b18e72-4f21-4423-b13d-7c1b739c170d,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:56.631032 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13bbe746-bc28-4b20-a948-e7cfa0b41952 req-c515492b-ba98-4836-9091-fa7e37111211 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd6a22dc-da01-40ea-b021-38f98ab5f07c HTTP/1.1" status: 200 len: 210 time: 0.0729704 Mar 29 09:23:56.663484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387260a1-eee1-46cc-8090-3cc0296ff786 req-3ae61782-e827-4c60-95fc-4fe1bb8cea6d tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:56.666478 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-387260a1-eee1-46cc-8090-3cc0296ff786 req-3ae61782-e827-4c60-95fc-4fe1bb8cea6d tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.2389774 Mar 29 09:23:56.694347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:56.746591 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b74113e9-d64a-4c43-9990-5b1d4a7b634e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:56.768640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port a9219210-64dd-4ea5-be7a-24e7b48825ce {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:56.769766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:56.821080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-ccb5e68e-6353-48b3-84d0-583d0459c982 None None] Set router 10ff165c-c68f-45e3-9c99-737c256bd148 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:23:56.878537 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-387260a1-eee1-46cc-8090-3cc0296ff786 req-8ef40c33-ed85-4579-b5a6-04baf73980b9 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036974 Mar 29 09:23:56.887171 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] For port a9219210-64dd-4ea5-be7a-24e7b48825ce, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a9219210-64dd-4ea5-be7a-24e7b48825ce,segment=NetworkSegment(898fee76-e36c-4884-9116-6bea1e2b5ba0),segment_id=898fee76-e36c-4884-9116-6bea1e2b5ba0)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:56.888067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:56.900248 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51144) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:56.915539 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for a9219210-64dd-4ea5-be7a-24e7b48825ce owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:56.923783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.000694 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f30ef3-6217-4335-bd0d-e8e3d491b03e tempest-TestNetworkAdvancedServerOps-1069434995 tempest-TestNetworkAdvancedServerOps-1069434995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:57.002279 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-79f30ef3-6217-4335-bd0d-e8e3d491b03e tempest-TestNetworkAdvancedServerOps-1069434995 tempest-TestNetworkAdvancedServerOps-1069434995-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 1093 time: 0.1012473 Mar 29 09:23:57.007700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51146) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:57.010937 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:23:57.043028 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49604cf-145c-48ff-a09f-a0977a3df56b None None] DHCP port deletion for 0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:23:57.053886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.060205 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port 0dc29534-d471-4400-8687-23e8792b7c97 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:23:57.082479 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.120926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=a9219210-64dd-4ea5-be7a-24e7b48825ce,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:57.126246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No DVR routers for this DVR port a9219210-64dd-4ea5-be7a-24e7b48825ce on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:57.135848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 93811a99-e22b-458a-b83e-b3fd29815959 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:57.139664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.163277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 93811a99-e22b-458a-b83e-b3fd29815959 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:57.163997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 93811a99-e22b-458a-b83e-b3fd29815959 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:57.170966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c49604cf-145c-48ff-a09f-a0977a3df56b None None] Deleting port a9219210-64dd-4ea5-be7a-24e7b48825ce {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:57.171343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c49604cf-145c-48ff-a09f-a0977a3df56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.187032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-ccb5e68e-6353-48b3-84d0-583d0459c982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd35121eb-5318-412d-b8a4-85c975c6247a', 'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'mac_address': 'fa:16:3e:cf:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:18Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 5, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'subnets': [{'id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:57.224323 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb5e68e-6353-48b3-84d0-583d0459c982 None None] The sync data for ids ['10ff165c-c68f-45e3-9c99-737c256bd148'] in dv-neutron-835554-1-hyperv is: [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:19:19Z', 'revision_number': 4, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd35121eb-5318-412d-b8a4-85c975c6247a', 'name': '', 'network_id': '8c37aefe-3fc0-4af0-8a52-f0c9111045ea', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'mac_address': 'fa:16:3e:cf:79:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:18Z', 'updated_at': '2022-03-29T09:19:29Z', 'revision_number': 5, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'subnets': [{'id': '87c15ca4-f48e-4474-bd41-14ac18cc263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:57.262376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.278390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.290166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:57.295489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c49604cf-145c-48ff-a09f-a0977a3df56b None None] For port a9219210-64dd-4ea5-be7a-24e7b48825ce, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:57.296157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c49604cf-145c-48ff-a09f-a0977a3df56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.303209 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898fee76-e36c-4884-9116-6bea1e2b5ba0') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:57.303516 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898fee76-e36c-4884-9116-6bea1e2b5ba0') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:57.312369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c49604cf-145c-48ff-a09f-a0977a3df56b None None] Calling delete_port for a9219210-64dd-4ea5-be7a-24e7b48825ce owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:57.315955 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.ipam_backend_mixin [None req-c49604cf-145c-48ff-a09f-a0977a3df56b None None] Port a9219210-64dd-4ea5-be7a-24e7b48825ce was not found and therefore no delete operation was performed {{(pid=102497) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 09:23:57.316802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.318244 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c49604cf-145c-48ff-a09f-a0977a3df56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.332206 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.335270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.348308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:23:57.348827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.350477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49604cf-145c-48ff-a09f-a0977a3df56b None None] Pushing event deleted for resources: {'Port': ['ID=a9219210-64dd-4ea5-be7a-24e7b48825ce,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:23:57.352054 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:23:57.358861 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49604cf-145c-48ff-a09f-a0977a3df56b None None] No DVR routers for this DVR port a9219210-64dd-4ea5-be7a-24e7b48825ce on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:23:57.417783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.427177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.473917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:57.520267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=bdc73dac-8f98-451f-9978-67effcdd1519,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:57.524929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:57.529210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:57.530158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.573437 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a40465-e3b3-4480-97cc-c485232a3aa0 None None] New status for floating IP 686a2499-47d3-448a-99fd-a97d7b1bb59f: DOWN {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:23:57.642311 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=0dc29534-d471-4400-8687-23e8792b7c97,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:57.694982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Checking segment: {'id': '27860102-3e06-45b2-8a09-1891406725c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5f7ca503-260c-4762-902d-8c3d1784b0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:23:57.695831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network hostable DHCP agents. Network: 5f7ca503-260c-4762-902d-8c3d1784b0e0, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:23:57.739753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network 5f7ca503-260c-4762-902d-8c3d1784b0e0 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:23:57.750722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51152) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:57.774799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Router 9c116e6c-717e-4975-829a-3d2d0512f8c2 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:23:57.790507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 5f7ca503-260c-4762-902d-8c3d1784b0e0) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:57.800693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:57.802148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf9beb-ba0b-4c3f-967b-4fe698bebc6f None None] Network 5f7ca503-260c-4762-902d-8c3d1784b0e0 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:23:57.806934 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:57.818550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:57.819439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.870969 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.875916 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.882929 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/networks/0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd HTTP/1.1" status: 204 len: 168 time: 1.3021214 Mar 29 09:23:57.886241 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51154) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:57.900460 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a4ddd255-0937-457e-b05d-29b3881c8190 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8969703 Mar 29 09:23:57.905752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51156) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:57.921794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a9219210-64dd-4ea5-be7a-24e7b48825ce no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:57.922842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-28b36d6c-895c-40ac-bac2-e72e0a2cc2ee tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:57.953014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: a9219210-64dd-4ea5-be7a-24e7b48825ce {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:57.953533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a9219210-64dd-4ea5-be7a-24e7b48825ce not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:57.954113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d0498f17-ad48-4966-bcd3-abe8a6bd4ccd no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:23:57.976895 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d3646-dec2-4775-be36-fb8c21ab14dd tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Network': ['ID=0fcbd2bd-acbf-4eb1-a860-55cf403ce9dd,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:57.977554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-28b36d6c-895c-40ac-bac2-e72e0a2cc2ee tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.011416 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: d0498f17-ad48-4966-bcd3-abe8a6bd4ccd {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:23:58.011755 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d0498f17-ad48-4966-bcd3-abe8a6bd4ccd not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:23:58.021438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:23:58.033102 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Allocated IP 172.26.1.15 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/fa3a1a73-a7ab-4969-b896-d608645a3d37) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:23:58.037613 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015fd36c-1db1-40ba-924a-23cfeafeccd7 None None] Sync routers for ids ['9c116e6c-717e-4975-829a-3d2d0512f8c2'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:23:58.051024 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015fd36c-1db1-40ba-924a-23cfeafeccd7 None None] Routers {'9c116e6c-717e-4975-829a-3d2d0512f8c2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:58.051829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-015fd36c-1db1-40ba-924a-23cfeafeccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9c116e6c-717e-4975-829a-3d2d0512f8c2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:58.063613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.068127 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e66926d8-a9e8-4234-b3b6-2887a7b96ab7 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.0372763 Mar 29 09:23:58.068429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51158) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:58.093213 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-015fd36c-1db1-40ba-924a-23cfeafeccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:58.102561 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015fd36c-1db1-40ba-924a-23cfeafeccd7 None None] Routers {'9c116e6c-717e-4975-829a-3d2d0512f8c2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:23:58.103281 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-015fd36c-1db1-40ba-924a-23cfeafeccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9c116e6c-717e-4975-829a-3d2d0512f8c2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:58.126751 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-28b36d6c-895c-40ac-bac2-e72e0a2cc2ee tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.129851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-28b36d6c-895c-40ac-bac2-e72e0a2cc2ee tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.133761 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-28b36d6c-895c-40ac-bac2-e72e0a2cc2ee tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "DELETE /v2.0/security-groups/8b9c7167-9356-4227-8a4c-9c995f21b92b HTTP/1.1" status: 204 len: 168 time: 0.3820670 Mar 29 09:23:58.136540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51160) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:58.161171 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-09fa69a5-0c2d-4f0f-942d-9fa79166a0a6 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] show failed (client error): The resource could not be found. Mar 29 09:23:58.165743 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-09fa69a5-0c2d-4f0f-942d-9fa79166a0a6 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "GET /v2.0/security-groups/8b9c7167-9356-4227-8a4c-9c995f21b92b HTTP/1.1" status: 404 len: 347 time: 0.0212913 Mar 29 09:23:58.165743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51162) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:58.173308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b36d6c-895c-40ac-bac2-e72e0a2cc2ee tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9c7167-9356-4227-8a4c-9c995f21b92b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:58.297599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-015fd36c-1db1-40ba-924a-23cfeafeccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:23:58.298190 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015fd36c-1db1-40ba-924a-23cfeafeccd7 None None] The sync data for ids ['9c116e6c-717e-4975-829a-3d2d0512f8c2'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:23:58.313921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-c84140df-f287-477b-b4f7-9bb520ba6e78 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 0dc29534-d471-4400-8687-23e8792b7c97 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:58.314205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c84140df-f287-477b-b4f7-9bb520ba6e78 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.320846 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f509bf5f-3859-42d1-ba4d-b0a6b5108624 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/routers/9c116e6c-717e-4975-829a-3d2d0512f8c2 HTTP/1.1" status: 200 len: 925 time: 0.2512965 Mar 29 09:23:58.325183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51164) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:58.348981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.358939 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5feaa612-7385-42a8-b9e4-2618203526c9 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c116e6c-717e-4975-829a-3d2d0512f8c2 HTTP/1.1" status: 200 len: 205 time: 0.0326476 Mar 29 09:23:58.361904 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51166) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:58.421007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5d948d7f-5f24-4bf5-8e50-7416d5ea1a50 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Deleting port e5b915fe-fdd7-48b8-9e04-0a1264880155 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:58.421407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5d948d7f-5f24-4bf5-8e50-7416d5ea1a50 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.430791 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c84140df-f287-477b-b4f7-9bb520ba6e78 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.452037 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-c84140df-f287-477b-b4f7-9bb520ba6e78 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 0dc29534-d471-4400-8687-23e8792b7c97 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:58.522815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.523047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.580375 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:23:58.592623 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:23:58.599420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:23:58.639649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'Port': ['ID=fa3a1a73-a7ab-4969-b896-d608645a3d37,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:58.684369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c84140df-f287-477b-b4f7-9bb520ba6e78 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.749220 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84140df-f287-477b-b4f7-9bb520ba6e78 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=0dc29534-d471-4400-8687-23e8792b7c97,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:58.762863 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c84140df-f287-477b-b4f7-9bb520ba6e78 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.766416 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c84140df-f287-477b-b4f7-9bb520ba6e78 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/0dc29534-d471-4400-8687-23e8792b7c97 HTTP/1.1" status: 204 len: 168 time: 0.8610473 Mar 29 09:23:58.772054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51168) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:58.854624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18345212-7277-424b-adc5-ea6a2c01ac19 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.864842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5d948d7f-5f24-4bf5-8e50-7416d5ea1a50 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.865159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5d948d7f-5f24-4bf5-8e50-7416d5ea1a50 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.882204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5d948d7f-5f24-4bf5-8e50-7416d5ea1a50 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Calling delete_port for e5b915fe-fdd7-48b8-9e04-0a1264880155 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:58.969868 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6bc89-a017-4a37-b2f4-e39a2c5a42da tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:58.975722 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6bc89-a017-4a37-b2f4-e39a2c5a42da tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:58.976834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:58.980020 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1bf6bc89-a017-4a37-b2f4-e39a2c5a42da tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2042682 Mar 29 09:23:58.980756 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51170) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:59.078169 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f18711d8-ba5e-458e-bf65-6a50f58bd87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.145488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Deleting port e7b18e72-4f21-4423-b13d-7c1b739c170d {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:59.145846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.182816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5d948d7f-5f24-4bf5-8e50-7416d5ea1a50 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.185930 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-147b830f-b280-4de0-8080-5c198504dffd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port bdc73dac-8f98-451f-9978-67effcdd1519 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:59.186258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-147b830f-b280-4de0-8080-5c198504dffd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.268218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d948d7f-5f24-4bf5-8e50-7416d5ea1a50 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Pushing event deleted for resources: {'Port': ['ID=e5b915fe-fdd7-48b8-9e04-0a1264880155,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:59.294870 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-18345212-7277-424b-adc5-ea6a2c01ac19 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 5032f20a-3ef1-49aa-8d18-36b0e5bab427 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:23:59.295211 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18345212-7277-424b-adc5-ea6a2c01ac19 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.363821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.372423 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-147b830f-b280-4de0-8080-5c198504dffd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.384869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Calling delete_port for e7b18e72-4f21-4423-b13d-7c1b739c170d owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:59.400567 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-147b830f-b280-4de0-8080-5c198504dffd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for bdc73dac-8f98-451f-9978-67effcdd1519 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:59.401472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.446317 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-18345212-7277-424b-adc5-ea6a2c01ac19 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] For port 5032f20a-3ef1-49aa-8d18-36b0e5bab427, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5032f20a-3ef1-49aa-8d18-36b0e5bab427,segment=NetworkSegment(9ea8a387-6236-4005-9ad6-27873d38c93b),segment_id=9ea8a387-6236-4005-9ad6-27873d38c93b)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:23:59.446681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18345212-7277-424b-adc5-ea6a2c01ac19 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.465298 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-18345212-7277-424b-adc5-ea6a2c01ac19 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 5032f20a-3ef1-49aa-8d18-36b0e5bab427 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:23:59.474631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5d948d7f-5f24-4bf5-8e50-7416d5ea1a50 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.477111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5d948d7f-5f24-4bf5-8e50-7416d5ea1a50 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.481100 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5d948d7f-5f24-4bf5-8e50-7416d5ea1a50 tempest-ServerActionsTestJSON-1409577581 tempest-ServerActionsTestJSON-1409577581-project] 10.222.0.32 "DELETE /v2.0/floatingips/686a2499-47d3-448a-99fd-a97d7b1bb59f HTTP/1.1" status: 204 len: 168 time: 1.3121052 Mar 29 09:23:59.481331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51172) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:59.532601 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.671782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-147b830f-b280-4de0-8080-5c198504dffd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.738436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b830f-b280-4de0-8080-5c198504dffd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=bdc73dac-8f98-451f-9978-67effcdd1519,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:59.773063 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-147b830f-b280-4de0-8080-5c198504dffd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.775185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18345212-7277-424b-adc5-ea6a2c01ac19 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.776371 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-147b830f-b280-4de0-8080-5c198504dffd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/bdc73dac-8f98-451f-9978-67effcdd1519 HTTP/1.1" status: 204 len: 168 time: 0.7935932 Mar 29 09:23:59.781943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51174) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:59.796236 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.818287 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18345212-7277-424b-adc5-ea6a2c01ac19 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=5032f20a-3ef1-49aa-8d18-36b0e5bab427,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:59.820535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.877628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:23:59.920366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Pushing event deleted for resources: {'Port': ['ID=e7b18e72-4f21-4423-b13d-7c1b739c170d,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:59.930026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e1a170-18f0-4a04-884b-d00103a4962f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:23:59.933619 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b4e1a170-18f0-4a04-884b-d00103a4962f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1484110 Mar 29 09:23:59.936294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51176) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:23:59.942923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event updated for resources: {'Port': ['ID=fa3a1a73-a7ab-4969-b896-d608645a3d37,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:23:59.971064 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.016996 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d51943-1583-4776-96b9-209685bdc6b0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:00.019169 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-99d51943-1583-4776-96b9-209685bdc6b0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/0dc29534-d471-4400-8687-23e8792b7c97 HTTP/1.1" status: 404 len: 333 time: 0.0802262 Mar 29 09:24:00.024250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51178) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:00.064042 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a8f1f9-e2f0-4792-8ea6-0573b3aa575a tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:00.065649 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-69a8f1f9-e2f0-4792-8ea6-0573b3aa575a tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/bdc73dac-8f98-451f-9978-67effcdd1519 HTTP/1.1" status: 404 len: 333 time: 0.0387280 Mar 29 09:24:00.069084 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51180) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:00.081687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-18345212-7277-424b-adc5-ea6a2c01ac19 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.115750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.261778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.268862 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.277245 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.335126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.335669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Fanout notify agent at l3_agent the message router_deleted on router 9c116e6c-717e-4975-829a-3d2d0512f8c2 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:00.347881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.349007 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e6f342d5-2ed9-4150-a72e-55b0e0022d15 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/routers/9c116e6c-717e-4975-829a-3d2d0512f8c2 HTTP/1.1" status: 204 len: 168 time: 1.9856665 Mar 29 09:24:00.353616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51182) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:00.375058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Request body: {'router': {'name': 'tempest-snat-router-936727670', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'enable_snat': False}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:00.449124 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.450175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.481107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.488899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.516641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7ca503-260c-4762-902d-8c3d1784b0e0']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:00.518759 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Floating IP e6e6b98d-0dff-4407-b068-9cb53590e30d associated. External IP: 172.26.1.15, port: 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596. Mar 29 09:24:00.537804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27860102-3e06-45b2-8a09-1891406725c7') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:00.538093 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27860102-3e06-45b2-8a09-1891406725c7') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:00.576813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.578686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.587680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9135915b-66c3-4137-8783-95d84c9c6c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.632915 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18345212-7277-424b-adc5-ea6a2c01ac19 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 3d75647a-5730-4a53-a21d-d12b496d8666 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:24:00.661667 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.701732 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:00.702132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:00.705044 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:00.790730 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18345212-7277-424b-adc5-ea6a2c01ac19 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:00.798110 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-18345212-7277-424b-adc5-ea6a2c01ac19 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9082520 Mar 29 09:24:00.801181 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51184) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:00.802124 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932aeb9e-69d3-4fe2-8bb6-4a053b53304d None None] Sync routers for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:00.814208 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932aeb9e-69d3-4fe2-8bb6-4a053b53304d None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:00.814826 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-932aeb9e-69d3-4fe2-8bb6-4a053b53304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:00.888641 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-932aeb9e-69d3-4fe2-8bb6-4a053b53304d None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:00.905418 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-96dc96e1-2388-40a5-bb4b-00398db2c11a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting subnet dc2ceac4-84bb-4754-9890-8bc7f9a601d4 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:00.912140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96dc96e1-2388-40a5-bb4b-00398db2c11a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.945842 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-932aeb9e-69d3-4fe2-8bb6-4a053b53304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:59Z', 'revision_number': 11, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:00.960294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Router 987c24bb-8010-4c9a-880d-96ba14bd7597 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:24:00.966276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96dc96e1-2388-40a5-bb4b-00398db2c11a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:00.976908 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932aeb9e-69d3-4fe2-8bb6-4a053b53304d None None] Checking router: 3d75647a-5730-4a53-a21d-d12b496d8666 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:24:00.986222 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932aeb9e-69d3-4fe2-8bb6-4a053b53304d None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:00.986981 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-932aeb9e-69d3-4fe2-8bb6-4a053b53304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:01.061490 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-932aeb9e-69d3-4fe2-8bb6-4a053b53304d None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:01.118221 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-932aeb9e-69d3-4fe2-8bb6-4a053b53304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:59Z', 'revision_number': 11, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:01.133830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.141856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96dc96e1-2388-40a5-bb4b-00398db2c11a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.148785 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932aeb9e-69d3-4fe2-8bb6-4a053b53304d None None] The sync data for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv is: [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:59Z', 'revision_number': 11, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:01.154795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.172725 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.176899 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/networks/5f7ca503-260c-4762-902d-8c3d1784b0e0 HTTP/1.1" status: 204 len: 168 time: 1.1050096 Mar 29 09:24:01.187850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51186) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:01.194346 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0c218ba5-f37d-4b30-81e1-9a41a516c5ec tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1197635338'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:01.205104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:01.218480 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1be3f-1145-4a9b-8e5d-e1b7f6df5fbe None None] Sync routers for ids ['987c24bb-8010-4c9a-880d-96ba14bd7597'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:01.222414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aff51d-ddea-45bf-88f1-ca5e3a8522d7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Network': ['ID=5f7ca503-260c-4762-902d-8c3d1784b0e0,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:01.236243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1be3f-1145-4a9b-8e5d-e1b7f6df5fbe None None] Routers {'987c24bb-8010-4c9a-880d-96ba14bd7597'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:01.236972 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-01c1be3f-1145-4a9b-8e5d-e1b7f6df5fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['987c24bb-8010-4c9a-880d-96ba14bd7597'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:01.241446 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c218ba5-f37d-4b30-81e1-9a41a516c5ec tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:01.245475 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0c218ba5-f37d-4b30-81e1-9a41a516c5ec tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.253095 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.293550 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96dc96e1-2388-40a5-bb4b-00398db2c11a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.309115 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-56aff2d9-90bf-4daa-b2c4-3ee4da590317 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3021417 Mar 29 09:24:01.328601 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:24:01.331716 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b606c478-91c4-44c3-964c-419fda7d3685" -d '{"events": [{"name": "network-changed", "server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:24:01.344688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c218ba5-f37d-4b30-81e1-9a41a516c5ec tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:01.347588 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc96e1-2388-40a5-bb4b-00398db2c11a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2ceac4-84bb-4754-9890-8bc7f9a601d4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:01.353353 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96dc96e1-2388-40a5-bb4b-00398db2c11a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.359786 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-96dc96e1-2388-40a5-bb4b-00398db2c11a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/dc2ceac4-84bb-4754-9890-8bc7f9a601d4 HTTP/1.1" status: 204 len: 168 time: 0.5569086 Mar 29 09:24:01.362073 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51192) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:01.381267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683e752-ff4e-4324-b624-be948e9be883 None None] Network ad06089d-1adb-4d1c-9e18-70efc5f1a515 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:01.386197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0c218ba5-f37d-4b30-81e1-9a41a516c5ec tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.386549 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-0c218ba5-f37d-4b30-81e1-9a41a516c5ec tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Added segment d9f9ec0b-0f5a-414b-be97-dc05112c4435 of type vlan for network 36540b09-ff26-42bd-8c64-bd7718268ca7 Mar 29 09:24:01.430519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053afe64-a1dd-4a81-9614-81601ee40225 x-openstack-request-id: req-053afe64-a1dd-4a81-9614-81601ee40225 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:24:01.430831 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:24:01.431039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-053afe64-a1dd-4a81-9614-81601ee40225 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:24:01.431437 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'status': 'completed', 'code': 200} Mar 29 09:24:01.442971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-01c1be3f-1145-4a9b-8e5d-e1b7f6df5fbe None None] Set router 987c24bb-8010-4c9a-880d-96ba14bd7597 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:01.499447 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0c218ba5-f37d-4b30-81e1-9a41a516c5ec tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.520260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022bccd-29ad-48d4-b337-63491da4e68f req-bf89a407-edcc-42f2-8a36-f1922a8fb618 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:01.525454 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.528593 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f022bccd-29ad-48d4-b337-63491da4e68f req-bf89a407-edcc-42f2-8a36-f1922a8fb618 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1521142 Mar 29 09:24:01.608278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0c218ba5-f37d-4b30-81e1-9a41a516c5ec tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.615854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c218ba5-f37d-4b30-81e1-9a41a516c5ec tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:01.616858 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0c218ba5-f37d-4b30-81e1-9a41a516c5ec tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.654414 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0c218ba5-f37d-4b30-81e1-9a41a516c5ec tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4662418 Mar 29 09:24:01.673010 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51194) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:01.684646 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': '36540b09-ff26-42bd-8c64-bd7718268ca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:01.709856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606c478-91c4-44c3-964c-419fda7d3685 req-349b251e-aca4-4b68-9f0c-994cd7bf9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:01.711667 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b606c478-91c4-44c3-964c-419fda7d3685 req-349b251e-aca4-4b68-9f0c-994cd7bf9da8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad1136bea844c2cac896fa880fb7c8f&device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 1098 time: 0.2660186 Mar 29 09:24:01.734434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-9135915b-66c3-4137-8783-95d84c9c6c2c admin admin] Deleting port d35121eb-5318-412d-b8a4-85c975c6247a {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:01.734883 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9135915b-66c3-4137-8783-95d84c9c6c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.789530 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f022bccd-29ad-48d4-b337-63491da4e68f req-cd3a07ac-cd95-493a-999e-3d026149481c tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598498 Mar 29 09:24:01.793126 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c218ba5-f37d-4b30-81e1-9a41a516c5ec tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Network': ['ID=36540b09-ff26-42bd-8c64-bd7718268ca7,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:01.826548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51196) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:01.842582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 36540b09-ff26-42bd-8c64-bd7718268ca7 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:01.854735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.881709 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Deleting port 602001d5-7f64-420c-9cf0-0fb2edced2df {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:01.882108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.961465 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5032f20a-3ef1-49aa-8d18-36b0e5bab427 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:01.964806 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.971954 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] For port 602001d5-7f64-420c-9cf0-0fb2edced2df, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=602001d5-7f64-420c-9cf0-0fb2edced2df,segment=NetworkSegment(9ea8a387-6236-4005-9ad6-27873d38c93b),segment_id=9ea8a387-6236-4005-9ad6-27873d38c93b)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:01.972335 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:01.975277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:01.978900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.010176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 5032f20a-3ef1-49aa-8d18-36b0e5bab427 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:02.010587 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5032f20a-3ef1-49aa-8d18-36b0e5bab427 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:02.031631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.047044 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-01c1be3f-1145-4a9b-8e5d-e1b7f6df5fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:23:32Z', 'revision_number': 4, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'e6e6b98d-0dff-4407-b068-9cb53590e30d', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'floating_ip_address': '172.26.1.15', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'port_id': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'mac_address': 'fa:16:3e:60:33:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:23:59Z', 'updated_at': '2022-03-29T09:23:59Z', 'revision_number': 0, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8104ccbe-58c2-4fe9-a021-10e1b8fb74d7', 'name': '', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'mac_address': 'fa:16:3e:12:00:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:31Z', 'updated_at': '2022-03-29T09:23:36Z', 'revision_number': 5, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'subnets': [{'id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:02.048542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.ipam_backend_mixin [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Performing IP validity checks on allocation pools {{(pid=102495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 09:24:02.051189 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.ipam_backend_mixin [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102495) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 09:24:02.078879 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1be3f-1145-4a9b-8e5d-e1b7f6df5fbe None None] Checking router: 987c24bb-8010-4c9a-880d-96ba14bd7597 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:24:02.081786 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3ba833d7-8fdd-4fc6-a73f-6b6960722f00 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/floatingips/e6e6b98d-0dff-4407-b068-9cb53590e30d HTTP/1.1" status: 200 len: 990 time: 0.2512040 Mar 29 09:24:02.087538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606c478-91c4-44c3-964c-419fda7d3685 req-196c07b2-d4c1-4124-a796-6d743e430497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:02.088901 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b606c478-91c4-44c3-964c-419fda7d3685 req-196c07b2-d4c1-4124-a796-6d743e430497 service neutron] 10.222.0.24 "GET /v2.0/networks?id=316ecf02-2ead-4982-8664-cb147673895e HTTP/1.1" status: 200 len: 898 time: 0.3564239 Mar 29 09:24:02.091267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c1be3f-1145-4a9b-8e5d-e1b7f6df5fbe None None] Routers {'987c24bb-8010-4c9a-880d-96ba14bd7597'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:02.091636 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-01c1be3f-1145-4a9b-8e5d-e1b7f6df5fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['987c24bb-8010-4c9a-880d-96ba14bd7597'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:02.095774 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Calling delete_port for 602001d5-7f64-420c-9cf0-0fb2edced2df owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:02.097532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-9135915b-66c3-4137-8783-95d84c9c6c2c admin admin] For port d35121eb-5318-412d-b8a4-85c975c6247a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d35121eb-5318-412d-b8a4-85c975c6247a,segment=NetworkSegment(a31f47e1-6fd2-4243-9243-392271d1cf25),segment_id=a31f47e1-6fd2-4243-9243-392271d1cf25)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:02.097944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9135915b-66c3-4137-8783-95d84c9c6c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.149443 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619e6a2d-1fcf-41d7-a7ae-459bf39ab330 None None] DHCP port deletion for ad06089d-1adb-4d1c-9e18-70efc5f1a515 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:24:02.186957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-9135915b-66c3-4137-8783-95d84c9c6c2c admin admin] Calling delete_port for d35121eb-5318-412d-b8a4-85c975c6247a owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:02.234155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-01c1be3f-1145-4a9b-8e5d-e1b7f6df5fbe None None] Set router 987c24bb-8010-4c9a-880d-96ba14bd7597 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:02.254578 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.297994 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.313522 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Allocated IP 172.26.1.129 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/80ece40b-3088-430f-b95f-fe4e809ba937) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:02.319585 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b606c478-91c4-44c3-964c-419fda7d3685 req-c55676fa-cc0b-4698-81df-81e2df9da77c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 HTTP/1.1" status: 200 len: 998 time: 0.2188971 Mar 29 09:24:02.333918 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-619e6a2d-1fcf-41d7-a7ae-459bf39ab330 None None] Deleting port 602001d5-7f64-420c-9cf0-0fb2edced2df {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:02.334292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-619e6a2d-1fcf-41d7-a7ae-459bf39ab330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.335673 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Port': ['ID=602001d5-7f64-420c-9cf0-0fb2edced2df,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:02.356149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Subnet': ['ID=19f34538-2ff6-4c02-9154-c8bb406b786b,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:02.358394 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No DVR routers for this DVR port 602001d5-7f64-420c-9cf0-0fb2edced2df on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:02.367160 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Checking segment: {'id': 'd9f9ec0b-0f5a-414b-be97-dc05112c4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '36540b09-ff26-42bd-8c64-bd7718268ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:02.367486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network hostable DHCP agents. Network: 36540b09-ff26-42bd-8c64-bd7718268ca7, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:02.425792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-619e6a2d-1fcf-41d7-a7ae-459bf39ab330 None None] For port 602001d5-7f64-420c-9cf0-0fb2edced2df, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:02.426547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-619e6a2d-1fcf-41d7-a7ae-459bf39ab330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.453972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network 36540b09-ff26-42bd-8c64-bd7718268ca7 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:02.461299 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-619e6a2d-1fcf-41d7-a7ae-459bf39ab330 None None] Calling delete_port for 602001d5-7f64-420c-9cf0-0fb2edced2df owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:02.462110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.466050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606c478-91c4-44c3-964c-419fda7d3685 req-715cfa80-5340-4af3-874c-0a429a289a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:02.467632 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b606c478-91c4-44c3-964c-419fda7d3685 req-715cfa80-5340-4af3-874c-0a429a289a71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a7e1eb6-5b0b-46a7-a76f-959ab87035e2 HTTP/1.1" status: 200 len: 835 time: 0.1395166 Mar 29 09:24:02.469901 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 36540b09-ff26-42bd-8c64-bd7718268ca7) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:02.478514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:02.478514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.493625 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad06089d-1adb-4d1c-9e18-70efc5f1a515']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:02.505054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea8a387-6236-4005-9ad6-27873d38c93b') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:02.505454 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea8a387-6236-4005-9ad6-27873d38c93b') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:02.508106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.ipam_backend_mixin [None req-619e6a2d-1fcf-41d7-a7ae-459bf39ab330 None None] Port 602001d5-7f64-420c-9cf0-0fb2edced2df was not found and therefore no delete operation was performed {{(pid=102497) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 09:24:02.511254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b322b54-ae77-48b1-a4f3-066d44de1734 None None] Network 36540b09-ff26-42bd-8c64-bd7718268ca7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:02.522120 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4f4df2ea-32e1-4580-a465-1a9fe221f6de tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8476553 Mar 29 09:24:02.524998 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.526871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51198) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:02.532529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-619e6a2d-1fcf-41d7-a7ae-459bf39ab330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.538458 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': '36540b09-ff26-42bd-8c64-bd7718268ca7', 'name': 'tempest-PortsIpV6TestJSON-748920473'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:02.549497 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.560590 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.576224 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:02.576627 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:02.580256 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:02.582600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e6a2d-1fcf-41d7-a7ae-459bf39ab330 None None] Pushing event deleted for resources: {'Port': ['ID=602001d5-7f64-420c-9cf0-0fb2edced2df,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:02.587235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606c478-91c4-44c3-964c-419fda7d3685 req-16336121-1350-446f-9645-13929f02a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:02.589237 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b606c478-91c4-44c3-964c-419fda7d3685 req-16336121-1350-446f-9645-13929f02a17b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=316ecf02-2ead-4982-8664-cb147673895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1136029 Mar 29 09:24:02.618893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619e6a2d-1fcf-41d7-a7ae-459bf39ab330 None None] No DVR routers for this DVR port 602001d5-7f64-420c-9cf0-0fb2edced2df on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:02.621220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.717584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.737696 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.744617 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/networks/ad06089d-1adb-4d1c-9e18-70efc5f1a515 HTTP/1.1" status: 204 len: 168 time: 1.3810489 Mar 29 09:24:02.747597 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51200) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:02.756313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9135915b-66c3-4137-8783-95d84c9c6c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.758945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-01c1be3f-1145-4a9b-8e5d-e1b7f6df5fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:23:32Z', 'revision_number': 4, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'e6e6b98d-0dff-4407-b068-9cb53590e30d', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'floating_ip_address': '172.26.1.15', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'port_id': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'mac_address': 'fa:16:3e:60:33:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:23:59Z', 'updated_at': '2022-03-29T09:23:59Z', 'revision_number': 0, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8104ccbe-58c2-4fe9-a021-10e1b8fb74d7', 'name': '', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'mac_address': 'fa:16:3e:12:00:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:31Z', 'updated_at': '2022-03-29T09:23:36Z', 'revision_number': 5, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'subnets': [{'id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:02.759143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-02d205fa-81a2-4f09-bef4-281d576c8579 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'router': {'routes': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:02.762257 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-36540b09-ff26-42bd-8c64-bd7718268ca7', 'network_id': '36540b09-ff26-42bd-8c64-bd7718268ca7', 'tenant_id': '42def34a06ed4f0aa357c9e4448b63d7', 'fixed_ips': [{'subnet_id': '19f34538-2ff6-4c02-9154-c8bb406b786b'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:02.763112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.785314 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089bef0-c72f-482b-9b05-a5d132306a45 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Pushing event deleted for resources: {'Network': ['ID=ad06089d-1adb-4d1c-9e18-70efc5f1a515,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:02.802524 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b606c478-91c4-44c3-964c-419fda7d3685 req-7893dce1-c7f9-426a-96a8-6c85a6a857a5 service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971743 Mar 29 09:24:02.805858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.808462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135915b-66c3-4137-8783-95d84c9c6c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=d35121eb-5318-412d-b8a4-85c975c6247a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:02.909703 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b606c478-91c4-44c3-964c-419fda7d3685 req-c7e7d7ab-5839-4b7e-95e8-ba01d0c0645c service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976019 Mar 29 09:24:02.967117 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:02.975765 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:02.977260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c1be3f-1145-4a9b-8e5d-e1b7f6df5fbe None None] The sync data for ids ['987c24bb-8010-4c9a-880d-96ba14bd7597'] in dv-neutron-835554-1-hyperv is: [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:23:32Z', 'revision_number': 4, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'e6e6b98d-0dff-4407-b068-9cb53590e30d', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'floating_ip_address': '172.26.1.15', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'port_id': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'mac_address': 'fa:16:3e:60:33:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:23:59Z', 'updated_at': '2022-03-29T09:23:59Z', 'revision_number': 0, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8104ccbe-58c2-4fe9-a021-10e1b8fb74d7', 'name': '', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'mac_address': 'fa:16:3e:12:00:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:31Z', 'updated_at': '2022-03-29T09:23:36Z', 'revision_number': 5, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'subnets': [{'id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:02.979301 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:02.988784 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:02.994220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:03.031754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.extraroute_db [None req-02d205fa-81a2-4f09-bef4-281d576c8579 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Added routes are [] {{(pid=102495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 29 09:24:03.032161 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.extraroute_db [None req-02d205fa-81a2-4f09-bef4-281d576c8579 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Removed routes are [] {{(pid=102495) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 29 09:24:03.032671 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-02d205fa-81a2-4f09-bef4-281d576c8579 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.040065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event updated for resources: {'Port': ['ID=80ece40b-3088-430f-b95f-fe4e809ba937,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:03.042842 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port 272a79e1-7b42-4447-9fe3-8cc844f689bf yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:03.107265 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51202) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:03.132501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Allocated IP 2001:db8::2 (36540b09-ff26-42bd-8c64-bd7718268ca7/19f34538-2ff6-4c02-9154-c8bb406b786b/54fee001-ff7a-4163-8a08-08e8ca3fdbee) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:03.312860 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d275b4e9-7a80-451a-a648-d0b7a7e4fe5a None None] New status for floating IP e6e6b98d-0dff-4407-b068-9cb53590e30d: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:24:03.314612 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f0765a58-f502-408f-ae40-5ba465922d64 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/floatingips/e6e6b98d-0dff-4407-b068-9cb53590e30d HTTP/1.1" status: 200 len: 990 time: 0.2062163 Mar 29 09:24:03.350391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.359237 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-02d205fa-81a2-4f09-bef4-281d576c8579 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.372384 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.386146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.434002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8::248 (36540b09-ff26-42bd-8c64-bd7718268ca7/19f34538-2ff6-4c02-9154-c8bb406b786b/272a79e1-7b42-4447-9fe3-8cc844f689bf) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:03.436207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Network 36540b09-ff26-42bd-8c64-bd7718268ca7 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:03.445438 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:03.449859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:03.465237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Pushing event updated for resources: {'Port': ['ID=54fee001-ff7a-4163-8a08-08e8ca3fdbee,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:03.486790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-02d205fa-81a2-4f09-bef4-281d576c8579 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.532379 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Attempting to bind port 54fee001-ff7a-4163-8a08-08e8ca3fdbee on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:03.532745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Attempting to bind port 54fee001-ff7a-4163-8a08-08e8ca3fdbee by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'd9f9ec0b-0f5a-414b-be97-dc05112c4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '36540b09-ff26-42bd-8c64-bd7718268ca7'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:03.533114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Attempting to bind port 54fee001-ff7a-4163-8a08-08e8ca3fdbee on network 36540b09-ff26-42bd-8c64-bd7718268ca7 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:03.539313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:03.539688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Checking segment: {'id': 'd9f9ec0b-0f5a-414b-be97-dc05112c4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '36540b09-ff26-42bd-8c64-bd7718268ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:03.540092 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.540516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Bound using segment: {'id': 'd9f9ec0b-0f5a-414b-be97-dc05112c4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '36540b09-ff26-42bd-8c64-bd7718268ca7'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:03.541063 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Bound port: 54fee001-ff7a-4163-8a08-08e8ca3fdbee, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f9ec0b-0f5a-414b-be97-dc05112c4435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '36540b09-ff26-42bd-8c64-bd7718268ca7'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:03.541452 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.613173 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d205fa-81a2-4f09-bef4-281d576c8579 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 3d75647a-5730-4a53-a21d-d12b496d8666 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:24:03.626753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] For port 54fee001-ff7a-4163-8a08-08e8ca3fdbee, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:03.630223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] For port 54fee001-ff7a-4163-8a08-08e8ca3fdbee, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=54fee001-ff7a-4163-8a08-08e8ca3fdbee,segment=NetworkSegment(d9f9ec0b-0f5a-414b-be97-dc05112c4435),segment_id=d9f9ec0b-0f5a-414b-be97-dc05112c4435)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:03.635794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.670586 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9135915b-66c3-4137-8783-95d84c9c6c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.704225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d7573-0543-413c-8947-7e33d0b67575 None None] Pushing event updated for resources: {'Port': ['ID=54fee001-ff7a-4163-8a08-08e8ca3fdbee,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:03.751691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d205fa-81a2-4f09-bef4-281d576c8579 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:03.762297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-02d205fa-81a2-4f09-bef4-281d576c8579 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.769027 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-02d205fa-81a2-4f09-bef4-281d576c8579 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666 HTTP/1.1" status: 200 len: 700 time: 1.0195110 Mar 29 09:24:03.769629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395fa880-b28e-4d44-b02e-9d09bcf34260 None None] Sync routers for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:03.769769 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51204) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:03.800384 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395fa880-b28e-4d44-b02e-9d09bcf34260 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:03.801260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-395fa880-b28e-4d44-b02e-9d09bcf34260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:03.824002 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2ea2715c-7afb-4091-92e6-936e67a0ce90 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d75647a-5730-4a53-a21d-d12b496d8666 HTTP/1.1" status: 200 len: 205 time: 0.0502312 Mar 29 09:24:03.824852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51206) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:03.838779 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.872936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:03.907632 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-395fa880-b28e-4d44-b02e-9d09bcf34260 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:03.994623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-395fa880-b28e-4d44-b02e-9d09bcf34260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:59Z', 'revision_number': 11, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:04.003413 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0089e1a0-bad6-404a-8fab-c4689baeccba tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.039795 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 602001d5-7f64-420c-9cf0-0fb2edced2df no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:04.043403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395fa880-b28e-4d44-b02e-9d09bcf34260 None None] Checking router: 3d75647a-5730-4a53-a21d-d12b496d8666 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:24:04.073468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395fa880-b28e-4d44-b02e-9d09bcf34260 None None] Routers {'3d75647a-5730-4a53-a21d-d12b496d8666'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:04.074131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-395fa880-b28e-4d44-b02e-9d09bcf34260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3d75647a-5730-4a53-a21d-d12b496d8666'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:04.076061 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 602001d5-7f64-420c-9cf0-0fb2edced2df {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:04.076406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 602001d5-7f64-420c-9cf0-0fb2edced2df not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:04.103031 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.130530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9135915b-66c3-4137-8783-95d84c9c6c2c admin admin] Router 10ff165c-c68f-45e3-9c99-737c256bd148 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:24:04.159650 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-395fa880-b28e-4d44-b02e-9d09bcf34260 None None] Set router 3d75647a-5730-4a53-a21d-d12b496d8666 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:04.213609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-395fa880-b28e-4d44-b02e-9d09bcf34260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:59Z', 'revision_number': 11, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:04.222575 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network 36540b09-ff26-42bd-8c64-bd7718268ca7 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:04.246446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395fa880-b28e-4d44-b02e-9d09bcf34260 None None] The sync data for ids ['3d75647a-5730-4a53-a21d-d12b496d8666'] in dv-neutron-835554-1-hyperv is: [{'id': '3d75647a-5730-4a53-a21d-d12b496d8666', 'name': 'tempest-RoutersTest-router-838131517', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:22:42Z', 'updated_at': '2022-03-29T09:23:59Z', 'revision_number': 11, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:04.256018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:04.259326 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0089e1a0-bad6-404a-8fab-c4689baeccba tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.263575 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:04.269161 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:04.270131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.272771 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0089e1a0-bad6-404a-8fab-c4689baeccba tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.276887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=272a79e1-7b42-4447-9fe3-8cc844f689bf,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:04.325205 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51208) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:04.381001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.447622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9135915b-66c3-4137-8783-95d84c9c6c2c admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:04.456957 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ade9188e-d8eb-428c-b2ea-0792fc28a304 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/floatingips/e6e6b98d-0dff-4407-b068-9cb53590e30d HTTP/1.1" status: 200 len: 992 time: 0.1273127 Mar 29 09:24:04.460703 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9135915b-66c3-4137-8783-95d84c9c6c2c admin admin] 10.222.0.32 "PUT /v2.0/routers/10ff165c-c68f-45e3-9c99-737c256bd148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9758432 Mar 29 09:24:04.461036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51210) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:04.465668 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fec82-baf3-466f-828e-b15ea760e7ba None None] Sync routers for ids ['10ff165c-c68f-45e3-9c99-737c256bd148'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:04.479250 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fec82-baf3-466f-828e-b15ea760e7ba None None] Routers {'10ff165c-c68f-45e3-9c99-737c256bd148'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:04.479868 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-784fec82-baf3-466f-828e-b15ea760e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['10ff165c-c68f-45e3-9c99-737c256bd148'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:04.592613 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-784fec82-baf3-466f-828e-b15ea760e7ba None None] Set router 10ff165c-c68f-45e3-9c99-737c256bd148 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:04.638322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.710410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Router 13bf0489-db93-42c5-b685-e0cef0b5981a is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:24:04.738461 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4cf9499b-816e-4545-8299-df9b9b4df3f3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2080336 Mar 29 09:24:04.738461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0089e1a0-bad6-404a-8fab-c4689baeccba tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.738461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0089e1a0-bad6-404a-8fab-c4689baeccba tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Fanout notify agent at l3_agent the message router_deleted on router 3d75647a-5730-4a53-a21d-d12b496d8666 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:04.740040 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51212) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:04.764466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0089e1a0-bad6-404a-8fab-c4689baeccba tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.778650 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0089e1a0-bad6-404a-8fab-c4689baeccba tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666 HTTP/1.1" status: 204 len: 168 time: 0.9507275 Mar 29 09:24:04.779520 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51214) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:04.827649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-694dd7c9-70bb-4245-908c-d63474156b11 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-976763631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:04.830439 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-784fec82-baf3-466f-828e-b15ea760e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': '09923461-a473-4f1b-86a3-b08daccc9012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:24:02Z', 'revision_number': 5, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port': {'id': '09923461-a473-4f1b-86a3-b08daccc9012', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:34:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:19:13Z', 'updated_at': '2022-03-29T09:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:04.833527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.889941 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fec82-baf3-466f-828e-b15ea760e7ba None None] Checking router: 10ff165c-c68f-45e3-9c99-737c256bd148 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:24:04.903035 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fec82-baf3-466f-828e-b15ea760e7ba None None] Routers {'10ff165c-c68f-45e3-9c99-737c256bd148'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:04.905604 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-784fec82-baf3-466f-828e-b15ea760e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['10ff165c-c68f-45e3-9c99-737c256bd148'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:04.908617 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-694dd7c9-70bb-4245-908c-d63474156b11 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.910686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-694dd7c9-70bb-4245-908c-d63474156b11 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.938509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:04.953319 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Sync routers for ids ['13bf0489-db93-42c5-b685-e0cef0b5981a'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:04.968440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.973047 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ebaa58cf-ebac-44c2-9bf7-b2453e04cebd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6153727 Mar 29 09:24:04.973047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Deleting port 09923461-a473-4f1b-86a3-b08daccc9012 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:04.973047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:04.974426 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Routers {'13bf0489-db93-42c5-b685-e0cef0b5981a'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:04.974767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51216) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:04.975056 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['13bf0489-db93-42c5-b685-e0cef0b5981a'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:05.000737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-694dd7c9-70bb-4245-908c-d63474156b11 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.018154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-694dd7c9-70bb-4245-908c-d63474156b11 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.026938 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-6911cf09-1dfa-483e-92a2-c5d39a39e8d8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 272a79e1-7b42-4447-9fe3-8cc844f689bf {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:05.027545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6911cf09-1dfa-483e-92a2-c5d39a39e8d8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.071893 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-784fec82-baf3-466f-828e-b15ea760e7ba None None] Set router 10ff165c-c68f-45e3-9c99-737c256bd148 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:05.098373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Set router 13bf0489-db93-42c5-b685-e0cef0b5981a gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:05.133560 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-784fec82-baf3-466f-828e-b15ea760e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:24:04Z', 'revision_number': 6, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:05.134837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6911cf09-1dfa-483e-92a2-c5d39a39e8d8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.149034 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-6911cf09-1dfa-483e-92a2-c5d39a39e8d8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 272a79e1-7b42-4447-9fe3-8cc844f689bf owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:05.152716 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-994e0e73-94f9-41a5-acca-d0f35de346dd tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/routers/13bf0489-db93-42c5-b685-e0cef0b5981a HTTP/1.1" status: 200 len: 908 time: 0.1766920 Mar 29 09:24:05.155330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51218) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:05.156686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ea5598-93b7-4823-9940-f56191951eed None None] Network 36540b09-ff26-42bd-8c64-bd7718268ca7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:05.164435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Request body: {'router': {'name': 'tempest-snat-router-936727670', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'enable_snat': True}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:05.204526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] For port 09923461-a473-4f1b-86a3-b08daccc9012, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=09923461-a473-4f1b-86a3-b08daccc9012,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:05.205166 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.209205 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.210897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.229188 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Calling delete_port for 09923461-a473-4f1b-86a3-b08daccc9012 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:05.290551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0b67e983-c027-4cb3-b9ae-3be768aba4fb None None] Provisioning complete for port 54fee001-ff7a-4163-8a08-08e8ca3fdbee triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:05.291006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0b67e983-c027-4cb3-b9ae-3be768aba4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.303591 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-694dd7c9-70bb-4245-908c-d63474156b11 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.305202 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-694dd7c9-70bb-4245-908c-d63474156b11 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5186436 Mar 29 09:24:05.307793 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51220) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:05.313141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-4ca95134-228b-4d9f-a579-42281eb64b72 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:05.315563 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6911cf09-1dfa-483e-92a2-c5d39a39e8d8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.327943 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fec82-baf3-466f-828e-b15ea760e7ba None None] The sync data for ids ['10ff165c-c68f-45e3-9c99-737c256bd148'] in dv-neutron-835554-1-hyperv is: [{'id': '10ff165c-c68f-45e3-9c99-737c256bd148', 'name': 'tempest-ServerActionsTestJSON-363654056-router', 'tenant_id': '8af97d3b7c8a40caa5a3275d0644629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:19:12Z', 'updated_at': '2022-03-29T09:24:04Z', 'revision_number': 6, 'project_id': '8af97d3b7c8a40caa5a3275d0644629b', 'gw_port_host': None}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:05.343995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.391597 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911cf09-1dfa-483e-92a2-c5d39a39e8d8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=272a79e1-7b42-4447-9fe3-8cc844f689bf,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:05.494525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6911cf09-1dfa-483e-92a2-c5d39a39e8d8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.500514 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6911cf09-1dfa-483e-92a2-c5d39a39e8d8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/272a79e1-7b42-4447-9fe3-8cc844f689bf HTTP/1.1" status: 204 len: 168 time: 0.7543499 Mar 29 09:24:05.501430 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51222) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:05.560579 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fc2d9f-726a-465b-a02b-21da5a338c2a tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] DELETE failed (client error): The resource could not be found. Mar 29 09:24:05.561269 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fc2d9f-726a-465b-a02b-21da5a338c2a tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:05.566955 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-10fc2d9f-726a-465b-a02b-21da5a338c2a tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/272a79e1-7b42-4447-9fe3-8cc844f689bf HTTP/1.1" status: 404 len: 333 time: 0.0626900 Mar 29 09:24:05.568390 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51224) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:05.630169 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c926229f-df83-47ec-98a9-09d9bdade325 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:05.634194 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c926229f-df83-47ec-98a9-09d9bdade325 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/272a79e1-7b42-4447-9fe3-8cc844f689bf HTTP/1.1" status: 404 len: 333 time: 0.0623736 Mar 29 09:24:05.655575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0b67e983-c027-4cb3-b9ae-3be768aba4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.663804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51226) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:05.667590 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4ca95134-228b-4d9f-a579-42281eb64b72 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.676090 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bf0489-db93-42c5-b685-e0cef0b5981a', 'name': 'tempest-snat-router-936727670', 'tenant_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.129'}], 'enable_snat': False}, 'gw_port_id': '80ece40b-3088-430f-b95f-fe4e809ba937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:24:00Z', 'updated_at': '2022-03-29T09:24:03Z', 'revision_number': 3, 'project_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'gw_port': {'id': '80ece40b-3088-430f-b95f-fe4e809ba937', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bf0489-db93-42c5-b685-e0cef0b5981a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:24:01Z', 'updated_at': '2022-03-29T09:24:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:05.713717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4ca95134-228b-4d9f-a579-42281eb64b72 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.721233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Checking router: 13bf0489-db93-42c5-b685-e0cef0b5981a for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:24:05.722260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Updating router 13bf0489-db93-42c5-b685-e0cef0b5981a port 80ece40b-3088-430f-b95f-fe4e809ba937 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:24:05.762954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-0b67e983-c027-4cb3-b9ae-3be768aba4fb None None] For port 54fee001-ff7a-4163-8a08-08e8ca3fdbee, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=54fee001-ff7a-4163-8a08-08e8ca3fdbee,segment=NetworkSegment(d9f9ec0b-0f5a-414b-be97-dc05112c4435),segment_id=d9f9ec0b-0f5a-414b-be97-dc05112c4435)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:05.771563 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0b67e983-c027-4cb3-b9ae-3be768aba4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.776385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.780562 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f01ca2-2861-4b78-bfae-20147ffd791e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting subnet 19f34538-2ff6-4c02-9154-c8bb406b786b {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:05.785767 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01f01ca2-2861-4b78-bfae-20147ffd791e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.902877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01f01ca2-2861-4b78-bfae-20147ffd791e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.909414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.973997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:05.982487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca95134-228b-4d9f-a579-42281eb64b72 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Router 8dc207d8-b930-497f-8053-7e38436e8ce2 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:24:05.999060 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67e983-c027-4cb3-b9ae-3be768aba4fb None None] Pushing event updated for resources: {'Port': ['ID=54fee001-ff7a-4163-8a08-08e8ca3fdbee,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:06.024541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Pushing event deleted for resources: {'Port': ['ID=09923461-a473-4f1b-86a3-b08daccc9012,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:06.115881 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01f01ca2-2861-4b78-bfae-20147ffd791e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.119971 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca95134-228b-4d9f-a579-42281eb64b72 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:06.132902 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1f470-7fcf-4221-8c4f-3677846f3b7c None None] Sync routers for ids ['8dc207d8-b930-497f-8053-7e38436e8ce2'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:06.139193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.144932 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4ca95134-228b-4d9f-a579-42281eb64b72 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.146381 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4ca95134-228b-4d9f-a579-42281eb64b72 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "PUT /v2.0/routers/8dc207d8-b930-497f-8053-7e38436e8ce2 HTTP/1.1" status: 200 len: 693 time: 0.8374720 Mar 29 09:24:06.149407 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51228) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:06.150771 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1f470-7fcf-4221-8c4f-3677846f3b7c None None] Routers {'8dc207d8-b930-497f-8053-7e38436e8ce2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:06.151713 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-52e1f470-7fcf-4221-8c4f-3677846f3b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['8dc207d8-b930-497f-8053-7e38436e8ce2'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:06.208491 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:24:06.248765 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-58971a04-5fea-43aa-876f-44e80932ec7f tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/routers/8dc207d8-b930-497f-8053-7e38436e8ce2 HTTP/1.1" status: 200 len: 699 time: 0.0958333 Mar 29 09:24:06.248987 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-52e1f470-7fcf-4221-8c4f-3677846f3b7c None None] Set router 8dc207d8-b930-497f-8053-7e38436e8ce2 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:06.249087 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51230) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:06.268701 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.271729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.305109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 54fee001-ff7a-4163-8a08-08e8ca3fdbee up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:06.340990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.341553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10ff165c-c68f-45e3-9c99-737c256bd148 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:06.347021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.353192 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-753fa86c-f545-4846-87b5-6d73b2e6e668 admin admin] 10.222.0.32 "DELETE /v2.0/routers/10ff165c-c68f-45e3-9c99-737c256bd148 HTTP/1.1" status: 204 len: 168 time: 1.8886607 Mar 29 09:24:06.353388 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8c3ae44b-a2a9-43a4-801d-85377b9147d0 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=8dc207d8-b930-497f-8053-7e38436e8ce2 HTTP/1.1" status: 200 len: 205 time: 0.1007564 Mar 29 09:24:06.353504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51232) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:06.358548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-dfcf0e4b-dac1-464d-9131-aa92830cb0f9 None None] Provisioning complete for port 54fee001-ff7a-4163-8a08-08e8ca3fdbee triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:06.359636 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51234) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:06.360156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dfcf0e4b-dac1-464d-9131-aa92830cb0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.400957 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-52e1f470-7fcf-4221-8c4f-3677846f3b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc207d8-b930-497f-8053-7e38436e8ce2', 'name': 'tempest-RoutersTest-router-976763631', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:24:04Z', 'updated_at': '2022-03-29T09:24:05Z', 'revision_number': 2, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:06.424302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.438503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.445979 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1f470-7fcf-4221-8c4f-3677846f3b7c None None] Checking router: 8dc207d8-b930-497f-8053-7e38436e8ce2 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:24:06.458200 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1f470-7fcf-4221-8c4f-3677846f3b7c None None] Routers {'8dc207d8-b930-497f-8053-7e38436e8ce2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:06.459019 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-52e1f470-7fcf-4221-8c4f-3677846f3b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['8dc207d8-b930-497f-8053-7e38436e8ce2'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:06.467560 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01f01ca2-2861-4b78-bfae-20147ffd791e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.501101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-67835533-b435-4f5c-97ac-a393e36d407c admin admin] Deleting subnet 87c15ca4-f48e-4474-bd41-14ac18cc263a {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:06.503831 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01f01ca2-2861-4b78-bfae-20147ffd791e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.509687 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-01f01ca2-2861-4b78-bfae-20147ffd791e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/19f34538-2ff6-4c02-9154-c8bb406b786b HTTP/1.1" status: 204 len: 168 time: 0.8448944 Mar 29 09:24:06.536204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Attempting to bind port 80ece40b-3088-430f-b95f-fe4e809ba937 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:06.536577 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Attempting to bind port 80ece40b-3088-430f-b95f-fe4e809ba937 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:06.536948 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Attempting to bind port 80ece40b-3088-430f-b95f-fe4e809ba937 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:06.544712 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:06.545086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:06.545488 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.545957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:06.546435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Bound port: 80ece40b-3088-430f-b95f-fe4e809ba937, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:06.546822 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.559006 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51236) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:06.578379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67835533-b435-4f5c-97ac-a393e36d407c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.586644 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-52e1f470-7fcf-4221-8c4f-3677846f3b7c None None] Set router 8dc207d8-b930-497f-8053-7e38436e8ce2 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:06.608980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] For port 80ece40b-3088-430f-b95f-fe4e809ba937, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:06.613227 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] For port 80ece40b-3088-430f-b95f-fe4e809ba937, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=80ece40b-3088-430f-b95f-fe4e809ba937,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:06.618466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 54fee001-ff7a-4163-8a08-08e8ca3fdbee triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:06.618921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.661708 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.691407 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-52e1f470-7fcf-4221-8c4f-3677846f3b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dc207d8-b930-497f-8053-7e38436e8ce2', 'name': 'tempest-RoutersTest-router-976763631', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:24:04Z', 'updated_at': '2022-03-29T09:24:05Z', 'revision_number': 2, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:06.697352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0afa33-f547-47dc-9599-c373d1e796f3 None None] Pushing event updated for resources: {'Port': ['ID=80ece40b-3088-430f-b95f-fe4e809ba937,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:06.745086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f01ca2-2861-4b78-bfae-20147ffd791e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Subnet': ['ID=19f34538-2ff6-4c02-9154-c8bb406b786b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:06.753359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.754227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67835533-b435-4f5c-97ac-a393e36d407c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.767285 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e1f470-7fcf-4221-8c4f-3677846f3b7c None None] The sync data for ids ['8dc207d8-b930-497f-8053-7e38436e8ce2'] in dv-neutron-835554-1-hyperv is: [{'id': '8dc207d8-b930-497f-8053-7e38436e8ce2', 'name': 'tempest-RoutersTest-router-976763631', 'tenant_id': '093cf3a9abac4682b18fe899f669f6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:24:04Z', 'updated_at': '2022-03-29T09:24:05Z', 'revision_number': 2, 'project_id': '093cf3a9abac4682b18fe899f669f6c8', 'gw_port_host': None}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:06.769163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Routers {'13bf0489-db93-42c5-b685-e0cef0b5981a'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:06.769842 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['13bf0489-db93-42c5-b685-e0cef0b5981a'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:06.825695 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ac8e72ad-5c71-456a-a80b-c29da74227a3 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.840811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.868438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:06.898962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c96cbe-e354-4c6c-a1d9-f62e65a3723b None None] Network 36540b09-ff26-42bd-8c64-bd7718268ca7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:06.929656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0afa33-f547-47dc-9599-c373d1e796f3 None None] Pushing event updated for resources: {'Port': ['ID=80ece40b-3088-430f-b95f-fe4e809ba937,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:06.937239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8c4955c2-7cb6-4111-b268-abebf25afd0e None None] Could not find standard attr ID for object 272a79e1-7b42-4447-9fe3-8cc844f689bf. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:24:06.985863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67835533-b435-4f5c-97ac-a393e36d407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.033675 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d35121eb-5318-412d-b8a4-85c975c6247a no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:07.036315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ac8e72ad-5c71-456a-a80b-c29da74227a3 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.040357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ac8e72ad-5c71-456a-a80b-c29da74227a3 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.065758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: d35121eb-5318-412d-b8a4-85c975c6247a {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:07.066103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d35121eb-5318-412d-b8a4-85c975c6247a not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:07.095622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 54fee001-ff7a-4163-8a08-08e8ca3fdbee {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:07.095622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.113075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Allocated IP 172.26.1.105 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/c63e9cb9-a063-45e9-b2d6-13c2afec48f5) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:07.115322 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ac8e72ad-5c71-456a-a80b-c29da74227a3 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.116178 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8e72ad-5c71-456a-a80b-c29da74227a3 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Fanout notify agent at l3_agent the message router_deleted on router 8dc207d8-b930-497f-8053-7e38436e8ce2 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:07.123370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67835533-b435-4f5c-97ac-a393e36d407c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.124905 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ac8e72ad-5c71-456a-a80b-c29da74227a3 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.126736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] Set router 13bf0489-db93-42c5-b685-e0cef0b5981a gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:07.130701 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ac8e72ad-5c71-456a-a80b-c29da74227a3 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/8dc207d8-b930-497f-8053-7e38436e8ce2 HTTP/1.1" status: 204 len: 168 time: 0.7698886 Mar 29 09:24:07.133410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51238) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.163678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912768be-cc21-4af3-914f-79d9e96ce7bc None None] Network 8c37aefe-3fc0-4af0-8a52-f0c9111045ea requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:07.175341 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3701a46c-fa61-4b78-96a0-f42c6f04e24d tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=8dc207d8-b930-497f-8053-7e38436e8ce2 HTTP/1.1" status: 200 len: 205 time: 0.0323713 Mar 29 09:24:07.177175 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51240) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.198922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-67835533-b435-4f5c-97ac-a393e36d407c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.201832 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-67835533-b435-4f5c-97ac-a393e36d407c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/87c15ca4-f48e-4474-bd41-14ac18cc263a HTTP/1.1" status: 204 len: 168 time: 0.8493087 Mar 29 09:24:07.205238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67835533-b435-4f5c-97ac-a393e36d407c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c15ca4-f48e-4474-bd41-14ac18cc263a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:07.207315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51242) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.230255 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-4259c608-aa14-41cb-b900-050730cc4ab1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] delete failed (client error): The resource could not be found. Mar 29 09:24:07.233747 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4259c608-aa14-41cb-b900-050730cc4ab1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/8dc207d8-b930-497f-8053-7e38436e8ce2 HTTP/1.1" status: 404 len: 336 time: 0.0531602 Mar 29 09:24:07.235012 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51244) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.237446 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] For port 54fee001-ff7a-4163-8a08-08e8ca3fdbee, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=54fee001-ff7a-4163-8a08-08e8ca3fdbee,segment=NetworkSegment(d9f9ec0b-0f5a-414b-be97-dc05112c4435),segment_id=d9f9ec0b-0f5a-414b-be97-dc05112c4435)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:07.237890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.270804 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-9622ab44-5d2b-49b4-b060-a9c861d3acac tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] DELETE failed (client error): The resource could not be found. Mar 29 09:24:07.271348 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9622ab44-5d2b-49b4-b060-a9c861d3acac tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:07.276819 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9622ab44-5d2b-49b4-b060-a9c861d3acac tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/ee8141f0-4fef-4204-893f-09f85943743f HTTP/1.1" status: 404 len: 337 time: 0.0396655 Mar 29 09:24:07.277918 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51246) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.304539 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 54fee001-ff7a-4163-8a08-08e8ca3fdbee owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:07.306296 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a8198a-c8da-4c0a-8f0d-347ca895bb1c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] DELETE failed (client error): The resource could not be found. Mar 29 09:24:07.306746 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a8198a-c8da-4c0a-8f0d-347ca895bb1c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:07.309760 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-09a8198a-c8da-4c0a-8f0d-347ca895bb1c tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/f210d9dd-f1dc-45dc-bfee-31acaadcd44a HTTP/1.1" status: 404 len: 337 time: 0.0309129 Mar 29 09:24:07.312285 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51248) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.342215 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44815bf6-2052-4363-8284-701bfb45fbf2 None None] DHCP port deletion for 36540b09-ff26-42bd-8c64-bd7718268ca7 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:24:07.345129 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff6274f-095c-4515-b024-74fa2e035552 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] DELETE failed (client error): The resource could not be found. Mar 29 09:24:07.345596 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff6274f-095c-4515-b024-74fa2e035552 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:07.349159 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4ff6274f-095c-4515-b024-74fa2e035552 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/fc110537-103f-4851-a1fd-c126f93fa338 HTTP/1.1" status: 404 len: 337 time: 0.0359657 Mar 29 09:24:07.351756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51250) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.359747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.413057 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a233ae90-ac88-401c-aa0c-9c9863fc33b1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] DELETE failed (client error): The resource could not be found. Mar 29 09:24:07.413426 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a233ae90-ac88-401c-aa0c-9c9863fc33b1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:07.419156 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a233ae90-ac88-401c-aa0c-9c9863fc33b1 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/dc2ceac4-84bb-4754-9890-8bc7f9a601d4 HTTP/1.1" status: 404 len: 337 time: 0.0637734 Mar 29 09:24:07.419324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.420599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51252) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.461707 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f18e839e-8ab0-4e06-bdd6-f42ef2a692ab tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d75647a-5730-4a53-a21d-d12b496d8666 HTTP/1.1" status: 200 len: 205 time: 0.0386686 Mar 29 09:24:07.462067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51254) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.501461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-44815bf6-2052-4363-8284-701bfb45fbf2 None None] Deleting port 54fee001-ff7a-4163-8a08-08e8ca3fdbee {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:07.502237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-44815bf6-2052-4363-8284-701bfb45fbf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.506763 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.509061 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-79b1b74b-2606-450e-8b02-e10561ae11af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] delete failed (client error): The resource could not be found. Mar 29 09:24:07.510257 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-79b1b74b-2606-450e-8b02-e10561ae11af tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/3d75647a-5730-4a53-a21d-d12b496d8666 HTTP/1.1" status: 404 len: 336 time: 0.0473301 Mar 29 09:24:07.513173 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51256) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.530182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.554378 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Deleting port 32e87743-d37c-4615-845a-d0ea728aff0d {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:07.554619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.559315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=54fee001-ff7a-4163-8a08-08e8ca3fdbee,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:07.560389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13bf0489-db93-42c5-b685-e0cef0b5981a', 'name': 'tempest-snat-router-936727670', 'tenant_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.129'}], 'enable_snat': False}, 'gw_port_id': '80ece40b-3088-430f-b95f-fe4e809ba937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:24:00Z', 'updated_at': '2022-03-29T09:24:03Z', 'revision_number': 3, 'project_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'gw_port': {'id': '80ece40b-3088-430f-b95f-fe4e809ba937', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bf0489-db93-42c5-b685-e0cef0b5981a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:24:01Z', 'updated_at': '2022-03-29T09:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:07.571059 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No DVR routers for this DVR port 54fee001-ff7a-4163-8a08-08e8ca3fdbee on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:07.578643 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-636af43f-bfdb-4b5a-b0b3-c5ec2b0e5619 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=f31ec591-5ed9-45ed-9cda-e9239cb589bf HTTP/1.1" status: 200 len: 205 time: 0.0623810 Mar 29 09:24:07.589699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51258) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.598919 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3acc20-218f-486b-8d46-df819623ad9b None None] DHCP port deletion for 8c37aefe-3fc0-4af0-8a52-f0c9111045ea request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:24:07.604733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d8e732-d0ff-4bed-baa5-17bf8df27a89 None None] The sync data for ids ['13bf0489-db93-42c5-b685-e0cef0b5981a'] in dv-neutron-835554-1-hyperv is: [{'id': '13bf0489-db93-42c5-b685-e0cef0b5981a', 'name': 'tempest-snat-router-936727670', 'tenant_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.129'}], 'enable_snat': False}, 'gw_port_id': '80ece40b-3088-430f-b95f-fe4e809ba937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:24:00Z', 'updated_at': '2022-03-29T09:24:03Z', 'revision_number': 3, 'project_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'gw_port': {'id': '80ece40b-3088-430f-b95f-fe4e809ba937', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:fd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13bf0489-db93-42c5-b685-e0cef0b5981a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:24:01Z', 'updated_at': '2022-03-29T09:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:07.607358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-44815bf6-2052-4363-8284-701bfb45fbf2 None None] For port 54fee001-ff7a-4163-8a08-08e8ca3fdbee, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:07.607754 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-44815bf6-2052-4363-8284-701bfb45fbf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.625139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-44815bf6-2052-4363-8284-701bfb45fbf2 None None] Calling delete_port for 54fee001-ff7a-4163-8a08-08e8ca3fdbee owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:07.647861 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.ipam_backend_mixin [None req-44815bf6-2052-4363-8284-701bfb45fbf2 None None] Port 54fee001-ff7a-4163-8a08-08e8ca3fdbee was not found and therefore no delete operation was performed {{(pid=102497) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 09:24:07.651242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-44815bf6-2052-4363-8284-701bfb45fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.664867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:07.666519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:07.673043 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-cee44e63-c430-437c-b79b-b82f240e6a59 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] delete failed (client error): The resource could not be found. Mar 29 09:24:07.674270 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cee44e63-c430-437c-b79b-b82f240e6a59 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/f31ec591-5ed9-45ed-9cda-e9239cb589bf HTTP/1.1" status: 404 len: 336 time: 0.0817022 Mar 29 09:24:07.706502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51260) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.717771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:07.741697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.746355 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a82eeef-78fa-4b6f-bdca-7cdf05df4d90 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] DELETE failed (client error): The resource could not be found. Mar 29 09:24:07.747162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a82eeef-78fa-4b6f-bdca-7cdf05df4d90 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:07.753946 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6a82eeef-78fa-4b6f-bdca-7cdf05df4d90 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/e5345380-b11c-4d4d-bf22-0c7b8ac7f07e HTTP/1.1" status: 404 len: 337 time: 0.0462878 Mar 29 09:24:07.754856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51262) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.801183 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-07f84e28-8ee3-4f70-9e30-bfaa15a6f23a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=47dbf8f5-4398-4320-8fb7-fe50a9b50fab HTTP/1.1" status: 200 len: 205 time: 0.0391662 Mar 29 09:24:07.802080 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51264) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.803863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event updated for resources: {'Port': ['ID=c63e9cb9-a063-45e9-b2d6-13c2afec48f5,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:07.830267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] For port 32e87743-d37c-4615-845a-d0ea728aff0d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=32e87743-d37c-4615-845a-d0ea728aff0d,segment=NetworkSegment(a31f47e1-6fd2-4243-9243-392271d1cf25),segment_id=a31f47e1-6fd2-4243-9243-392271d1cf25)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:07.831705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.857177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36540b09-ff26-42bd-8c64-bd7718268ca7']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:07.860834 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-30c3c2e9-11a0-4d45-bc30-f730a885f17e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] delete failed (client error): The resource could not be found. Mar 29 09:24:07.864618 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-30c3c2e9-11a0-4d45-bc30-f730a885f17e tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/47dbf8f5-4398-4320-8fb7-fe50a9b50fab HTTP/1.1" status: 404 len: 336 time: 0.0583098 Mar 29 09:24:07.865166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51266) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.884506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f9ec0b-0f5a-414b-be97-dc05112c4435') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:07.885052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f9ec0b-0f5a-414b-be97-dc05112c4435') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:07.888080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44815bf6-2052-4363-8284-701bfb45fbf2 None None] Pushing event deleted for resources: {'Port': ['ID=54fee001-ff7a-4163-8a08-08e8ca3fdbee,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:07.895705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 32e87743-d37c-4615-845a-d0ea728aff0d no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:07.898646 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44815bf6-2052-4363-8284-701bfb45fbf2 None None] No DVR routers for this DVR port 54fee001-ff7a-4163-8a08-08e8ca3fdbee on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:07.936577 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1d41c172-6c4e-4c98-a8ee-e0c7057d92b7 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3 HTTP/1.1" status: 200 len: 205 time: 0.0652740 Mar 29 09:24:07.939486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51268) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:07.945613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Calling delete_port for 32e87743-d37c-4615-845a-d0ea728aff0d owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:07.963248 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:07.974228 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6d3acc20-218f-486b-8d46-df819623ad9b None None] Deleting port 32e87743-d37c-4615-845a-d0ea728aff0d {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:07.975494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d3acc20-218f-486b-8d46-df819623ad9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.013817 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.093217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:08.093924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:08.098231 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:08.103073 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-6d3acc20-218f-486b-8d46-df819623ad9b None None] For port 32e87743-d37c-4615-845a-d0ea728aff0d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=32e87743-d37c-4615-845a-d0ea728aff0d,segment=NetworkSegment(a31f47e1-6fd2-4243-9243-392271d1cf25),segment_id=a31f47e1-6fd2-4243-9243-392271d1cf25)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:08.103483 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d3acc20-218f-486b-8d46-df819623ad9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.118692 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-7348d4d4-39e2-43ec-b6a4-cbacf32b96ae tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] delete failed (client error): The resource could not be found. Mar 29 09:24:08.120255 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7348d4d4-39e2-43ec-b6a4-cbacf32b96ae tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/ceac9f59-caa4-4b4f-bc05-23ec6e6da1e3 HTTP/1.1" status: 404 len: 336 time: 0.1722281 Mar 29 09:24:08.120626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6d3acc20-218f-486b-8d46-df819623ad9b None None] Calling delete_port for 32e87743-d37c-4615-845a-d0ea728aff0d owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:08.124129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51270) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:08.206856 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0944253-a223-4d9c-bcf5-2db42914f6eb tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] DELETE failed (client error): The resource could not be found. Mar 29 09:24:08.210487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0944253-a223-4d9c-bcf5-2db42914f6eb tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:08.214366 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d0944253-a223-4d9c-bcf5-2db42914f6eb tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/f589617b-d4e9-4367-9670-b1d16edd0f48 HTTP/1.1" status: 404 len: 337 time: 0.0890577 Mar 29 09:24:08.219034 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51272) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:08.231241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.252204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.285763 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9f72e441-232b-450e-9569-a305c434c763 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a317f5a-d88a-48bb-a697-47287a9cce91 HTTP/1.1" status: 200 len: 205 time: 0.0616462 Mar 29 09:24:08.288154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51274) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:08.289060 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.304347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 09923461-a473-4f1b-86a3-b08daccc9012 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:08.319447 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.333881 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/networks/36540b09-ff26-42bd-8c64-bd7718268ca7 HTTP/1.1" status: 204 len: 168 time: 1.7734520 Mar 29 09:24:08.337228 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 09923461-a473-4f1b-86a3-b08daccc9012 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:08.337588 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 09923461-a473-4f1b-86a3-b08daccc9012 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:08.338006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 54fee001-ff7a-4163-8a08-08e8ca3fdbee no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:08.338570 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51276) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:08.340190 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d3acc20-218f-486b-8d46-df819623ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.344056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=32e87743-d37c-4615-845a-d0ea728aff0d,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:08.355852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] No DVR routers for this DVR port 32e87743-d37c-4615-845a-d0ea728aff0d on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:08.389184 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.410877 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3acc20-218f-486b-8d46-df819623ad9b None None] No DVR routers for this DVR port 32e87743-d37c-4615-845a-d0ea728aff0d on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:08.414310 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 54fee001-ff7a-4163-8a08-08e8ca3fdbee {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:08.414655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 54fee001-ff7a-4163-8a08-08e8ca3fdbee not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:08.416554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3acc20-218f-486b-8d46-df819623ad9b None None] Pushing event deleted for resources: {'Port': ['ID=32e87743-d37c-4615-845a-d0ea728aff0d,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:08.466238 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d597fd4d-8d87-48c0-984a-672e0155ba70 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-92646549'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:08.486893 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffc223-1903-4716-aba4-225aa7481c4f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Network': ['ID=36540b09-ff26-42bd-8c64-bd7718268ca7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:08.490385 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-7a6736ba-f2b3-474f-aa8c-d4e3b9f130e6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] delete failed (client error): The resource could not be found. Mar 29 09:24:08.491460 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7a6736ba-f2b3-474f-aa8c-d4e3b9f130e6 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/8a317f5a-d88a-48bb-a697-47287a9cce91 HTTP/1.1" status: 404 len: 336 time: 0.1995690 Mar 29 09:24:08.495318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51278) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:08.527979 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1872947-2f89-4b41-b38c-6282b1fce3ad tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] DELETE failed (client error): The resource could not be found. Mar 29 09:24:08.528446 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1872947-2f89-4b41-b38c-6282b1fce3ad tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:08.531132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.541587 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f1872947-2f89-4b41-b38c-6282b1fce3ad tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/ae5f419b-6c3a-43bf-8314-2c50f241484d HTTP/1.1" status: 404 len: 337 time: 0.0440273 Mar 29 09:24:08.543026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d597fd4d-8d87-48c0-984a-672e0155ba70 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:08.545931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51280) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:08.548515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d597fd4d-8d87-48c0-984a-672e0155ba70 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.581852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d597fd4d-8d87-48c0-984a-672e0155ba70 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:08.592998 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d597fd4d-8d87-48c0-984a-672e0155ba70 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.593373 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-d597fd4d-8d87-48c0-984a-672e0155ba70 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Added segment fc288632-5783-4d90-b536-9d8a7c4bdbc8 of type vlan for network bf8a8fe3-47c9-4c56-b1f1-1a71793163b1 Mar 29 09:24:08.613092 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c71dd8af-29e5-4015-9175-2a8efc079430 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "GET /v2.0/ports?device_id=99950de0-9b35-485a-9acf-e2238e4ce8a0 HTTP/1.1" status: 200 len: 205 time: 0.0376611 Mar 29 09:24:08.623186 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c37aefe-3fc0-4af0-8a52-f0c9111045ea']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:08.625189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51282) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:08.642744 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31f47e1-6fd2-4243-9243-392271d1cf25') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:08.642977 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d597fd4d-8d87-48c0-984a-672e0155ba70 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.643111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31f47e1-6fd2-4243-9243-392271d1cf25') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:08.670113 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d597fd4d-8d87-48c0-984a-672e0155ba70 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.676800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d597fd4d-8d87-48c0-984a-672e0155ba70 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:08.677030 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d597fd4d-8d87-48c0-984a-672e0155ba70 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.680816 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-f461ee06-7739-4169-b7db-e65de228a735 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] delete failed (client error): The resource could not be found. Mar 29 09:24:08.681877 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f461ee06-7739-4169-b7db-e65de228a735 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/routers/99950de0-9b35-485a-9acf-e2238e4ce8a0 HTTP/1.1" status: 404 len: 336 time: 0.0560672 Mar 29 09:24:08.683668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.685886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51284) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:08.736703 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d597fd4d-8d87-48c0-984a-672e0155ba70 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3169432 Mar 29 09:24:08.739555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.741417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51286) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:08.744836 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eca53bc-5e38-4b25-a435-041c3f0562e8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] DELETE failed (client error): The resource could not be found. Mar 29 09:24:08.745521 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eca53bc-5e38-4b25-a435-041c3f0562e8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:08.748633 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1eca53bc-5e38-4b25-a435-041c3f0562e8 tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/a26b571b-132f-4293-9fa9-ca5eab5aef50 HTTP/1.1" status: 404 len: 337 time: 0.0592401 Mar 29 09:24:08.748779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e08d0825-fd60-4da2-981f-0325269dcc81 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'bf8a8fe3-47c9-4c56-b1f1-1a71793163b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:08.751490 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51288) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:08.766053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:08.766458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:08.777622 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:08.809199 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7830ca39-84c5-4684-93cb-e17d45f7232a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] DELETE failed (client error): The resource could not be found. Mar 29 09:24:08.809669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7830ca39-84c5-4684-93cb-e17d45f7232a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:08.813405 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7830ca39-84c5-4684-93cb-e17d45f7232a tempest-RoutersTest-1022325611 tempest-RoutersTest-1022325611-project] 10.222.0.32 "DELETE /v2.0/subnets/bca6d84a-b228-4565-b184-9bb1171de007 HTTP/1.1" status: 404 len: 337 time: 0.0607800 Mar 29 09:24:08.817692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597fd4d-8d87-48c0-984a-672e0155ba70 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Network': ['ID=bf8a8fe3-47c9-4c56-b1f1-1a71793163b1,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:08.830551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network bf8a8fe3-47c9-4c56-b1f1-1a71793163b1 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:08.932236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.936258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.939692 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8c37aefe-3fc0-4af0-8a52-f0c9111045ea HTTP/1.1" status: 204 len: 168 time: 1.7292075 Mar 29 09:24:08.975743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:08.979741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9653e-a133-4ebd-8166-770298529bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c37aefe-3fc0-4af0-8a52-f0c9111045ea,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:08.984674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08d0825-fd60-4da2-981f-0325269dcc81 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:08.988676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e08d0825-fd60-4da2-981f-0325269dcc81 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:09.078645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51296) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:09.132532 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-88ceffd1-258d-40bd-8561-83d6f6a515f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8af97d3b7c8a40caa5a3275d0644629b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520563 Mar 29 09:24:09.135264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51298) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:09.152260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51300) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:09.203856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-689cebc9-92bb-4dc0-968f-7517a508f566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:09.228127 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-689cebc9-92bb-4dc0-968f-7517a508f566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:09.281944 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-689cebc9-92bb-4dc0-968f-7517a508f566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:09.285381 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-689cebc9-92bb-4dc0-968f-7517a508f566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:09.289105 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-689cebc9-92bb-4dc0-968f-7517a508f566 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d413592-ea72-4236-88d0-12165046d7ad HTTP/1.1" status: 204 len: 168 time: 0.1505017 Mar 29 09:24:09.307742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cebc9-92bb-4dc0-968f-7517a508f566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d413592-ea72-4236-88d0-12165046d7ad,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:09.398296 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5ba60ae4-ae2b-4e4c-8039-488b733498b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=093cf3a9abac4682b18fe899f669f6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442670 Mar 29 09:24:09.399088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51306) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:09.454781 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0e2837d-8f54-4585-acf4-2049346128c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:09.481679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0e2837d-8f54-4585-acf4-2049346128c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:09.545192 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0e2837d-8f54-4585-acf4-2049346128c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:09.548150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0e2837d-8f54-4585-acf4-2049346128c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:09.551795 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a0e2837d-8f54-4585-acf4-2049346128c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/646c23b9-a612-4a1d-bfbb-33bc9ea1b9e4 HTTP/1.1" status: 204 len: 168 time: 0.1494696 Mar 29 09:24:09.562861 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2837d-8f54-4585-acf4-2049346128c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646c23b9-a612-4a1d-bfbb-33bc9ea1b9e4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:09.587917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Router 71720c9d-356e-4ac7-a845-a6d9d23155e5 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:24:09.614998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e08d0825-fd60-4da2-981f-0325269dcc81 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:09.814259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d0825-fd60-4da2-981f-0325269dcc81 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Subnet': ['ID=898ae629-30dd-4fdc-a45e-e344ae181aec,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:09.847091 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2b8233b9-8cc5-4372-a839-d01f224b98c9 req-c71d0641-42e7-481b-8d41-c96e4b2c5ebf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1586065 Mar 29 09:24:09.851034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:09.857916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d0825-fd60-4da2-981f-0325269dcc81 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Checking segment: {'id': 'fc288632-5783-4d90-b536-9d8a7c4bdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'bf8a8fe3-47c9-4c56-b1f1-1a71793163b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:09.859426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08d0825-fd60-4da2-981f-0325269dcc81 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network hostable DHCP agents. Network: bf8a8fe3-47c9-4c56-b1f1-1a71793163b1, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:09.864272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Sync routers for ids ['71720c9d-356e-4ac7-a845-a6d9d23155e5'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:09.887334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:09.891356 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51324) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:09.892020 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b0ab3c3f-e079-4613-b024-87a595bf0f08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7354915 Mar 29 09:24:09.903508 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Routers {'71720c9d-356e-4ac7-a845-a6d9d23155e5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:09.904198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['71720c9d-356e-4ac7-a845-a6d9d23155e5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:09.907169 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08d0825-fd60-4da2-981f-0325269dcc81 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network bf8a8fe3-47c9-4c56-b1f1-1a71793163b1 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:09.967424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-e08d0825-fd60-4da2-981f-0325269dcc81 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, bf8a8fe3-47c9-4c56-b1f1-1a71793163b1) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:09.977199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08d0825-fd60-4da2-981f-0325269dcc81 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:09.977874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e08d0825-fd60-4da2-981f-0325269dcc81 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:09.999808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 80ece40b-3088-430f-b95f-fe4e809ba937 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:10.030096 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea31bc-549f-4a8f-9a38-54835c80b6d5 None None] Network bf8a8fe3-47c9-4c56-b1f1-1a71793163b1 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:10.040745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8233b9-8cc5-4372-a839-d01f224b98c9 req-8ac46243-0d4f-4467-9dbc-36578c1be321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:10.042317 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2b8233b9-8cc5-4372-a839-d01f224b98c9 req-8ac46243-0d4f-4467-9dbc-36578c1be321 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad1136bea844c2cac896fa880fb7c8f&device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 1098 time: 0.1323433 Mar 29 09:24:10.046298 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e08d0825-fd60-4da2-981f-0325269dcc81 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3017070 Mar 29 09:24:10.048831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51334) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:10.054340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': 'bf8a8fe3-47c9-4c56-b1f1-1a71793163b1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-609911885'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:10.147514 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4b32cbe2-8e5d-4f59-b158-85f2c5446a35 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/routers/71720c9d-356e-4ac7-a845-a6d9d23155e5 HTTP/1.1" status: 200 len: 907 time: 0.2549140 Mar 29 09:24:10.148140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51340) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:10.203543 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Set router 71720c9d-356e-4ac7-a845-a6d9d23155e5 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:24:10.293303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8233b9-8cc5-4372-a839-d01f224b98c9 req-ba51e05e-c207-42d6-8451-2f517c0312fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:10.294289 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2b8233b9-8cc5-4372-a839-d01f224b98c9 req-ba51e05e-c207-42d6-8451-2f517c0312fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=316ecf02-2ead-4982-8664-cb147673895e HTTP/1.1" status: 200 len: 898 time: 0.2194679 Mar 29 09:24:10.306025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:10.311684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:10.317969 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:10.380677 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port 540c2c20-7095-498e-8564-9f11d70c8fc9 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:10.468478 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2b8233b9-8cc5-4372-a839-d01f224b98c9 req-14c2e212-d964-412c-b119-c2b48ef18a25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 HTTP/1.1" status: 200 len: 1000 time: 0.1532764 Mar 29 09:24:10.484647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51348) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:10.535743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bf8a8fe3-47c9-4c56-b1f1-1a71793163b1', 'network_id': 'bf8a8fe3-47c9-4c56-b1f1-1a71793163b1', 'tenant_id': '42def34a06ed4f0aa357c9e4448b63d7', 'fixed_ips': [{'subnet_id': '898ae629-30dd-4fdc-a45e-e344ae181aec'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:10.537348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:10.578894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8233b9-8cc5-4372-a839-d01f224b98c9 req-74f34851-c0d7-430f-b0c3-fc3162c5c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:10.580411 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2b8233b9-8cc5-4372-a839-d01f224b98c9 req-74f34851-c0d7-430f-b0c3-fc3162c5c03d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a7e1eb6-5b0b-46a7-a76f-959ab87035e2 HTTP/1.1" status: 200 len: 835 time: 0.1026547 Mar 29 09:24:10.651579 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8::3b6 (bf8a8fe3-47c9-4c56-b1f1-1a71793163b1/898ae629-30dd-4fdc-a45e-e344ae181aec/540c2c20-7095-498e-8564-9f11d70c8fc9) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:10.673326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 80ece40b-3088-430f-b95f-fe4e809ba937 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:10.674185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:10.692783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8233b9-8cc5-4372-a839-d01f224b98c9 req-35f9e845-6b5d-4857-86fc-6a44980e2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:10.702763 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2b8233b9-8cc5-4372-a839-d01f224b98c9 req-35f9e845-6b5d-4857-86fc-6a44980e2146 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=316ecf02-2ead-4982-8664-cb147673895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1147311 Mar 29 09:24:10.733075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71720c9d-356e-4ac7-a845-a6d9d23155e5', 'name': 'tempest-snat-router-936727670', 'tenant_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.105'}], 'enable_snat': True}, 'gw_port_id': 'c63e9cb9-a063-45e9-b2d6-13c2afec48f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:24:05Z', 'updated_at': '2022-03-29T09:24:08Z', 'revision_number': 3, 'project_id': '8b3264a5619a4324b1dd2acccdcb1ed9', 'gw_port': {'id': 'c63e9cb9-a063-45e9-b2d6-13c2afec48f5', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71720c9d-356e-4ac7-a845-a6d9d23155e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:24:06Z', 'updated_at': '2022-03-29T09:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:10.768883 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Checking router: 71720c9d-356e-4ac7-a845-a6d9d23155e5 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:24:10.769551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Updating router 71720c9d-356e-4ac7-a845-a6d9d23155e5 port c63e9cb9-a063-45e9-b2d6-13c2afec48f5 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:24:10.803089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:10.841885 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51356) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:10.875840 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:10.895627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-456337102'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:10.935853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-457963401-network', 'tenant_id': 'aee5a6b407584b7aab9d0cc445e268a5'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:10.965890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 80ece40b-3088-430f-b95f-fe4e809ba937, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=80ece40b-3088-430f-b95f-fe4e809ba937,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:10.967005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:10.970068 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Made reservation on behalf of 07764783badc4ea9a942b96a2c5864c1 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:10.973202 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Made reservation on behalf of aee5a6b407584b7aab9d0cc445e268a5 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:10.974621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:10.975761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:10.977947 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2b8233b9-8cc5-4372-a839-d01f224b98c9 req-b28ae2c5-da37-471f-bc7a-e1dd0fcd5493 service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626333 Mar 29 09:24:10.981764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:10.987871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:10.995276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.005909 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.071482 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Deleting port c63e9cb9-a063-45e9-b2d6-13c2afec48f5 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:11.071839 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.080394 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=80ece40b-3088-430f-b95f-fe4e809ba937,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:11.148964 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2b8233b9-8cc5-4372-a839-d01f224b98c9 req-85d7ca07-8230-4d25-814e-61dcfaf2a4d0 service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623881 Mar 29 09:24:11.153512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.167019 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.191008 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.197104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.208219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network bf8a8fe3-47c9-4c56-b1f1-1a71793163b1 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:11.216059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:11.220225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Allocated IP 2001:db8::2 (bf8a8fe3-47c9-4c56-b1f1-1a71793163b1/898ae629-30dd-4fdc-a45e-e344ae181aec/0b4ba5ae-e4be-4cc7-8972-96deeddae7b1) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:11.226313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:11.230066 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:11.232031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:11.232170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Calling delete_port for c63e9cb9-a063-45e9-b2d6-13c2afec48f5 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:11.232706 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.252255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=540c2c20-7095-498e-8564-9f11d70c8fc9,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:11.258577 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.258577 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Added segment 079d118d-b57e-4068-a9e5-fda53b715c39 of type vlan for network da82d812-71d7-406b-b98e-73ab2aa1aa2c Mar 29 09:24:11.259921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df924bde-1197-4f92-aad4-53118d910485,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:11.260888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.274294 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c6f6df4d-a59d-4af9-887a-85e83cc40e8e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2218907 Mar 29 09:24:11.274294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.275519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51360) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:11.302075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.305678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2d9621-01d7-4a98-be06-70d1e28ba46e,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:11.314232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:11.325141 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.325963 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Added segment dfebd766-7144-4a8f-b54f-f1064640c62d of type vlan for network b2efccbd-e580-4308-8400-a60992a17255 Mar 29 09:24:11.341657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.381275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.381727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.420439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.421254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877a96a-a681-4e8f-ae1d-a39ee60a7f95 None None] Pushing event updated for resources: {'Port': ['ID=c63e9cb9-a063-45e9-b2d6-13c2afec48f5,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:11.429137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Attempting to bind port c63e9cb9-a063-45e9-b2d6-13c2afec48f5 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:11.429502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Attempting to bind port c63e9cb9-a063-45e9-b2d6-13c2afec48f5 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:11.430037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Attempting to bind port c63e9cb9-a063-45e9-b2d6-13c2afec48f5 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:11.431526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:11.432573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.439314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:11.439314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:11.439314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.440404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:11.440597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Bound port: c63e9cb9-a063-45e9-b2d6-13c2afec48f5, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:11.440956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.494682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.496217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:11.496217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.507671 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0112751 Mar 29 09:24:11.510625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51362) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:11.517882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2fc17551-56c7-43c4-8165-83f1ad83b809 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Request body: {'subnet': {'network_id': 'b2efccbd-e580-4308-8400-a60992a17255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:11.533605 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.553990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] For port c63e9cb9-a063-45e9-b2d6-13c2afec48f5, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:11.560291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] For port c63e9cb9-a063-45e9-b2d6-13c2afec48f5, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c63e9cb9-a063-45e9-b2d6-13c2afec48f5,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:11.562600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.575472 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.592024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04440139-1da2-468f-841f-985d60afd177 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event updated for resources: {'Network': ['ID=b2efccbd-e580-4308-8400-a60992a17255,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:11.597352 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7543743 Mar 29 09:24:11.603210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51364) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:11.614432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e53471d0-9ac8-45bc-af77-0006dc8f630e admin admin] Request body: {'subnet': {'network_id': 'da82d812-71d7-406b-b98e-73ab2aa1aa2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-457963401-subnet', 'tenant_id': 'aee5a6b407584b7aab9d0cc445e268a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:11.626682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network b2efccbd-e580-4308-8400-a60992a17255 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:11.635939 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-173679b6-782c-4109-ac4a-c5be935bcc0b tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 540c2c20-7095-498e-8564-9f11d70c8fc9 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:11.636258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-173679b6-782c-4109-ac4a-c5be935bcc0b tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.651055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Network bf8a8fe3-47c9-4c56-b1f1-1a71793163b1 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:11.657954 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a9268-8afc-450d-b151-6d410e2f46b1 admin admin] Pushing event updated for resources: {'Network': ['ID=da82d812-71d7-406b-b98e-73ab2aa1aa2c,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:11.666144 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:11.674627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:11.708677 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53471d0-9ac8-45bc-af77-0006dc8f630e admin admin] Made reservation on behalf of aee5a6b407584b7aab9d0cc445e268a5 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:11.711274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e53471d0-9ac8-45bc-af77-0006dc8f630e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.724178 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Pushing event updated for resources: {'Port': ['ID=0b4ba5ae-e4be-4cc7-8972-96deeddae7b1,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:11.747398 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network da82d812-71d7-406b-b98e-73ab2aa1aa2c details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:11.758245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.778880 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-173679b6-782c-4109-ac4a-c5be935bcc0b tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.780685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc17551-56c7-43c4-8165-83f1ad83b809 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Made reservation on behalf of 07764783badc4ea9a942b96a2c5864c1 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:11.784860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2fc17551-56c7-43c4-8165-83f1ad83b809 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:11.805731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event deleted for resources: {'Port': ['ID=c63e9cb9-a063-45e9-b2d6-13c2afec48f5,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:11.816832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-173679b6-782c-4109-ac4a-c5be935bcc0b tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 540c2c20-7095-498e-8564-9f11d70c8fc9 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:11.932825 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.038484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.041643 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.087703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 80ece40b-3088-430f-b95f-fe4e809ba937 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:12.099534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2fc17551-56c7-43c4-8165-83f1ad83b809 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.102447 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877a96a-a681-4e8f-ae1d-a39ee60a7f95 None None] Pushing event deleted for resources: {'Port': ['ID=c63e9cb9-a063-45e9-b2d6-13c2afec48f5,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:12.110121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e53471d0-9ac8-45bc-af77-0006dc8f630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.114201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.114299 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71720c9d-356e-4ac7-a845-a6d9d23155e5 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:12.118874 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.122543 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b7e07a06-6c5e-424f-80b5-f8861e97bf7c tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "DELETE /v2.0/routers/71720c9d-356e-4ac7-a845-a6d9d23155e5 HTTP/1.1" status: 204 len: 168 time: 1.9729426 Mar 29 09:24:12.125438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51366) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:12.185613 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] Routers {'71720c9d-356e-4ac7-a845-a6d9d23155e5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:12.186400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['71720c9d-356e-4ac7-a845-a6d9d23155e5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:12.190579 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc17551-56c7-43c4-8165-83f1ad83b809 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event updated for resources: {'Subnet': ['ID=d0ce351c-01c2-4160-9d0b-a211253bee34,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:12.202572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc17551-56c7-43c4-8165-83f1ad83b809 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Checking segment: {'id': 'dfebd766-7144-4a8f-b54f-f1064640c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b2efccbd-e580-4308-8400-a60992a17255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:12.202965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc17551-56c7-43c4-8165-83f1ad83b809 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Network hostable DHCP agents. Network: b2efccbd-e580-4308-8400-a60992a17255, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:12.234843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-173679b6-782c-4109-ac4a-c5be935bcc0b tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.264100 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53471d0-9ac8-45bc-af77-0006dc8f630e admin admin] Pushing event updated for resources: {'Subnet': ['ID=20775d95-8113-4ca5-a6c3-27cdf046081e,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:12.267692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc17551-56c7-43c4-8165-83f1ad83b809 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Network b2efccbd-e580-4308-8400-a60992a17255 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:12.271254 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173679b6-782c-4109-ac4a-c5be935bcc0b tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=540c2c20-7095-498e-8564-9f11d70c8fc9,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:12.277032 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53471d0-9ac8-45bc-af77-0006dc8f630e admin admin] Checking segment: {'id': '079d118d-b57e-4068-a9e5-fda53b715c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'da82d812-71d7-406b-b98e-73ab2aa1aa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:12.277402 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53471d0-9ac8-45bc-af77-0006dc8f630e admin admin] Network hostable DHCP agents. Network: da82d812-71d7-406b-b98e-73ab2aa1aa2c, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:12.290686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-2fc17551-56c7-43c4-8165-83f1ad83b809 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, b2efccbd-e580-4308-8400-a60992a17255) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:12.299927 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc17551-56c7-43c4-8165-83f1ad83b809 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:12.301284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2fc17551-56c7-43c4-8165-83f1ad83b809 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.303742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.310642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-173679b6-782c-4109-ac4a-c5be935bcc0b tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.317220 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-173679b6-782c-4109-ac4a-c5be935bcc0b tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/540c2c20-7095-498e-8564-9f11d70c8fc9 HTTP/1.1" status: 204 len: 168 time: 1.0411673 Mar 29 09:24:12.330458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51368) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:12.331275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe1ee7-c5a8-4eeb-81a2-1e5cf5a24487 None None] Network b2efccbd-e580-4308-8400-a60992a17255 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:12.333868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:12.335111 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b23972-2394-490d-91db-59f8e0f3759f None None] The sync data for ids ['71720c9d-356e-4ac7-a845-a6d9d23155e5'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:12.369398 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2fc17551-56c7-43c4-8165-83f1ad83b809 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8549550 Mar 29 09:24:12.369398 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-54df1b43-8972-453e-9428-f967a49c01eb tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:12.372666 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-54df1b43-8972-453e-9428-f967a49c01eb tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/540c2c20-7095-498e-8564-9f11d70c8fc9 HTTP/1.1" status: 404 len: 333 time: 0.0364492 Mar 29 09:24:12.372762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51370) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:12.372844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53471d0-9ac8-45bc-af77-0006dc8f630e admin admin] Network da82d812-71d7-406b-b98e-73ab2aa1aa2c is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:12.372922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51372) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:12.378859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-e53471d0-9ac8-45bc-af77-0006dc8f630e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, da82d812-71d7-406b-b98e-73ab2aa1aa2c) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:12.380149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Request body: {'port': {'network_id': 'b2efccbd-e580-4308-8400-a60992a17255', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1698801519'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:12.383814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53471d0-9ac8-45bc-af77-0006dc8f630e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:12.384817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e53471d0-9ac8-45bc-af77-0006dc8f630e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.385797 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Attempting to bind port 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:12.386390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Attempting to bind port 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fc288632-5783-4d90-b536-9d8a7c4bdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'bf8a8fe3-47c9-4c56-b1f1-1a71793163b1'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:12.386971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Attempting to bind port 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 on network bf8a8fe3-47c9-4c56-b1f1-1a71793163b1 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:12.396412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ba50b7-bb30-45df-bcd6-6b04c5d883cc None None] Network da82d812-71d7-406b-b98e-73ab2aa1aa2c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:12.402640 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e53471d0-9ac8-45bc-af77-0006dc8f630e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7945380 Mar 29 09:24:12.456874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:12.457851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Checking segment: {'id': 'fc288632-5783-4d90-b536-9d8a7c4bdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'bf8a8fe3-47c9-4c56-b1f1-1a71793163b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:12.458131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.458755 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Bound using segment: {'id': 'fc288632-5783-4d90-b536-9d8a7c4bdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'bf8a8fe3-47c9-4c56-b1f1-1a71793163b1'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:12.460178 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Bound port: 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc288632-5783-4d90-b536-9d8a7c4bdbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'bf8a8fe3-47c9-4c56-b1f1-1a71793163b1'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:12.460455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.536738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d323b3-a09d-49db-b582-1bbc8db343b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting subnet 898ae629-30dd-4fdc-a45e-e344ae181aec {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:12.550713 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67d323b3-a09d-49db-b582-1bbc8db343b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.621717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67d323b3-a09d-49db-b582-1bbc8db343b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.624715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.674948 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Made reservation on behalf of 07764783badc4ea9a942b96a2c5864c1 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:12.678447 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.679478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 80ece40b-3088-430f-b95f-fe4e809ba937 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:12.679849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.758900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] device_id is not set on port f5645c2d-347a-44aa-a253-e19c4772697e yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:12.807159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] For port 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:12.855499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] For port 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0b4ba5ae-e4be-4cc7-8972-96deeddae7b1,segment=NetworkSegment(fc288632-5783-4d90-b536-9d8a7c4bdbc8),segment_id=fc288632-5783-4d90-b536-9d8a7c4bdbc8)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:12.858187 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Deleting port 80ece40b-3088-430f-b95f-fe4e809ba937 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:12.859368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.859627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee7c847-f375-43fe-94da-178ac45f8366 None None] Network da82d812-71d7-406b-b98e-73ab2aa1aa2c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:12.868240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.876182 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67d323b3-a09d-49db-b582-1bbc8db343b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:12.898802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-b2efccbd-e580-4308-8400-a60992a17255', 'network_id': 'b2efccbd-e580-4308-8400-a60992a17255', 'tenant_id': '07764783badc4ea9a942b96a2c5864c1', 'fixed_ips': [{'subnet_id': 'd0ce351c-01c2-4160-9d0b-a211253bee34'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:12.899809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.038496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51388) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:13.049822 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1381767737-network', 'tenant_id': '6c5d8324f3214a8faa73a5939c375709'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:13.082512 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa3d82-1f3a-408a-9641-f73e540f1bb7 None None] Pushing event updated for resources: {'Port': ['ID=0b4ba5ae-e4be-4cc7-8972-96deeddae7b1,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:13.100892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Made reservation on behalf of 6c5d8324f3214a8faa73a5939c375709 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:13.103631 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Allocated IP 2001:db8::6 (b2efccbd-e580-4308-8400-a60992a17255/d0ce351c-01c2-4160-9d0b-a211253bee34/f5645c2d-347a-44aa-a253-e19c4772697e) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:13.105826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.119883 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.120104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67d323b3-a09d-49db-b582-1bbc8db343b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.180746 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d323b3-a09d-49db-b582-1bbc8db343b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Subnet': ['ID=898ae629-30dd-4fdc-a45e-e344ae181aec,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:13.192891 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] For port 80ece40b-3088-430f-b95f-fe4e809ba937, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=80ece40b-3088-430f-b95f-fe4e809ba937,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:13.193560 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.196554 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67d323b3-a09d-49db-b582-1bbc8db343b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.200194 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-67d323b3-a09d-49db-b582-1bbc8db343b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/898ae629-30dd-4fdc-a45e-e344ae181aec HTTP/1.1" status: 204 len: 168 time: 0.8267796 Mar 29 09:24:13.205130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51390) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:13.224938 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Calling delete_port for 80ece40b-3088-430f-b95f-fe4e809ba937 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:13.361497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.372415 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.381094 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.428554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:13.461502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f2a414-97c6-4382-b678-f0e4cb393db4,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:13.467022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.467374 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Added segment 37a6b86c-35be-4632-a354-0f5949ea73a3 of type vlan for network 0060dfaa-a616-4444-9d2c-a1afb7801366 Mar 29 09:24:13.481701 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.515042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.536703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:13.537668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.565972 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.567034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:13.567731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.567985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.570907 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.617887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event deleted for resources: {'Port': ['ID=80ece40b-3088-430f-b95f-fe4e809ba937,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:13.653510 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Allocated IP 2001:db8::2 (b2efccbd-e580-4308-8400-a60992a17255/d0ce351c-01c2-4160-9d0b-a211253bee34/e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:13.674727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] For port 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0b4ba5ae-e4be-4cc7-8972-96deeddae7b1,segment=NetworkSegment(fc288632-5783-4d90-b536-9d8a7c4bdbc8),segment_id=fc288632-5783-4d90-b536-9d8a7c4bdbc8)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:13.675240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.682547 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Network b2efccbd-e580-4308-8400-a60992a17255 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:13.702036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.709137 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:13.716761 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6759605 Mar 29 09:24:13.719668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51392) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:13.719983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:13.720300 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261e4a5-9250-4465-a47f-0f88c844b6ef admin admin] Pushing event updated for resources: {'Network': ['ID=0060dfaa-a616-4444-9d2c-a1afb7801366,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:13.733082 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:13.733820 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.741373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-bff229db-48c7-4c7e-b0af-ddb2f5b77f40 admin admin] Request body: {'subnet': {'network_id': '0060dfaa-a616-4444-9d2c-a1afb7801366', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1381767737-subnet', 'tenant_id': '6c5d8324f3214a8faa73a5939c375709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:13.744074 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 0060dfaa-a616-4444-9d2c-a1afb7801366 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:13.745396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:13.837062 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff229db-48c7-4c7e-b0af-ddb2f5b77f40 admin admin] Made reservation on behalf of 6c5d8324f3214a8faa73a5939c375709 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:13.840181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bff229db-48c7-4c7e-b0af-ddb2f5b77f40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.935230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.938816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.942540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:13.956130 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5840676 Mar 29 09:24:13.963130 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51394) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:13.971790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=0b4ba5ae-e4be-4cc7-8972-96deeddae7b1,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:13.977625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No DVR routers for this DVR port 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:14.021215 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Request body: {'port': {'network_id': 'b2efccbd-e580-4308-8400-a60992a17255', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-988723880', 'allowed_address_pairs': [{'ip_address': '2001:db8::6', 'mac_address': 'fa:16:3e:50:77:23'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:14.095982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:14.103050 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4faf9-3ebe-4072-8059-e53b6112f307 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event updated for resources: {'Port': ['ID=f5645c2d-347a-44aa-a253-e19c4772697e,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:14.103910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.134116 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:14.135033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 29 09:24:14.140423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.161267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Port 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 not found, will not notify nova. {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 29 09:24:14.167148 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.167324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8a8fe3-47c9-4c56-b1f1-1a71793163b1']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:14.167700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13bf0489-db93-42c5-b685-e0cef0b5981a {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:14.169833 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.174365 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.181295 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-509ed7ed-b3b0-46a2-8d0e-db17ab827b8f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "DELETE /v2.0/routers/13bf0489-db93-42c5-b685-e0cef0b5981a HTTP/1.1" status: 204 len: 168 time: 2.0490899 Mar 29 09:24:14.181635 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51396) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:14.192879 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-397429706', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:14.204166 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc288632-5783-4d90-b536-9d8a7c4bdbc8') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:14.204468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc288632-5783-4d90-b536-9d8a7c4bdbc8') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:14.224000 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.224929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.225057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.234658 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Made reservation on behalf of 07764783badc4ea9a942b96a2c5864c1 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:14.240671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bff229db-48c7-4c7e-b0af-ddb2f5b77f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.246304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Network b2efccbd-e580-4308-8400-a60992a17255 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:14.249722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.254589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:14.257679 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:14.302629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:14.303046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:14.306267 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:14.315234 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Pushing event updated for resources: {'Port': ['ID=e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:14.381197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff229db-48c7-4c7e-b0af-ddb2f5b77f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3658966-734b-4564-a9aa-5fe62bb10b4a,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:14.389436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.412225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Attempting to bind port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:14.412856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Attempting to bind port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'dfebd766-7144-4a8f-b54f-f1064640c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b2efccbd-e580-4308-8400-a60992a17255'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:14.413467 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Attempting to bind port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 on network b2efccbd-e580-4308-8400-a60992a17255 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:14.415676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff229db-48c7-4c7e-b0af-ddb2f5b77f40 admin admin] Checking segment: {'id': '37a6b86c-35be-4632-a354-0f5949ea73a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0060dfaa-a616-4444-9d2c-a1afb7801366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:14.416379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff229db-48c7-4c7e-b0af-ddb2f5b77f40 admin admin] Network hostable DHCP agents. Network: 0060dfaa-a616-4444-9d2c-a1afb7801366, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:14.421117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:14.421341 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.422026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Checking segment: {'id': 'dfebd766-7144-4a8f-b54f-f1064640c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b2efccbd-e580-4308-8400-a60992a17255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:14.423322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.423896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Bound using segment: {'id': 'dfebd766-7144-4a8f-b54f-f1064640c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b2efccbd-e580-4308-8400-a60992a17255'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:14.424647 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Bound port: e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfebd766-7144-4a8f-b54f-f1064640c62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b2efccbd-e580-4308-8400-a60992a17255'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:14.425005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.426483 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] device_id is not set on port ee24eb38-1015-4da0-9d48-7b7fad7c35f4 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:14.436146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.467192 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/networks/bf8a8fe3-47c9-4c56-b1f1-1a71793163b1 HTTP/1.1" status: 204 len: 168 time: 1.2519767 Mar 29 09:24:14.471793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51398) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:14.497242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'name': 'tempest-PortsIpV6TestJSON-2071217310'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:14.508948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c39862-b7f2-4c85-8978-614a8cde3827 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Network': ['ID=bf8a8fe3-47c9-4c56-b1f1-1a71793163b1,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:14.523111 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.538332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] For port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:14.542981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] For port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3,segment=NetworkSegment(dfebd766-7144-4a8f-b54f-f1064640c62d),segment_id=dfebd766-7144-4a8f-b54f-f1064640c62d)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:14.550873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.620239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb8de3-594e-4f47-b5d9-deda1750b6db None None] Pushing event updated for resources: {'Port': ['ID=e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:14.631434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff229db-48c7-4c7e-b0af-ddb2f5b77f40 admin admin] Network 0060dfaa-a616-4444-9d2c-a1afb7801366 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:14.656627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-bff229db-48c7-4c7e-b0af-ddb2f5b77f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 0060dfaa-a616-4444-9d2c-a1afb7801366) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:14.666082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff229db-48c7-4c7e-b0af-ddb2f5b77f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:14.666935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bff229db-48c7-4c7e-b0af-ddb2f5b77f40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.669586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1c10e525-b38c-4391-a8af-fc546ed499d3 None None] Could not find standard attr ID for object 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:24:14.676708 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef56d04-d2fb-4d17-bcfa-8bfd98761fb1 None None] Network 0060dfaa-a616-4444-9d2c-a1afb7801366 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:14.713466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bff229db-48c7-4c7e-b0af-ddb2f5b77f40 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9770076 Mar 29 09:24:14.732439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:14.737431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:14.798159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port a0dd60de-03e8-4920-bd73-6f710368ec40 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:14.816896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d435d952-e5bb-4225-a0cf-081cf6db6114 None None] DHCP port deletion for bf8a8fe3-47c9-4c56-b1f1-1a71793163b1 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:24:14.879703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9547b8b3-2aa2-4f20-afc1-7c09238fada8 None None] Network bf8a8fe3-47c9-4c56-b1f1-1a71793163b1 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:14.916316 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9547b8b3-2aa2-4f20-afc1-7c09238fada8 None None] Network bf8a8fe3-47c9-4c56-b1f1-1a71793163b1 could not be found, it might have been deleted concurrently. {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 09:24:15.014159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401329f-16e9-48f0-a84b-96e0904272a7 None None] Network 0060dfaa-a616-4444-9d2c-a1afb7801366 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:15.176049 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:15.232969 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:15.243019 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Allocated IP 2001:db8::33e (b2efccbd-e580-4308-8400-a60992a17255/d0ce351c-01c2-4160-9d0b-a211253bee34/ee24eb38-1015-4da0-9d48-7b7fad7c35f4) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:15.287983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:15.299669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:15.304484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:15.310834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:15.322003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:15.322982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:15.348335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=a0dd60de-03e8-4920-bd73-6f710368ec40,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:15.361773 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-051d3985-0bf7-4f0e-a1ed-3c4d8ea5945e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8875389 Mar 29 09:24:15.364457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51416) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:15.510288 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:15.542324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-956f4682-f707-49bb-a28d-2e2c037ac9ee tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:15.543866 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-956f4682-f707-49bb-a28d-2e2c037ac9ee tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/networks?id=da82d812-71d7-406b-b98e-73ab2aa1aa2c HTTP/1.1" status: 200 len: 811 time: 0.1675189 Mar 29 09:24:15.546060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4a71cc83-5c0e-4938-a70a-fbb28d7e1df2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port a0dd60de-03e8-4920-bd73-6f710368ec40 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:15.546432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4a71cc83-5c0e-4938-a70a-fbb28d7e1df2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:15.630676 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:15.654813 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:15.657264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:15.758854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Network b2efccbd-e580-4308-8400-a60992a17255 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:15.768579 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:15.771019 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:15.777542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:15.778278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:15.795499 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event updated for resources: {'Port': ['ID=ee24eb38-1015-4da0-9d48-7b7fad7c35f4,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:15.828399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:15.828769 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:15.829119 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:15.829464 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:15.829837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:15.830178 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:15.831039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:15.831377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:15.831713 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:15.832047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:15.832382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:15.832715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:15.845794 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b5005cc8-b162-408c-a970-e1c4950adb57 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8785629 Mar 29 09:24:15.853683 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51418) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:15.913274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Allocated IP 172.26.1.120 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/61fc23f3-5c1b-4871-882b-5c4848c14d6c) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:15.913982 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-3945fb0c-281e-4795-81ce-7cda13a843de tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/quotas/aee5a6b407584b7aab9d0cc445e268a5 HTTP/1.1" status: 200 len: 375 time: 0.0379493 Mar 29 09:24:15.973264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e739b04-c701-4a62-89d7-c8d98154fd84 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:15.979792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e739b04-c701-4a62-89d7-c8d98154fd84 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:15.986797 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e739b04-c701-4a62-89d7-c8d98154fd84 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:15.991159 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3e739b04-c701-4a62-89d7-c8d98154fd84 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.1336534 Mar 29 09:24:15.991567 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51420) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:16.021933 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:16.044521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4a71cc83-5c0e-4938-a70a-fbb28d7e1df2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:16.065478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4a71cc83-5c0e-4938-a70a-fbb28d7e1df2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for a0dd60de-03e8-4920-bd73-6f710368ec40 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:16.076928 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-f1c49705-bc36-47c6-9651-6374b71653d3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aee5a6b407584b7aab9d0cc445e268a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893996 Mar 29 09:24:16.109037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed719e54-4bea-4caf-8dec-8aca275106a1 None None] Network b2efccbd-e580-4308-8400-a60992a17255 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:16.172400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:16.183341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e7a13e0d-ef2b-4100-9dde-3ea6898ddb15 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Deleting port ee24eb38-1015-4da0-9d48-7b7fad7c35f4 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:16.183745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e7a13e0d-ef2b-4100-9dde-3ea6898ddb15 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:16.219051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:16.219440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:16.253094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-daee37dc-a373-4bc5-8906-f9347d2bbba5 None None] Provisioning complete for port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:16.253094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-daee37dc-a373-4bc5-8906-f9347d2bbba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:16.289669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:16.302731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4a71cc83-5c0e-4938-a70a-fbb28d7e1df2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:16.321924 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-8a3e8e5c-2fcc-4e34-82ec-9a33fd102716 service neutron] 10.222.0.32 "GET /v2.0/networks/da82d812-71d7-406b-b98e-73ab2aa1aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768732 Mar 29 09:24:16.335820 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e7a13e0d-ef2b-4100-9dde-3ea6898ddb15 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:16.356210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:16.362228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e7a13e0d-ef2b-4100-9dde-3ea6898ddb15 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Calling delete_port for ee24eb38-1015-4da0-9d48-7b7fad7c35f4 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:16.364773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71cc83-5c0e-4938-a70a-fbb28d7e1df2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=a0dd60de-03e8-4920-bd73-6f710368ec40,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:16.365007 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:16.372217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4a71cc83-5c0e-4938-a70a-fbb28d7e1df2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:16.375204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:16.377983 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4a71cc83-5c0e-4938-a70a-fbb28d7e1df2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/a0dd60de-03e8-4920-bd73-6f710368ec40 HTTP/1.1" status: 204 len: 168 time: 1.0120640 Mar 29 09:24:16.387295 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51422) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:16.397362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'mac_address': 'fa:16:3e:8c:5e:fc', 'name': 'tempest-PortsIpV6TestJSON-1655809914'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:16.429598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Pushing event updated for resources: {'Port': ['ID=61fc23f3-5c1b-4871-882b-5c4848c14d6c,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:16.458603 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:16.479791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-daee37dc-a373-4bc5-8906-f9347d2bbba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:16.490222 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-96762a72-599a-4e7a-aa6d-313eaee1f484 service neutron] 10.222.0.32 "GET /v2.0/networks/da82d812-71d7-406b-b98e-73ab2aa1aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369176 Mar 29 09:24:16.521282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3,segment=NetworkSegment(dfebd766-7144-4a8f-b54f-f1064640c62d),segment_id=dfebd766-7144-4a8f-b54f-f1064640c62d)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:16.529207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:16.605254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-daee37dc-a373-4bc5-8906-f9347d2bbba5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:24:16.605678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-daee37dc-a373-4bc5-8906-f9347d2bbba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:24:16.621625 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:16.634381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:16.636059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:16.638139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:16.638507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:16.638852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:16.639372 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:16.639716 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:16.640194 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:16.640579 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:16.640962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:16.641296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:16.641647 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:16.748970 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f495aed2-6dbc-471b-82cc-a6659c8ade7f req-4a3d5ac9-2685-455b-80b3-2fbd3352201d tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 210 time: 0.0410569 Mar 29 09:24:16.832241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:16.858011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:16.858358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0b4ba5ae-e4be-4cc7-8972-96deeddae7b1 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:16.858784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 80ece40b-3088-430f-b95f-fe4e809ba937 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:16.867605 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:16.891545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 80ece40b-3088-430f-b95f-fe4e809ba937 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:16.891903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 80ece40b-3088-430f-b95f-fe4e809ba937 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:17.006614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:17.104047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port 9b138ed5-6901-4a0b-ac88-dba3e993316a yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:17.217377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e7a13e0d-ef2b-4100-9dde-3ea6898ddb15 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:17.236760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:17.293197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a13e0d-ef2b-4100-9dde-3ea6898ddb15 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event deleted for resources: {'Port': ['ID=ee24eb38-1015-4da0-9d48-7b7fad7c35f4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:17.305407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f77d9389-3b24-4116-a25c-62ca8cc49add None None] Provisioning complete for port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:17.306959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f77d9389-3b24-4116-a25c-62ca8cc49add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:17.544318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:17.550933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e7a13e0d-ef2b-4100-9dde-3ea6898ddb15 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:17.557026 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e7a13e0d-ef2b-4100-9dde-3ea6898ddb15 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "DELETE /v2.0/ports/ee24eb38-1015-4da0-9d48-7b7fad7c35f4 HTTP/1.1" status: 204 len: 168 time: 1.5641687 Mar 29 09:24:17.557735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51434) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:17.628185 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-297e1000-bc11-4ae1-b573-180517526bf8 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] GET failed (client error): The resource could not be found. Mar 29 09:24:17.631254 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-297e1000-bc11-4ae1-b573-180517526bf8 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "GET /v2.0/ports/ee24eb38-1015-4da0-9d48-7b7fad7c35f4 HTTP/1.1" status: 404 len: 333 time: 0.0709538 Mar 29 09:24:17.635268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f77d9389-3b24-4116-a25c-62ca8cc49add None None] Provisioning complete for port f5645c2d-347a-44aa-a253-e19c4772697e triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:17.635268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f77d9389-3b24-4116-a25c-62ca8cc49add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:17.635589 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51436) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:17.650081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Request body: {'port': {'network_id': 'b2efccbd-e580-4308-8400-a60992a17255', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1326082910'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:17.685716 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f77d9389-3b24-4116-a25c-62ca8cc49add None None] Port f5645c2d-347a-44aa-a253-e19c4772697e cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:17.688911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f77d9389-3b24-4116-a25c-62ca8cc49add None None] Could not find standard attr ID for object ee24eb38-1015-4da0-9d48-7b7fad7c35f4. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:24:17.692522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:17.708114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:17.810150 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c466b8d8-a3d0-40d8-aa82-64cd13a6a0c0 None None] Could not find standard attr ID for object ee24eb38-1015-4da0-9d48-7b7fad7c35f4. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:24:17.847556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Made reservation on behalf of 07764783badc4ea9a942b96a2c5864c1 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:17.851359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:17.853525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:17.863065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:17.867284 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:17.873135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:17.877919 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:17.879279 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:17.909332 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e6a82dc1-fb3a-4513-921f-06f9a112cfa2 req-bb05035f-8531-404d-abd9-9d0b54220e08 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 210 time: 0.0337420 Mar 29 09:24:17.910510 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] device_id is not set on port d1bcec94-cb8e-4a59-9792-66462dd877e6 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:17.947255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:17.948737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=9b138ed5-6901-4a0b-ac88-dba3e993316a,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:17.949015 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:17.979732 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-eaaf5db0-06ed-4ef0-a82e-a0acd19c4796 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5873470 Mar 29 09:24:17.983285 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51440) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:18.042474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b91f948-2845-4ede-bef1-fc89e0323930 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:18.044292 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3b91f948-2845-4ede-bef1-fc89e0323930 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/9b138ed5-6901-4a0b-ac88-dba3e993316a HTTP/1.1" status: 200 len: 845 time: 0.0595272 Mar 29 09:24:18.046990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51442) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:18.076576 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Allocated IP 2001:db8::153 (b2efccbd-e580-4308-8400-a60992a17255/d0ce351c-01c2-4160-9d0b-a211253bee34/d1bcec94-cb8e-4a59-9792-66462dd877e6) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:18.102436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Router 3f686f08-d8b5-4752-adb2-290ba72e1465 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:24:18.266689 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-1932bd9d-de7b-49aa-a907-6afd25768ce0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 9b138ed5-6901-4a0b-ac88-dba3e993316a {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:18.266689 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1932bd9d-de7b-49aa-a907-6afd25768ce0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:18.284086 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-58e3e28a-cf82-4700-bb70-d803f7a0a3a1 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:18.286293 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-58e3e28a-cf82-4700-bb70-d803f7a0a3a1 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.24 "GET /v2.0/networks?id=da82d812-71d7-406b-b98e-73ab2aa1aa2c HTTP/1.1" status: 200 len: 811 time: 0.2036855 Mar 29 09:24:18.303558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:18.314311 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5d114-a84a-4eeb-a771-4812d4d4737d None None] Sync routers for ids ['3f686f08-d8b5-4752-adb2-290ba72e1465'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:18.328532 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5d114-a84a-4eeb-a771-4812d4d4737d None None] Routers {'3f686f08-d8b5-4752-adb2-290ba72e1465'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:18.329287 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f8a5d114-a84a-4eeb-a771-4812d4d4737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3f686f08-d8b5-4752-adb2-290ba72e1465'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:18.331308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Request body: {'port': {'device_id': '6b00b8c2-08e5-47d8-80ca-fa360f4e4c60', 'network_id': 'da82d812-71d7-406b-b98e-73ab2aa1aa2c', 'admin_state_up': True, 'tenant_id': 'aee5a6b407584b7aab9d0cc445e268a5'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:18.351761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1932bd9d-de7b-49aa-a907-6afd25768ce0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:18.362704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:18.366648 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d98d406d-13c4-41db-834e-0b5c5b5a9104 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1777415 Mar 29 09:24:18.367416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51448) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:18.371205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e161f9dd-851f-4140-b785-419d26d8876d tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'enable_snat': False}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:18.378945 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f8a5d114-a84a-4eeb-a771-4812d4d4737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:18.384032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-1932bd9d-de7b-49aa-a907-6afd25768ce0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 9b138ed5-6901-4a0b-ac88-dba3e993316a owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:18.392519 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5d114-a84a-4eeb-a771-4812d4d4737d None None] Routers {'3f686f08-d8b5-4752-adb2-290ba72e1465'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:18.393473 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f8a5d114-a84a-4eeb-a771-4812d4d4737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3f686f08-d8b5-4752-adb2-290ba72e1465'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:18.436766 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f8a5d114-a84a-4eeb-a771-4812d4d4737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:18.437692 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5d114-a84a-4eeb-a771-4812d4d4737d None None] The sync data for ids ['3f686f08-d8b5-4752-adb2-290ba72e1465'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:18.447926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:18.502905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Made reservation on behalf of aee5a6b407584b7aab9d0cc445e268a5 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:18.511451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:18.519777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:18.601389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Network b2efccbd-e580-4308-8400-a60992a17255 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:18.611528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:18.625281 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1932bd9d-de7b-49aa-a907-6afd25768ce0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:18.669511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:18.680178 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:18.681229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:18.710434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event updated for resources: {'Port': ['ID=d1bcec94-cb8e-4a59-9792-66462dd877e6,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:18.733027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932bd9d-de7b-49aa-a907-6afd25768ce0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=9b138ed5-6901-4a0b-ac88-dba3e993316a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:18.739305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:18.739800 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:18.740328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:18.740852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:18.741392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:18.741966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:18.742504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:18.742980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:18.743531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:18.744065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:18.744799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:18.745175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:24:18.761865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1932bd9d-de7b-49aa-a907-6afd25768ce0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:18.768696 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1932bd9d-de7b-49aa-a907-6afd25768ce0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/9b138ed5-6901-4a0b-ac88-dba3e993316a HTTP/1.1" status: 204 len: 168 time: 0.7175858 Mar 29 09:24:18.770012 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0189a623-6be7-47f0-8d2a-f7744263c667 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1333537 Mar 29 09:24:18.770196 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51450) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:18.770644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51452) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:18.780469 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6d034389-378f-47f2-b056-b84d96931baa tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6', 'mac_address': 'fa:16:3e:50:77:23'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:18.840697 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Allocated IP 172.20.0.13 (da82d812-71d7-406b-b98e-73ab2aa1aa2c/20775d95-8113-4ca5-a6c3-27cdf046081e/b48a8ffa-467f-4c93-9712-5125da9a1e28) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:18.853881 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-73696267-b72c-4e32-bec3-c79d85b5a2e5 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:18.855990 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-73696267-b72c-4e32-bec3-c79d85b5a2e5 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/9b138ed5-6901-4a0b-ac88-dba3e993316a HTTP/1.1" status: 404 len: 333 time: 0.0821631 Mar 29 09:24:18.863769 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51454) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:18.875117 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'name': 'tempest-PortsIpV6TestJSON-1073087707'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:18.968059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-14fe5223-d29c-45c9-a6a9-be697fd9c0e0 None None] Provisioning complete for port d1bcec94-cb8e-4a59-9792-66462dd877e6 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:18.968830 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-14fe5223-d29c-45c9-a6a9-be697fd9c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.018445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-14fe5223-d29c-45c9-a6a9-be697fd9c0e0 None None] Port d1bcec94-cb8e-4a59-9792-66462dd877e6 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:19.071066 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-65df1aff-1c8c-4d5e-8276-9a3e98656a6b req-e473a5b1-b1fb-48a9-998e-3ebff46bf74a tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 210 time: 0.0379155 Mar 29 09:24:19.082629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.125126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.168878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Network da82d812-71d7-406b-b98e-73ab2aa1aa2c is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:19.172502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:19.177160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:19.211039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Pushing event updated for resources: {'Port': ['ID=b48a8ffa-467f-4c93-9712-5125da9a1e28,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:19.241091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:19.241834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.259982 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-1892d409-9481-4e2d-a0e5-e562354136e3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9337685 Mar 29 09:24:19.271538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Request body: {'port': {'device_id': '6b00b8c2-08e5-47d8-80ca-fa360f4e4c60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:19.327995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.352230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d034389-378f-47f2-b056-b84d96931baa tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.454191 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e161f9dd-851f-4140-b785-419d26d8876d tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.467720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:19.472006 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.527078 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port 6f176248-d496-46be-8d08-937b66d0ddaa yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:19.618180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48a8ffa-467f-4c93-9712-5125da9a1e28 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:24:19.625919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.641464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Transition to ACTIVE for port object b48a8ffa-467f-4c93-9712-5125da9a1e28 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:24:19.646454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.698896 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Pushing event updated for resources: {'Port': ['ID=b48a8ffa-467f-4c93-9712-5125da9a1e28,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:19.769821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Attempting to bind port b48a8ffa-467f-4c93-9712-5125da9a1e28 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:19.770155 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Attempting to bind port b48a8ffa-467f-4c93-9712-5125da9a1e28 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '079d118d-b57e-4068-a9e5-fda53b715c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'da82d812-71d7-406b-b98e-73ab2aa1aa2c'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:19.770483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Attempting to bind port b48a8ffa-467f-4c93-9712-5125da9a1e28 on network da82d812-71d7-406b-b98e-73ab2aa1aa2c {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:19.775311 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Port b48a8ffa-467f-4c93-9712-5125da9a1e28 on network da82d812-71d7-406b-b98e-73ab2aa1aa2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:24:19.775633 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Attempting to bind port b48a8ffa-467f-4c93-9712-5125da9a1e28 on network da82d812-71d7-406b-b98e-73ab2aa1aa2c {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:19.780650 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:19.780984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Checking segment: {'id': '079d118d-b57e-4068-a9e5-fda53b715c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'da82d812-71d7-406b-b98e-73ab2aa1aa2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:19.781288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Bound using segment: {'id': '079d118d-b57e-4068-a9e5-fda53b715c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'da82d812-71d7-406b-b98e-73ab2aa1aa2c'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:19.782330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Bound port: b48a8ffa-467f-4c93-9712-5125da9a1e28, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079d118d-b57e-4068-a9e5-fda53b715c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'da82d812-71d7-406b-b98e-73ab2aa1aa2c'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:19.782681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.802624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d034389-378f-47f2-b056-b84d96931baa tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.814207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d034389-378f-47f2-b056-b84d96931baa tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.851913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] For port b48a8ffa-467f-4c93-9712-5125da9a1e28, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:19.855369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] For port b48a8ffa-467f-4c93-9712-5125da9a1e28, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b48a8ffa-467f-4c93-9712-5125da9a1e28,segment=NetworkSegment(079d118d-b57e-4068-a9e5-fda53b715c39),segment_id=079d118d-b57e-4068-a9e5-fda53b715c39)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:19.860636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.896671 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-6d034389-378f-47f2-b056-b84d96931baa tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] In _notify_port_updated(), no bound segment for port d1bcec94-cb8e-4a59-9792-66462dd877e6 on network b2efccbd-e580-4308-8400-a60992a17255 {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:24:19.901083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:19.901736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.903123 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] 10.222.0.24 "PUT /v2.0/ports/b48a8ffa-467f-4c93-9712-5125da9a1e28 HTTP/1.1" status: 200 len: 1094 time: 0.6359661 Mar 29 09:24:19.903343 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d034389-378f-47f2-b056-b84d96931baa tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:19.903573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b00b8c2-08e5-47d8-80ca-fa360f4e4c60', 'tag': 'b48a8ffa-467f-4c93-9712-5125da9a1e28'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:24:19.904213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d034389-378f-47f2-b056-b84d96931baa tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.909476 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6d034389-378f-47f2-b056-b84d96931baa tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "PUT /v2.0/ports/d1bcec94-cb8e-4a59-9792-66462dd877e6 HTTP/1.1" status: 200 len: 1001 time: 1.1336608 Mar 29 09:24:19.912269 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b932dc37-f92b-4e47-a041-242cb90f7b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b00b8c2-08e5-47d8-80ca-fa360f4e4c60", "tag": "b48a8ffa-467f-4c93-9712-5125da9a1e28"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:24:19.912269 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51460) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:19.973342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:19.975199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9ee73-48c3-4098-b093-b1d6235ec338 service neutron] Pushing event updated for resources: {'Port': ['ID=b48a8ffa-467f-4c93-9712-5125da9a1e28,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:19.983378 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d034389-378f-47f2-b056-b84d96931baa tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event updated for resources: {'Port': ['ID=d1bcec94-cb8e-4a59-9792-66462dd877e6,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:19.998250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb0aaed-67d4-4da0-b0ff-38b9237175a5 x-openstack-request-id: req-fbb0aaed-67d4-4da0-b0ff-38b9237175a5 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:24:19.998545 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b00b8c2-08e5-47d8-80ca-fa360f4e4c60", "tag": "b48a8ffa-467f-4c93-9712-5125da9a1e28", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:24:19.998799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbb0aaed-67d4-4da0-b0ff-38b9237175a5 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:24:19.999193 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b00b8c2-08e5-47d8-80ca-fa360f4e4c60', 'tag': 'b48a8ffa-467f-4c93-9712-5125da9a1e28', 'status': 'completed', 'code': 200} Mar 29 09:24:20.075271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-196e6990-e3ad-4de6-916a-4ee4893bbeec tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Deleting port d1bcec94-cb8e-4a59-9792-66462dd877e6 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:20.075667 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-196e6990-e3ad-4de6-916a-4ee4893bbeec tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.099599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-393af160-bb27-4885-8d19-e2239ee9a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:20.101222 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-393af160-bb27-4885-8d19-e2239ee9a77a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aee5a6b407584b7aab9d0cc445e268a5&device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 1097 time: 0.0796478 Mar 29 09:24:20.114379 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.183088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:20.185813 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=6f176248-d496-46be-8d08-937b66d0ddaa,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:20.189786 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:20.203723 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-6464a53a-6849-44cc-9902-20eb7476131b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b48a8ffa-467f-4c93-9712-5125da9a1e28 HTTP/1.1" status: 200 len: 217 time: 0.0905380 Mar 29 09:24:20.227942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:20.233323 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:20.233985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.263319 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-92c49df0-bff5-4ad7-bd18-660e63f99297 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3968771 Mar 29 09:24:20.265586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51464) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:20.272695 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d8323ced-e5ed-4617-9ef6-38fb7ac280b7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:20.289666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-196e6990-e3ad-4de6-916a-4ee4893bbeec tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.307442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6986db7-fc49-4e0a-a395-e245a8a75bee req-771123c6-c8ed-4f47-a705-1f6b82c837e0 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:20.308922 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d6986db7-fc49-4e0a-a395-e245a8a75bee req-771123c6-c8ed-4f47-a705-1f6b82c837e0 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 944 time: 0.1203656 Mar 29 09:24:20.312459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-f326f482-e440-48de-95d3-131becb4db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:20.313837 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-f326f482-e440-48de-95d3-131becb4db25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20775d95-8113-4ca5-a6c3-27cdf046081e HTTP/1.1" status: 200 len: 851 time: 0.0922849 Mar 29 09:24:20.319518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-196e6990-e3ad-4de6-916a-4ee4893bbeec tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Calling delete_port for d1bcec94-cb8e-4a59-9792-66462dd877e6 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:20.366837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c74ab499-6b34-4bbc-b792-bb9ce73c8f8e None None] Provisioning complete for port d1bcec94-cb8e-4a59-9792-66462dd877e6 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:20.367852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c74ab499-6b34-4bbc-b792-bb9ce73c8f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.371225 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-213c117c-568c-4952-b3f9-0b31fcc4e163 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da82d812-71d7-406b-b98e-73ab2aa1aa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456750 Mar 29 09:24:20.420785 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8323ced-e5ed-4617-9ef6-38fb7ac280b7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.421713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c74ab499-6b34-4bbc-b792-bb9ce73c8f8e None None] Port d1bcec94-cb8e-4a59-9792-66462dd877e6 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:20.439872 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d6986db7-fc49-4e0a-a395-e245a8a75bee req-3741f63c-6508-4b2f-b4e5-74fd61c18796 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219816 Mar 29 09:24:20.528496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e161f9dd-851f-4140-b785-419d26d8876d tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.530853 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-10e69992-1a38-42ce-af04-122c69352986 service neutron] 10.222.0.24 "GET /v2.0/networks/da82d812-71d7-406b-b98e-73ab2aa1aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514361 Mar 29 09:24:20.539511 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e161f9dd-851f-4140-b785-419d26d8876d tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.643468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-196e6990-e3ad-4de6-916a-4ee4893bbeec tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.686471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e6990-e3ad-4de6-916a-4ee4893bbeec tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event deleted for resources: {'Port': ['ID=d1bcec94-cb8e-4a59-9792-66462dd877e6,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:20.693412 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc7163f8-afbb-4ad0-87d3-4d3843dec859 req-a88851ba-9a12-4126-a155-c3e9ce7fecaf service neutron] 10.222.0.24 "GET /v2.0/networks/da82d812-71d7-406b-b98e-73ab2aa1aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538599 Mar 29 09:24:20.744506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8323ced-e5ed-4617-9ef6-38fb7ac280b7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.763646 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8323ced-e5ed-4617-9ef6-38fb7ac280b7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.776429 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e161f9dd-851f-4140-b785-419d26d8876d tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Router 3f686f08-d8b5-4752-adb2-290ba72e1465 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:24:20.834936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-196e6990-e3ad-4de6-916a-4ee4893bbeec tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.835923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d8323ced-e5ed-4617-9ef6-38fb7ac280b7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] In _notify_port_updated(), no bound segment for port 6f176248-d496-46be-8d08-937b66d0ddaa on network f4a1e81a-7d05-4b45-90cb-105f09a8f222 {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:24:20.838315 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-196e6990-e3ad-4de6-916a-4ee4893bbeec tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "DELETE /v2.0/ports/d1bcec94-cb8e-4a59-9792-66462dd877e6 HTTP/1.1" status: 204 len: 168 time: 0.9264982 Mar 29 09:24:20.841183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51466) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:20.844960 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8323ced-e5ed-4617-9ef6-38fb7ac280b7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:20.846780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8323ced-e5ed-4617-9ef6-38fb7ac280b7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:20.849139 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d8323ced-e5ed-4617-9ef6-38fb7ac280b7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "PUT /v2.0/ports/6f176248-d496-46be-8d08-937b66d0ddaa HTTP/1.1" status: 200 len: 818 time: 0.5811720 Mar 29 09:24:20.855151 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51468) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:20.870602 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-898dde8d-5cb9-45ca-953f-b56849911147 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] GET failed (client error): The resource could not be found. Mar 29 09:24:20.875902 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-898dde8d-5cb9-45ca-953f-b56849911147 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "GET /v2.0/ports/d1bcec94-cb8e-4a59-9792-66462dd877e6 HTTP/1.1" status: 404 len: 333 time: 0.0298922 Mar 29 09:24:20.877632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51470) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:20.881813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Request body: {'port': {'network_id': 'b2efccbd-e580-4308-8400-a60992a17255', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1494079927'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:20.904777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932dc37-f92b-4e47-a041-242cb90f7b8e req-0c1712c7-1ac1-402e-942d-2a482727610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:20.906906 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b932dc37-f92b-4e47-a041-242cb90f7b8e req-0c1712c7-1ac1-402e-942d-2a482727610a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aee5a6b407584b7aab9d0cc445e268a5&device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 1097 time: 0.1235797 Mar 29 09:24:20.969063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8323ced-e5ed-4617-9ef6-38fb7ac280b7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=6f176248-d496-46be-8d08-937b66d0ddaa,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:21.150675 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e161f9dd-851f-4140-b785-419d26d8876d tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:21.158631 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e161f9dd-851f-4140-b785-419d26d8876d tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:21.160432 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e161f9dd-851f-4140-b785-419d26d8876d tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "PUT /v2.0/routers/3f686f08-d8b5-4752-adb2-290ba72e1465 HTTP/1.1" status: 200 len: 925 time: 2.7924750 Mar 29 09:24:21.161774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb9c91-31d7-4859-a4ed-17d09916bcb9 None None] Sync routers for ids ['3f686f08-d8b5-4752-adb2-290ba72e1465'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:21.164307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932dc37-f92b-4e47-a041-242cb90f7b8e req-3bc965d0-e991-442b-b9da-4a66187c49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:21.165294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51472) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:21.166832 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b932dc37-f92b-4e47-a041-242cb90f7b8e req-3bc965d0-e991-442b-b9da-4a66187c49ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=da82d812-71d7-406b-b98e-73ab2aa1aa2c HTTP/1.1" status: 200 len: 912 time: 0.2499657 Mar 29 09:24:21.178026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb9c91-31d7-4859-a4ed-17d09916bcb9 None None] Routers {'3f686f08-d8b5-4752-adb2-290ba72e1465'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:21.178911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4ccb9c91-31d7-4859-a4ed-17d09916bcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3f686f08-d8b5-4752-adb2-290ba72e1465'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:21.179387 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-fa5cd548-f3af-4636-9ca1-846090810d75 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 6f176248-d496-46be-8d08-937b66d0ddaa {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:21.179921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd548-f3af-4636-9ca1-846090810d75 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:21.214101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4ccb9c91-31d7-4859-a4ed-17d09916bcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:21.214380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Made reservation on behalf of 07764783badc4ea9a942b96a2c5864c1 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:21.217939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:21.221838 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b932dc37-f92b-4e47-a041-242cb90f7b8e req-5aef3c88-b927-4a05-adf6-ed5c62268987 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b48a8ffa-467f-4c93-9712-5125da9a1e28 HTTP/1.1" status: 200 len: 217 time: 0.0483110 Mar 29 09:24:21.224932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb9c91-31d7-4859-a4ed-17d09916bcb9 None None] Routers {'3f686f08-d8b5-4752-adb2-290ba72e1465'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:21.226019 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4ccb9c91-31d7-4859-a4ed-17d09916bcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3f686f08-d8b5-4752-adb2-290ba72e1465'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:21.266296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4ccb9c91-31d7-4859-a4ed-17d09916bcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:21.266953 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb9c91-31d7-4859-a4ed-17d09916bcb9 None None] The sync data for ids ['3f686f08-d8b5-4752-adb2-290ba72e1465'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:21.273299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] device_id is not set on port abd7c6af-580e-43f9-9066-a9460239b27a yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:21.317141 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932dc37-f92b-4e47-a041-242cb90f7b8e req-8bd376f1-0aad-4410-b1f3-4464d1b2e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:21.318114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd548-f3af-4636-9ca1-846090810d75 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:21.318613 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b932dc37-f92b-4e47-a041-242cb90f7b8e req-8bd376f1-0aad-4410-b1f3-4464d1b2e5e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20775d95-8113-4ca5-a6c3-27cdf046081e HTTP/1.1" status: 200 len: 851 time: 0.0892780 Mar 29 09:24:21.358511 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b932dc37-f92b-4e47-a041-242cb90f7b8e req-391d8ed1-c242-41bb-9459-6e71cb0b4f47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da82d812-71d7-406b-b98e-73ab2aa1aa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320153 Mar 29 09:24:21.365988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-fa5cd548-f3af-4636-9ca1-846090810d75 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 6f176248-d496-46be-8d08-937b66d0ddaa owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:21.386655 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8d2c3819-9ee0-49ab-bfd4-5bfbd6f4368a tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/routers/3f686f08-d8b5-4752-adb2-290ba72e1465 HTTP/1.1" status: 200 len: 925 time: 0.2199993 Mar 29 09:24:21.395943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51474) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:21.460586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd548-f3af-4636-9ca1-846090810d75 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:21.507990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fa5cd548-f3af-4636-9ca1-846090810d75 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:21.514020 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fa5cd548-f3af-4636-9ca1-846090810d75 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/6f176248-d496-46be-8d08-937b66d0ddaa HTTP/1.1" status: 204 len: 168 time: 0.6572144 Mar 29 09:24:21.515761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cd548-f3af-4636-9ca1-846090810d75 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=6f176248-d496-46be-8d08-937b66d0ddaa,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:21.520163 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51478) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:21.576052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67a188e-34c9-40da-a14f-4f76d7121458 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:21.580846 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d67a188e-34c9-40da-a14f-4f76d7121458 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0562935 Mar 29 09:24:21.581670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51480) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:21.611661 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c04abfa-57a6-4889-8db6-94fcac0a68f6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:21.613339 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4c04abfa-57a6-4889-8db6-94fcac0a68f6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/6f176248-d496-46be-8d08-937b66d0ddaa HTTP/1.1" status: 404 len: 333 time: 0.0303090 Mar 29 09:24:21.617882 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51482) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:21.623084 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-30e34fa7-fc0c-4721-9974-c05aafac29c8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-418572459'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:21.646246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e34fa7-fc0c-4721-9974-c05aafac29c8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:21.650530 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-30e34fa7-fc0c-4721-9974-c05aafac29c8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:21.680069 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e34fa7-fc0c-4721-9974-c05aafac29c8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:21.692320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-30e34fa7-fc0c-4721-9974-c05aafac29c8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:21.692828 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-30e34fa7-fc0c-4721-9974-c05aafac29c8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Added segment 6043307d-dfb8-40f4-98f3-e56ab6bfaab4 of type vlan for network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf Mar 29 09:24:21.740611 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-30e34fa7-fc0c-4721-9974-c05aafac29c8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:21.772168 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-30e34fa7-fc0c-4721-9974-c05aafac29c8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:21.778618 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e34fa7-fc0c-4721-9974-c05aafac29c8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:21.779251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-30e34fa7-fc0c-4721-9974-c05aafac29c8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:21.827994 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-30e34fa7-fc0c-4721-9974-c05aafac29c8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2081289 Mar 29 09:24:21.831138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51484) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:21.836559 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f580669a-8c0a-481a-ac95-0826de9afb7c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:21.848625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Allocated IP 2001:db8::1af (b2efccbd-e580-4308-8400-a60992a17255/d0ce351c-01c2-4160-9d0b-a211253bee34/abd7c6af-580e-43f9-9066-a9460239b27a) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:21.884673 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e34fa7-fc0c-4721-9974-c05aafac29c8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Network': ['ID=ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:21.900226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:21.907885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89bc07-6d3d-4fc2-a467-cd4612b0e42b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:21.909455 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0e89bc07-6d3d-4fc2-a467-cd4612b0e42b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&device_id=3f686f08-d8b5-4752-adb2-290ba72e1465&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5106456 Mar 29 09:24:21.914363 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51486) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:21.927384 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b932dc37-f92b-4e47-a041-242cb90f7b8e req-d11c752b-8fbd-44a7-a9ad-e9f726834cf6 service neutron] 10.222.0.24 "GET /v2.0/networks/da82d812-71d7-406b-b98e-73ab2aa1aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599146 Mar 29 09:24:21.981278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f580669a-8c0a-481a-ac95-0826de9afb7c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:21.986535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f580669a-8c0a-481a-ac95-0826de9afb7c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.056028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5b1cf-d135-4c81-beb5-d1aae9bb049a req-40939e35-8be7-43b7-8433-1e6d0e8de257 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:22.057502 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5ea5b1cf-d135-4c81-beb5-d1aae9bb049a req-40939e35-8be7-43b7-8433-1e6d0e8de257 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 944 time: 0.2198207 Mar 29 09:24:22.186801 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f580669a-8c0a-481a-ac95-0826de9afb7c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.205773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff931dc-d844-4a1c-adba-dfb6dbc4eef4 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:22.207169 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0ff931dc-d844-4a1c-adba-dfb6dbc4eef4 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/networks/bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 881 time: 0.2915990 Mar 29 09:24:22.213184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51488) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:22.220172 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5ea5b1cf-d135-4c81-beb5-d1aae9bb049a req-bdbbff53-e883-45f5-aa51-d1a2364d9938 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272075 Mar 29 09:24:22.231348 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b932dc37-f92b-4e47-a041-242cb90f7b8e req-3f40e08a-3cb2-4aee-941d-250e53bb9cae service neutron] 10.222.0.24 "GET /v2.0/networks/da82d812-71d7-406b-b98e-73ab2aa1aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944570 Mar 29 09:24:22.256481 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2cfe631b-3318-4b3b-87a5-11ef935fc782 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f686f08-d8b5-4752-adb2-290ba72e1465 HTTP/1.1" status: 200 len: 205 time: 0.0402908 Mar 29 09:24:22.259731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51490) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:22.265361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.293054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580669a-8c0a-481a-ac95-0826de9afb7c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Subnet': ['ID=58b6eb80-c9b1-4aca-b15d-8354d6174b2a,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:22.304324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580669a-8c0a-481a-ac95-0826de9afb7c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Checking segment: {'id': '6043307d-dfb8-40f4-98f3-e56ab6bfaab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:22.305017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580669a-8c0a-481a-ac95-0826de9afb7c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network hostable DHCP agents. Network: ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:22.328913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580669a-8c0a-481a-ac95-0826de9afb7c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:22.340442 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-f580669a-8c0a-481a-ac95-0826de9afb7c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:22.347883 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580669a-8c0a-481a-ac95-0826de9afb7c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:22.350129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f580669a-8c0a-481a-ac95-0826de9afb7c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.352004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d525c7-4262-4c9d-ab55-060319ed0bbf None None] Network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:22.371871 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f580669a-8c0a-481a-ac95-0826de9afb7c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5394671 Mar 29 09:24:22.374859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51492) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:22.381954 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-79ed8f11-1f1d-49d6-994d-8e7ddb86f8b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:22.397699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.401714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.492819 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Network b2efccbd-e580-4308-8400-a60992a17255 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:22.501369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:22.505146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:22.510775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:22.511472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.516390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event updated for resources: {'Port': ['ID=abd7c6af-580e-43f9-9066-a9460239b27a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:22.540816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ed8f11-1f1d-49d6-994d-8e7ddb86f8b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:22.546406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-79ed8f11-1f1d-49d6-994d-8e7ddb86f8b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.555039 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf', 'network_id': 'ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf', 'tenant_id': '42def34a06ed4f0aa357c9e4448b63d7', 'fixed_ips': [{'subnet_id': '58b6eb80-c9b1-4aca-b15d-8354d6174b2a'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:22.556334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.578255 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-73d5e982-ed13-4c52-841a-72cd84938bf4 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7004411 Mar 29 09:24:22.583441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51494) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:22.599367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e20976fe-86e0-49cc-a4e0-f02464938c59 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:50:77:23'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:22.601047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.708755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Deleting port 61fc23f3-5c1b-4871-882b-5c4848c14d6c {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:22.709520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.737682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Allocated IP 2001:db8::2 (ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf/58b6eb80-c9b1-4aca-b15d-8354d6174b2a/c2400f56-8e0a-4b9d-b17a-d37f476d6e16) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:22.774385 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.ipam_backend_mixin [None req-79ed8f11-1f1d-49d6-994d-8e7ddb86f8b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58b6eb80-c9b1-4aca-b15d-8354d6174b2a (CIDR: 2001:db8::/64) Mar 29 09:24:22.797727 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ed8f11-1f1d-49d6-994d-8e7ddb86f8b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:24:22.798224 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ed8f11-1f1d-49d6-994d-8e7ddb86f8b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:22.861562 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-79ed8f11-1f1d-49d6-994d-8e7ddb86f8b8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4851766 Mar 29 09:24:22.865953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51496) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:22.866107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.873710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-51fc7cd3-29bb-44fc-b99f-e564ec5b31cd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:22.884124 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Calling delete_port for 61fc23f3-5c1b-4871-882b-5c4848c14d6c owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:22.916484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-9bed7a80-a19b-493c-b3d7-e8562694bb27 None None] Provisioning complete for port abd7c6af-580e-43f9-9066-a9460239b27a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:22.917269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9bed7a80-a19b-493c-b3d7-e8562694bb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.962822 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.977913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:22.984483 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-9bed7a80-a19b-493c-b3d7-e8562694bb27 None None] Port abd7c6af-580e-43f9-9066-a9460239b27a cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:22.987887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e20976fe-86e0-49cc-a4e0-f02464938c59 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.039474 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:23.045550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:23.051296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:23.061312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Pushing event updated for resources: {'Port': ['ID=c2400f56-8e0a-4b9d-b17a-d37f476d6e16,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:23.087233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fc7cd3-29bb-44fc-b99f-e564ec5b31cd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:23.089815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.093591 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51fc7cd3-29bb-44fc-b99f-e564ec5b31cd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.122656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Pushing event deleted for resources: {'Port': ['ID=61fc23f3-5c1b-4871-882b-5c4848c14d6c,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:23.140518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Attempting to bind port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:23.141049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Attempting to bind port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '6043307d-dfb8-40f4-98f3-e56ab6bfaab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:23.141585 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Attempting to bind port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 on network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:23.150307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:23.150829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Checking segment: {'id': '6043307d-dfb8-40f4-98f3-e56ab6bfaab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:23.151668 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.152219 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Bound using segment: {'id': '6043307d-dfb8-40f4-98f3-e56ab6bfaab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:23.152887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Bound port: c2400f56-8e0a-4b9d-b17a-d37f476d6e16, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6043307d-dfb8-40f4-98f3-e56ab6bfaab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:23.153709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.195664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.240769 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b48a8ffa-467f-4c93-9712-5125da9a1e28 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:24:23.263474 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] For port c2400f56-8e0a-4b9d-b17a-d37f476d6e16, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:23.292003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] For port c2400f56-8e0a-4b9d-b17a-d37f476d6e16, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c2400f56-8e0a-4b9d-b17a-d37f476d6e16,segment=NetworkSegment(6043307d-dfb8-40f4-98f3-e56ab6bfaab4),segment_id=6043307d-dfb8-40f4-98f3-e56ab6bfaab4)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:23.301005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.303484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.312975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.358282 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e20976fe-86e0-49cc-a4e0-f02464938c59 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.369203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e20976fe-86e0-49cc-a4e0-f02464938c59 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.397609 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.397993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Fanout notify agent at l3_agent the message router_deleted on router 3f686f08-d8b5-4752-adb2-290ba72e1465 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:23.405657 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.411321 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-199208ce-0c34-4881-bf3e-1e8d0ea6f49a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/routers/3f686f08-d8b5-4752-adb2-290ba72e1465 HTTP/1.1" status: 204 len: 168 time: 1.1461060 Mar 29 09:24:23.411797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51500) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:23.418772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-34543676-c35c-4d8c-b59a-57541f18249a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-404200885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:23.437989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e20976fe-86e0-49cc-a4e0-f02464938c59 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] In _notify_port_updated(), no bound segment for port abd7c6af-580e-43f9-9066-a9460239b27a on network b2efccbd-e580-4308-8400-a60992a17255 {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:24:23.443665 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20976fe-86e0-49cc-a4e0-f02464938c59 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:23.444476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e20976fe-86e0-49cc-a4e0-f02464938c59 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.448648 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e20976fe-86e0-49cc-a4e0-f02464938c59 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "PUT /v2.0/ports/abd7c6af-580e-43f9-9066-a9460239b27a HTTP/1.1" status: 200 len: 1003 time: 0.8605390 Mar 29 09:24:23.451279 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab701ff-b484-48aa-a0f7-f202ad2872be req-c5fb6589-8f04-468b-a697-f97d3e34fb28 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:23.453005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51502) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:23.453295 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ab701ff-b484-48aa-a0f7-f202ad2872be req-c5fb6589-8f04-468b-a697-f97d3e34fb28 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 944 time: 0.1034677 Mar 29 09:24:23.463626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b48a8ffa-467f-4c93-9712-5125da9a1e28, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b48a8ffa-467f-4c93-9712-5125da9a1e28,segment=NetworkSegment(079d118d-b57e-4068-a9e5-fda53b715c39),segment_id=079d118d-b57e-4068-a9e5-fda53b715c39)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:23.472671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34543676-c35c-4d8c-b59a-57541f18249a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.474217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34543676-c35c-4d8c-b59a-57541f18249a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.489473 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'b48a8ffa-467f-4c93-9712-5125da9a1e28', 'network_id': 'da82d812-71d7-406b-b98e-73ab2aa1aa2c', 'port_id': 'b48a8ffa-467f-4c93-9712-5125da9a1e28', 'mac_address': 'fa:16:3e:dc:e2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20775d95-8113-4ca5-a6c3-27cdf046081e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:24:23.509712 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20976fe-86e0-49cc-a4e0-f02464938c59 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event updated for resources: {'Port': ['ID=abd7c6af-580e-43f9-9066-a9460239b27a,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:23.566972 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ab701ff-b484-48aa-a0f7-f202ad2872be req-795081ab-4f72-4863-a047-dce38adb92f2 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861707 Mar 29 09:24:23.578602 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b876-517f-4738-97d4-8ef4a8666086 None None] Pushing event updated for resources: {'Port': ['ID=c2400f56-8e0a-4b9d-b17a-d37f476d6e16,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:23.605445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34543676-c35c-4d8c-b59a-57541f18249a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.614846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34543676-c35c-4d8c-b59a-57541f18249a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.628692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.644908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34543676-c35c-4d8c-b59a-57541f18249a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.648907 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-34543676-c35c-4d8c-b59a-57541f18249a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2338820 Mar 29 09:24:23.649882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51504) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:23.653104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51fc7cd3-29bb-44fc-b99f-e564ec5b31cd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.656318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48a8ffa-467f-4c93-9712-5125da9a1e28 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:24:23.656923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:23.706959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b48a8ffa-467f-4c93-9712-5125da9a1e28, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b48a8ffa-467f-4c93-9712-5125da9a1e28,segment=NetworkSegment(079d118d-b57e-4068-a9e5-fda53b715c39),segment_id=079d118d-b57e-4068-a9e5-fda53b715c39)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:23.716093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.724433 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc7cd3-29bb-44fc-b99f-e564ec5b31cd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:23.743862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-51fc7cd3-29bb-44fc-b99f-e564ec5b31cd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:23.750177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fc7cd3-29bb-44fc-b99f-e564ec5b31cd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:23.750763 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51fc7cd3-29bb-44fc-b99f-e564ec5b31cd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.763772 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc7cd3-29bb-44fc-b99f-e564ec5b31cd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Subnet': ['ID=26932cd0-cefc-4645-be34-acce72141376,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:23.780712 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-51fc7cd3-29bb-44fc-b99f-e564ec5b31cd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9139032 Mar 29 09:24:23.790746 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51506) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:23.797001 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': 'ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf', 'fixed_ips': [{'subnet_id': '58b6eb80-c9b1-4aca-b15d-8354d6174b2a'}, {'subnet_id': '26932cd0-cefc-4645-be34-acce72141376'}], 'name': 'tempest-PortsIpV6TestJSON-1083618872'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:23.812930 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-c3386c5b-f302-4bc8-858c-28457757c5da tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Deleting port abd7c6af-580e-43f9-9066-a9460239b27a {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:23.813270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3386c5b-f302-4bc8-858c-28457757c5da tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:23.845343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=b48a8ffa-467f-4c93-9712-5125da9a1e28,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:24.011129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:24.028997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b58adfd0-6267-4f3c-8c2a-1a6aebca42cf None None] Provisioning complete for port abd7c6af-580e-43f9-9066-a9460239b27a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:24.029800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b58adfd0-6267-4f3c-8c2a-1a6aebca42cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:24.063210 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['b48a8ffa-467f-4c93-9712-5125da9a1e28'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:24:24.119842 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b58adfd0-6267-4f3c-8c2a-1a6aebca42cf None None] Port abd7c6af-580e-43f9-9066-a9460239b27a cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:24.309772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:24.338201 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:24.433386 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3386c5b-f302-4bc8-858c-28457757c5da tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:24.452560 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-c3386c5b-f302-4bc8-858c-28457757c5da tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Calling delete_port for abd7c6af-580e-43f9-9066-a9460239b27a owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:24.496504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Allocated IP 172.26.1.36 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/5e564905-343b-4aff-bd9d-7d39f037fd28) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:24.500610 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:24.630504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:24.635349 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:24.707397 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port a4af300e-6513-48fc-a461-092fb046daeb yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:24.713437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:24.768572 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3386c5b-f302-4bc8-858c-28457757c5da tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:24.770952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c5761-9428-4704-8ebd-74e761a6a9da req-e429287e-5db0-4795-84bb-55b0a615cea7 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:24.772694 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ed0c5761-9428-4704-8ebd-74e761a6a9da req-e429287e-5db0-4795-84bb-55b0a615cea7 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 945 time: 0.1222706 Mar 29 09:24:24.774907 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Pushing event updated for resources: {'Port': ['ID=5e564905-343b-4aff-bd9d-7d39f037fd28,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:24.782193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:24.790152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:24.802060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:24.824100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3386c5b-f302-4bc8-858c-28457757c5da tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event deleted for resources: {'Port': ['ID=abd7c6af-580e-43f9-9066-a9460239b27a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:24.865474 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ed0c5761-9428-4704-8ebd-74e761a6a9da req-e2c9e9b5-c799-4d16-bd32-f1fdc0535a6a tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818005 Mar 29 09:24:24.892360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a32ab1-6413-45aa-88be-a2b6bf417705 None None] Network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:24.906661 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3386c5b-f302-4bc8-858c-28457757c5da tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:24.910247 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c3386c5b-f302-4bc8-858c-28457757c5da tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "DELETE /v2.0/ports/abd7c6af-580e-43f9-9066-a9460239b27a HTTP/1.1" status: 204 len: 168 time: 1.4570262 Mar 29 09:24:24.912953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51510) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:24.981235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-10746177-e9ca-4eb4-b352-7dfdc2b1c9d9 None None] Provisioning complete for port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:24.981781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-10746177-e9ca-4eb4-b352-7dfdc2b1c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:24.992347 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3c85cf-6d24-47a1-8903-5bf572ce3441 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] GET failed (client error): The resource could not be found. Mar 29 09:24:24.998230 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-db3c85cf-6d24-47a1-8903-5bf572ce3441 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "GET /v2.0/ports/abd7c6af-580e-43f9-9066-a9460239b27a HTTP/1.1" status: 404 len: 333 time: 0.0821836 Mar 29 09:24:24.998858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51512) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:25.010530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Request body: {'port': {'network_id': 'b2efccbd-e580-4308-8400-a60992a17255', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-112813415'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:25.153035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8::393 (ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf/58b6eb80-c9b1-4aca-b15d-8354d6174b2a/a4af300e-6513-48fc-a461-092fb046daeb) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:25.153350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-10746177-e9ca-4eb4-b352-7dfdc2b1c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:25.161412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8:0:1::3b (ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf/26932cd0-cefc-4645-be34-acce72141376/a4af300e-6513-48fc-a461-092fb046daeb) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:25.192358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-10746177-e9ca-4eb4-b352-7dfdc2b1c9d9 None None] For port c2400f56-8e0a-4b9d-b17a-d37f476d6e16, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c2400f56-8e0a-4b9d-b17a-d37f476d6e16,segment=NetworkSegment(6043307d-dfb8-40f4-98f3-e56ab6bfaab4),segment_id=6043307d-dfb8-40f4-98f3-e56ab6bfaab4)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:25.197793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-10746177-e9ca-4eb4-b352-7dfdc2b1c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:25.241185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Made reservation on behalf of 07764783badc4ea9a942b96a2c5864c1 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:25.245067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:25.261263 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b48a8ffa-467f-4c93-9712-5125da9a1e28 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:25.270161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] device_id is not set on port e8a2d180-9a84-430f-ac9f-2f59b912a8f7 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:25.317144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:25.319466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10746177-e9ca-4eb4-b352-7dfdc2b1c9d9 None None] Pushing event updated for resources: {'Port': ['ID=c2400f56-8e0a-4b9d-b17a-d37f476d6e16,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:25.324714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f08a9f-72b9-497b-84da-d792ea42a5cd None None] Update dhcp port {'port': {'network_id': 'ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf', 'fixed_ips': [{'subnet_id': '58b6eb80-c9b1-4aca-b15d-8354d6174b2a', 'ip_address': '2001:db8::2'}, {'subnet_id': '26932cd0-cefc-4645-be34-acce72141376'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': 'c2400f56-8e0a-4b9d-b17a-d37f476d6e16'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:24:25.351949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:25.362834 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9f08a9f-72b9-497b-84da-d792ea42a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:25.377409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port b48a8ffa-467f-4c93-9712-5125da9a1e28 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:24:25.382974 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port b48a8ffa-467f-4c93-9712-5125da9a1e28 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:25.383336 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:25.395224 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:25.441823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:25.445117 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:25.451282 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:25.455616 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:25.456420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:25.468120 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=a4af300e-6513-48fc-a461-092fb046daeb,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:25.483354 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1431e9c0-72cd-46ca-9997-92cc3310c092 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.6870632 Mar 29 09:24:25.483354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51514) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:25.488234 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-69610b0d-75f4-411f-8d49-1294a07f0c25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58b6eb80-c9b1-4aca-b15d-8354d6174b2a'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:25.498189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Allocated IP 2001:db8::2f (b2efccbd-e580-4308-8400-a60992a17255/d0ce351c-01c2-4160-9d0b-a211253bee34/e8a2d180-9a84-430f-ac9f-2f59b912a8f7) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:25.568005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69610b0d-75f4-411f-8d49-1294a07f0c25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:25.646008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:25.676739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-f9f08a9f-72b9-497b-84da-d792ea42a5cd None None] Allocated IP 2001:db8:0:1::2 (ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf/26932cd0-cefc-4645-be34-acce72141376/c2400f56-8e0a-4b9d-b17a-d37f476d6e16) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:25.714132 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b00b8c2-08e5-47d8-80ca-fa360f4e4c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48a8ffa-467f-4c93-9712-5125da9a1e28'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:24:25.716528 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d67da51-5ba3-477f-9bbc-b3384874fc9c" -d '{"events": [{"server_uuid": "6b00b8c2-08e5-47d8-80ca-fa360f4e4c60", "name": "network-vif-plugged", "status": "completed", "tag": "b48a8ffa-467f-4c93-9712-5125da9a1e28"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:24:25.749536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b48a8ffa-467f-4c93-9712-5125da9a1e28, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b48a8ffa-467f-4c93-9712-5125da9a1e28,segment=NetworkSegment(079d118d-b57e-4068-a9e5-fda53b715c39),segment_id=079d118d-b57e-4068-a9e5-fda53b715c39)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:25.762175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:25.853507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f5152a-03c7-4181-b6dc-2ffaeef79665 x-openstack-request-id: req-c7f5152a-03c7-4181-b6dc-2ffaeef79665 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:24:25.854134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b00b8c2-08e5-47d8-80ca-fa360f4e4c60", "name": "network-vif-plugged", "status": "completed", "tag": "b48a8ffa-467f-4c93-9712-5125da9a1e28", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:24:25.854550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7f5152a-03c7-4181-b6dc-2ffaeef79665 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:24:25.855083 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b00b8c2-08e5-47d8-80ca-fa360f4e4c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48a8ffa-467f-4c93-9712-5125da9a1e28', 'code': 200} Mar 29 09:24:25.900943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=b48a8ffa-467f-4c93-9712-5125da9a1e28,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:25.923099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f9f08a9f-72b9-497b-84da-d792ea42a5cd None None] For port c2400f56-8e0a-4b9d-b17a-d37f476d6e16, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c2400f56-8e0a-4b9d-b17a-d37f476d6e16,segment=NetworkSegment(6043307d-dfb8-40f4-98f3-e56ab6bfaab4),segment_id=6043307d-dfb8-40f4-98f3-e56ab6bfaab4)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:25.963365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c2400f56-8e0a-4b9d-b17a-d37f476d6e16 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:25.968899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9f08a9f-72b9-497b-84da-d792ea42a5cd None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.015151 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9f08a9f-72b9-497b-84da-d792ea42a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.044331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.051549 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-69610b0d-75f4-411f-8d49-1294a07f0c25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Delete allocated IP 2001:db8:0:1::3b (ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf/26932cd0-cefc-4645-be34-acce72141376) {{(pid=102495) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 09:24:26.059962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.102635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43470f2-d90a-43f3-bab6-db043ec2142d req-1d81b6da-fcab-4aac-8e66-9b658603573e tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:26.104236 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a43470f2-d90a-43f3-bab6-db043ec2142d req-1d81b6da-fcab-4aac-8e66-9b658603573e tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.1545591 Mar 29 09:24:26.207684 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69610b0d-75f4-411f-8d49-1294a07f0c25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.214030 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69610b0d-75f4-411f-8d49-1294a07f0c25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.246810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba62db-a7f6-4055-8eaf-1a3aa8a359f7 req-520199c8-8c9a-4d06-80f6-f35a215b5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:26.248325 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5ba62db-a7f6-4055-8eaf-1a3aa8a359f7 req-520199c8-8c9a-4d06-80f6-f35a215b5656 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 1099 time: 0.1935673 Mar 29 09:24:26.281114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-69610b0d-75f4-411f-8d49-1294a07f0c25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] In _notify_port_updated(), no bound segment for port a4af300e-6513-48fc-a461-092fb046daeb on network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:24:26.287043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69610b0d-75f4-411f-8d49-1294a07f0c25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:26.287730 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-69610b0d-75f4-411f-8d49-1294a07f0c25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.289081 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-69610b0d-75f4-411f-8d49-1294a07f0c25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "PUT /v2.0/ports/a4af300e-6513-48fc-a461-092fb046daeb HTTP/1.1" status: 200 len: 926 time: 0.8054855 Mar 29 09:24:26.293233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51520) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:26.300384 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e42af0a5-728f-4a78-adde-965e6d0ee845 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58b6eb80-c9b1-4aca-b15d-8354d6174b2a'}, {'subnet_id': '26932cd0-cefc-4645-be34-acce72141376'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:26.303502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69610b0d-75f4-411f-8d49-1294a07f0c25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=a4af300e-6513-48fc-a461-092fb046daeb,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:26.306781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f08a9f-72b9-497b-84da-d792ea42a5cd None None] Pushing event updated for resources: {'Port': ['ID=c2400f56-8e0a-4b9d-b17a-d37f476d6e16,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:26.319569 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:26.319953 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.335390 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a43470f2-d90a-43f3-bab6-db043ec2142d req-cbca34da-ce09-47c3-a2cc-c6347181a81b tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131648 Mar 29 09:24:26.342223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.378549 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5ba62db-a7f6-4055-8eaf-1a3aa8a359f7 req-5afa75e6-9214-4d8c-a768-49ec874f0e72 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227567 Mar 29 09:24:26.387337 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e42af0a5-728f-4a78-adde-965e6d0ee845 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.430618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.466334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Router aded2ad0-5210-4879-ad37-0f1c8205f68a is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:24:26.485646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Network b2efccbd-e580-4308-8400-a60992a17255 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:26.493695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:26.504335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:26.510045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:26.511534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.562211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event updated for resources: {'Port': ['ID=e8a2d180-9a84-430f-ac9f-2f59b912a8f7,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:26.575377 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-def6f728-ad5e-4e38-8f86-eff96651d694 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5708151 Mar 29 09:24:26.578155 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51522) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:26.583088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Request body: {'port': {'network_id': 'b2efccbd-e580-4308-8400-a60992a17255', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-538309894'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:26.676418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d2018076-fb75-4456-9b8f-aaad7ac66ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.746517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:26.749995 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-e42af0a5-728f-4a78-adde-965e6d0ee845 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8:0:1::1b0 (ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf/26932cd0-cefc-4645-be34-acce72141376/a4af300e-6513-48fc-a461-092fb046daeb) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:26.755222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.760737 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-795ed7aa-62c0-4d6a-b821-4111583af690 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "PUT /v2.0/routers/aded2ad0-5210-4879-ad37-0f1c8205f68a HTTP/1.1" status: 200 len: 882 time: 3.1093194 Mar 29 09:24:26.763145 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86fa8ab-0524-416c-96c5-096c51ef0ea3 None None] Sync routers for ids ['aded2ad0-5210-4879-ad37-0f1c8205f68a'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:26.765029 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51524) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:26.777408 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86fa8ab-0524-416c-96c5-096c51ef0ea3 None None] Routers {'aded2ad0-5210-4879-ad37-0f1c8205f68a'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:26.778053 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e86fa8ab-0524-416c-96c5-096c51ef0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['aded2ad0-5210-4879-ad37-0f1c8205f68a'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:26.804590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Made reservation on behalf of 07764783badc4ea9a942b96a2c5864c1 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:26.808867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.828421 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e86fa8ab-0524-416c-96c5-096c51ef0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:26.832266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] device_id is not set on port f398090f-b902-4aa0-a53e-cf81f1683eef yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:26.842277 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86fa8ab-0524-416c-96c5-096c51ef0ea3 None None] Routers {'aded2ad0-5210-4879-ad37-0f1c8205f68a'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:26.842890 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e86fa8ab-0524-416c-96c5-096c51ef0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:23:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['aded2ad0-5210-4879-ad37-0f1c8205f68a'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:26.875712 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e86fa8ab-0524-416c-96c5-096c51ef0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:26.876360 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86fa8ab-0524-416c-96c5-096c51ef0ea3 None None] The sync data for ids ['aded2ad0-5210-4879-ad37-0f1c8205f68a'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:26.940059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b2664dfa-427e-42ad-96c1-1a5d4a7f923e None None] Provisioning complete for port e8a2d180-9a84-430f-ac9f-2f59b912a8f7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:26.940781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b2664dfa-427e-42ad-96c1-1a5d4a7f923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:26.975911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b2664dfa-427e-42ad-96c1-1a5d4a7f923e None None] Port e8a2d180-9a84-430f-ac9f-2f59b912a8f7 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:26.999796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Allocated IP 2001:db8::50 (b2efccbd-e580-4308-8400-a60992a17255/d0ce351c-01c2-4160-9d0b-a211253bee34/f398090f-b902-4aa0-a53e-cf81f1683eef) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:27.001991 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-87602b1d-50e0-4acc-83d2-a2390f512e79 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/routers/aded2ad0-5210-4879-ad37-0f1c8205f68a HTTP/1.1" status: 200 len: 923 time: 0.2356515 Mar 29 09:24:27.004954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51526) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:27.025466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e42af0a5-728f-4a78-adde-965e6d0ee845 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.031607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e42af0a5-728f-4a78-adde-965e6d0ee845 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.055565 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b354d-ba93-4529-a0f9-330203df79c2 None None] Network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:27.086745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d52092-5fca-4e61-ba92-e030df7ad0d2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:27.090807 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-44d52092-5fca-4e61-ba92-e030df7ad0d2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&device_id=aded2ad0-5210-4879-ad37-0f1c8205f68a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0821061 Mar 29 09:24:27.091666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51528) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:27.125138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e42af0a5-728f-4a78-adde-965e6d0ee845 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] In _notify_port_updated(), no bound segment for port a4af300e-6513-48fc-a461-092fb046daeb on network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:24:27.131906 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42af0a5-728f-4a78-adde-965e6d0ee845 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:27.133213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e42af0a5-728f-4a78-adde-965e6d0ee845 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.137678 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e42af0a5-728f-4a78-adde-965e6d0ee845 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "PUT /v2.0/ports/a4af300e-6513-48fc-a461-092fb046daeb HTTP/1.1" status: 200 len: 1012 time: 0.8427615 Mar 29 09:24:27.138395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51530) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:27.140034 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-22a9458c-ab86-4632-b197-c94f0a5ded92 None None] Provisioning complete for port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:27.140514 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-22a9458c-ab86-4632-b197-c94f0a5ded92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.155801 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42af0a5-728f-4a78-adde-965e6d0ee845 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=a4af300e-6513-48fc-a461-092fb046daeb,revision_number=3']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:27.249008 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-27533808-2d04-4402-9c45-b00ded843fcf tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port a4af300e-6513-48fc-a461-092fb046daeb {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:27.249440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27533808-2d04-4402-9c45-b00ded843fcf tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.255279 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12694cc-5b28-47ce-80d3-657c9e00c5bb tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:27.259410 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d12694cc-5b28-47ce-80d3-657c9e00c5bb tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/networks/bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 881 time: 0.1643584 Mar 29 09:24:27.259927 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51532) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:27.292777 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-df54400c-7c9e-4aa4-bc4f-607962078e2b tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "GET /v2.0/ports?device_id=aded2ad0-5210-4879-ad37-0f1c8205f68a HTTP/1.1" status: 200 len: 205 time: 0.0316713 Mar 29 09:24:27.298282 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51534) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:27.354821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.359583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27533808-2d04-4402-9c45-b00ded843fcf tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.378776 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-27533808-2d04-4402-9c45-b00ded843fcf tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for a4af300e-6513-48fc-a461-092fb046daeb owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:27.467377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.472741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.573811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Network b2efccbd-e580-4308-8400-a60992a17255 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:27.588519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd048801-cbe1-4919-9ea4-5a4c3f76c548 req-ce600758-a37e-4fc0-82ae-0d016cc67627 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:27.590001 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd048801-cbe1-4919-9ea4-5a4c3f76c548 req-ce600758-a37e-4fc0-82ae-0d016cc67627 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.1672590 Mar 29 09:24:27.594502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:27.598456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:27.600623 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27533808-2d04-4402-9c45-b00ded843fcf tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.607924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:27.608593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.654440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-23cbd395-60d4-47b1-a72c-09ee50d5999e None None] Provisioning complete for port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:27.655035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-23cbd395-60d4-47b1-a72c-09ee50d5999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.678377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event updated for resources: {'Port': ['ID=f398090f-b902-4aa0-a53e-cf81f1683eef,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:27.708134 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ee48e5b5-100e-4d8d-acad-ef5a12063a68 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1267705 Mar 29 09:24:27.715505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51538) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:27.718129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27533808-2d04-4402-9c45-b00ded843fcf tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=a4af300e-6513-48fc-a461-092fb046daeb,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:27.723996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7c4b063a-aa55-47fe-a3e7-7709cf13e2df tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6', 'mac_address': 'fa:16:3e:50:77:23'}, {'ip_address': '2001:db8::2f', 'mac_address': 'fa:16:3e:96:7f:c2'}]}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:27.773035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-27533808-2d04-4402-9c45-b00ded843fcf tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.776336 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-27533808-2d04-4402-9c45-b00ded843fcf tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/a4af300e-6513-48fc-a461-092fb046daeb HTTP/1.1" status: 204 len: 168 time: 0.6340871 Mar 29 09:24:27.780115 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51540) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:27.823038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-23cbd395-60d4-47b1-a72c-09ee50d5999e None None] Could not find standard attr ID for object a4af300e-6513-48fc-a461-092fb046daeb. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:24:27.830799 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-50065d53-57da-4ccc-a273-a783dd471ee1 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:27.835286 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-50065d53-57da-4ccc-a273-a783dd471ee1 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/a4af300e-6513-48fc-a461-092fb046daeb HTTP/1.1" status: 404 len: 333 time: 0.0505910 Mar 29 09:24:27.835654 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51542) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:27.878634 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.884569 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c2400f56-8e0a-4b9d-b17a-d37f476d6e16 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:27.922530 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd048801-cbe1-4919-9ea4-5a4c3f76c548 req-db5dfc46-8976-40b7-bffd-715a541ba13f tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072691 Mar 29 09:24:27.924520 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-67664f62-2cfa-49fd-84e2-ffea8b613763 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting subnet 26932cd0-cefc-4645-be34-acce72141376 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:27.928493 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67664f62-2cfa-49fd-84e2-ffea8b613763 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.986510 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67664f62-2cfa-49fd-84e2-ffea8b613763 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:27.995387 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:27.995759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.024155 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c4b063a-aa55-47fe-a3e7-7709cf13e2df tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.046872 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Deleting port 5e564905-343b-4aff-bd9d-7d39f037fd28 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:28.047142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.061126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-21d29795-9146-459f-94b8-07a71a21b899 None None] Could not find standard attr ID for object a4af300e-6513-48fc-a461-092fb046daeb. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:24:28.129363 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67664f62-2cfa-49fd-84e2-ffea8b613763 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.197214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c4c191ac-157f-4345-bc5d-b0103ed08843 None None] Provisioning complete for port f398090f-b902-4aa0-a53e-cf81f1683eef triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:28.198189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c4c191ac-157f-4345-bc5d-b0103ed08843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.211535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67664f62-2cfa-49fd-84e2-ffea8b613763 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.216507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.230502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67664f62-2cfa-49fd-84e2-ffea8b613763 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.237110 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-67664f62-2cfa-49fd-84e2-ffea8b613763 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/26932cd0-cefc-4645-be34-acce72141376 HTTP/1.1" status: 204 len: 168 time: 0.3917968 Mar 29 09:24:28.238403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c4c191ac-157f-4345-bc5d-b0103ed08843 None None] Port f398090f-b902-4aa0-a53e-cf81f1683eef cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:28.238579 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51544) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:28.266417 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67664f62-2cfa-49fd-84e2-ffea8b613763 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Subnet': ['ID=26932cd0-cefc-4645-be34-acce72141376,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:28.274866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Calling delete_port for 5e564905-343b-4aff-bd9d-7d39f037fd28 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:28.290494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2209b3fe-bf9f-46f1-8216-df0aedcf8cb8 None None] Network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:28.326116 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c13dce-6448-4991-9662-93c01cd44bd6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting subnet 58b6eb80-c9b1-4aca-b15d-8354d6174b2a {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:28.329340 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b4c13dce-6448-4991-9662-93c01cd44bd6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.363824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-93884512-91f1-4e6c-bbe0-fff1a6dabdf8 None None] Could not find standard attr ID for object a4af300e-6513-48fc-a461-092fb046daeb. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:24:28.380018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b4c13dce-6448-4991-9662-93c01cd44bd6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.389693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c4b063a-aa55-47fe-a3e7-7709cf13e2df tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.395911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c4b063a-aa55-47fe-a3e7-7709cf13e2df tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.478239 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b4c13dce-6448-4991-9662-93c01cd44bd6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.482135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b063a-aa55-47fe-a3e7-7709cf13e2df tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] In _notify_port_updated(), no bound segment for port f398090f-b902-4aa0-a53e-cf81f1683eef on network b2efccbd-e580-4308-8400-a60992a17255 {{(pid=102496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:24:28.488261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b063a-aa55-47fe-a3e7-7709cf13e2df tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:28.489014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c4b063a-aa55-47fe-a3e7-7709cf13e2df tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.493087 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7c4b063a-aa55-47fe-a3e7-7709cf13e2df tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "PUT /v2.0/ports/f398090f-b902-4aa0-a53e-cf81f1683eef HTTP/1.1" status: 200 len: 1063 time: 0.7741027 Mar 29 09:24:28.496478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51546) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:28.549507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b063a-aa55-47fe-a3e7-7709cf13e2df tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event updated for resources: {'Port': ['ID=f398090f-b902-4aa0-a53e-cf81f1683eef,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:28.573636 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b4c13dce-6448-4991-9662-93c01cd44bd6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.612112 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b4c13dce-6448-4991-9662-93c01cd44bd6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.615816 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b4c13dce-6448-4991-9662-93c01cd44bd6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/58b6eb80-c9b1-4aca-b15d-8354d6174b2a HTTP/1.1" status: 204 len: 168 time: 0.3565185 Mar 29 09:24:28.618536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51548) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:28.619320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c13dce-6448-4991-9662-93c01cd44bd6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Subnet': ['ID=58b6eb80-c9b1-4aca-b15d-8354d6174b2a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:28.728824 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.733328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.780424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Pushing event deleted for resources: {'Port': ['ID=5e564905-343b-4aff-bd9d-7d39f037fd28,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:28.791275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7aa16715-6e79-40fe-9669-e6e8d5ebd8c7 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Deleting port f398090f-b902-4aa0-a53e-cf81f1683eef {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:28.791761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7aa16715-6e79-40fe-9669-e6e8d5ebd8c7 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.802283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-03f2976a-ef23-4bd0-a25e-adf9ce96fd55 None None] Provisioning complete for port f398090f-b902-4aa0-a53e-cf81f1683eef triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:28.803211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-03f2976a-ef23-4bd0-a25e-adf9ce96fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:28.843670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-03f2976a-ef23-4bd0-a25e-adf9ce96fd55 None None] Port f398090f-b902-4aa0-a53e-cf81f1683eef cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:29.069381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb725c-eb64-4f8e-b05a-e0a0483b7d22 None None] Network ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:29.103407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a43f51b3-b79c-474f-be9d-3f43fc698f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.202820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-75d01266-99fc-41ee-b59d-6df55068bed4 None None] Provisioning complete for port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:29.203110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-75d01266-99fc-41ee-b59d-6df55068bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.237527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.325933 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b5036e-649d-4469-824f-e16637ac5900 None None] DHCP port deletion for ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:24:29.351101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.356200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7aa16715-6e79-40fe-9669-e6e8d5ebd8c7 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.358869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.375318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5036e-649d-4469-824f-e16637ac5900 None None] Deleting port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:29.375691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b1b5036e-649d-4469-824f-e16637ac5900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.381114 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:29.381453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.403989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7aa16715-6e79-40fe-9669-e6e8d5ebd8c7 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Calling delete_port for f398090f-b902-4aa0-a53e-cf81f1683eef owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:29.447302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-b1b5036e-649d-4469-824f-e16637ac5900 None None] For port c2400f56-8e0a-4b9d-b17a-d37f476d6e16, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c2400f56-8e0a-4b9d-b17a-d37f476d6e16,segment=NetworkSegment(6043307d-dfb8-40f4-98f3-e56ab6bfaab4),segment_id=6043307d-dfb8-40f4-98f3-e56ab6bfaab4)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:29.448329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b1b5036e-649d-4469-824f-e16637ac5900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.461809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5036e-649d-4469-824f-e16637ac5900 None None] Calling delete_port for c2400f56-8e0a-4b9d-b17a-d37f476d6e16 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:29.531897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.532400 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Fanout notify agent at l3_agent the message router_deleted on router aded2ad0-5210-4879-ad37-0f1c8205f68a {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:29.540812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b1b5036e-649d-4469-824f-e16637ac5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.544011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.545113 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-96ec41e1-c362-4b74-8139-af5d94ca8bdd tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/routers/aded2ad0-5210-4879-ad37-0f1c8205f68a HTTP/1.1" status: 204 len: 168 time: 2.2458818 Mar 29 09:24:29.549765 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51554) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:29.553233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] For port c2400f56-8e0a-4b9d-b17a-d37f476d6e16, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c2400f56-8e0a-4b9d-b17a-d37f476d6e16,segment=NetworkSegment(6043307d-dfb8-40f4-98f3-e56ab6bfaab4),segment_id=6043307d-dfb8-40f4-98f3-e56ab6bfaab4)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:29.553621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.554400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-2588d3dd-efab-46ff-9901-87446c52f208 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1461078631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:29.569843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5036e-649d-4469-824f-e16637ac5900 None None] Pushing event deleted for resources: {'Port': ['ID=c2400f56-8e0a-4b9d-b17a-d37f476d6e16,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:29.573629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b5036e-649d-4469-824f-e16637ac5900 None None] No DVR routers for this DVR port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:29.579241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f17bb-a945-4e75-afec-f075ba0414e8 req-517cc60f-9659-4fef-ae3e-fbf56fb80081 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:29.580810 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f7f17bb-a945-4e75-afec-f075ba0414e8 req-517cc60f-9659-4fef-ae3e-fbf56fb80081 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.3744869 Mar 29 09:24:29.582300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2588d3dd-efab-46ff-9901-87446c52f208 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.583432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2588d3dd-efab-46ff-9901-87446c52f208 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.596867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for c2400f56-8e0a-4b9d-b17a-d37f476d6e16 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:29.640789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2588d3dd-efab-46ff-9901-87446c52f208 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.644276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2588d3dd-efab-46ff-9901-87446c52f208 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.661478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2588d3dd-efab-46ff-9901-87446c52f208 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.665305 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2588d3dd-efab-46ff-9901-87446c52f208 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1119525 Mar 29 09:24:29.665630 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51556) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:29.669931 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'enable_snat': True}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:29.675308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f7f17bb-a945-4e75-afec-f075ba0414e8 req-0ff6db7f-492b-4e41-9440-3dfeb0dfdddd tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848145 Mar 29 09:24:29.749511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7aa16715-6e79-40fe-9669-e6e8d5ebd8c7 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.751268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.812115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No DVR routers for this DVR port c2400f56-8e0a-4b9d-b17a-d37f476d6e16 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:29.814995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=c2400f56-8e0a-4b9d-b17a-d37f476d6e16,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:29.850607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c2400f56-8e0a-4b9d-b17a-d37f476d6e16 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:29.878046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: c2400f56-8e0a-4b9d-b17a-d37f476d6e16 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:29.878386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c2400f56-8e0a-4b9d-b17a-d37f476d6e16 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:29.894053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa16715-6e79-40fe-9669-e6e8d5ebd8c7 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event deleted for resources: {'Port': ['ID=f398090f-b902-4aa0-a53e-cf81f1683eef,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:29.915385 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:29.953130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe21089-8a80-4116-ba10-a11bb65a7a97 req-02d29a18-25c6-43e6-a9c2-a6167f474df3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:29.954674 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ebe21089-8a80-4116-ba10-a11bb65a7a97 req-02d29a18-25c6-43e6-a9c2-a6167f474df3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.1988940 Mar 29 09:24:29.986673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.045599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:30.076183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6043307d-dfb8-40f4-98f3-e56ab6bfaab4') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:30.076483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6043307d-dfb8-40f4-98f3-e56ab6bfaab4') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:30.090651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.094849 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ebe21089-8a80-4116-ba10-a11bb65a7a97 req-7cad75ee-a0de-4531-9b2e-bcb44392be96 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103518 Mar 29 09:24:30.128895 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.136369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.151794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:30.152344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:30.155516 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:30.161290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.187636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7aa16715-6e79-40fe-9669-e6e8d5ebd8c7 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.193418 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7aa16715-6e79-40fe-9669-e6e8d5ebd8c7 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "DELETE /v2.0/ports/f398090f-b902-4aa0-a53e-cf81f1683eef HTTP/1.1" status: 204 len: 168 time: 1.6935959 Mar 29 09:24:30.194335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51562) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:30.256034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54dadad-948e-4148-a7c5-9039a3983fa9 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] GET failed (client error): The resource could not be found. Mar 29 09:24:30.257532 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a54dadad-948e-4148-a7c5-9039a3983fa9 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "GET /v2.0/ports/f398090f-b902-4aa0-a53e-cf81f1683eef HTTP/1.1" status: 404 len: 333 time: 0.0628772 Mar 29 09:24:30.262026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51564) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:30.265891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.272458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.280330 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/networks/ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf HTTP/1.1" status: 204 len: 168 time: 1.6567290 Mar 29 09:24:30.282838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51566) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:30.324295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7adea-c6bc-4db6-9926-45fd4b542519 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Network': ['ID=ccd4bd8d-1f72-4b75-8732-0fcc7a0deaaf,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:30.326539 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Allocated IP 172.26.1.145 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/0ac47258-3907-4041-9410-4679bec204f6) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:30.352786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38461c15-93ce-40a4-ac2b-bb2bf2909faa tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:30.355257 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-38461c15-93ce-40a4-ac2b-bb2bf2909faa tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0703242 Mar 29 09:24:30.364704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51570) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:30.406023 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b44fc-6636-46a6-9ab0-82cdc81fefbe req-b7e5078b-f250-4b82-81f8-7bced6e9a840 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:30.407489 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-236b44fc-6636-46a6-9ab0-82cdc81fefbe req-b7e5078b-f250-4b82-81f8-7bced6e9a840 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.0511920 Mar 29 09:24:30.445075 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-236b44fc-6636-46a6-9ab0-82cdc81fefbe req-a611143d-5eef-4cd4-9a02-fd1736893197 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314591 Mar 29 09:24:30.484238 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1cac68de-e299-4abc-af21-cb226adacedd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1171970 Mar 29 09:24:30.488528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51572) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:30.488911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.493535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-67e37de4-9f55-466c-82ed-80b606261d3a tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Deleting port e8a2d180-9a84-430f-ac9f-2f59b912a8f7 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:30.493755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-cddea3f8-e3fe-4b86-b9da-921f9e1529db tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-298269888'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:30.494116 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67e37de4-9f55-466c-82ed-80b606261d3a tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.513172 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddea3f8-e3fe-4b86-b9da-921f9e1529db tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:30.516485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cddea3f8-e3fe-4b86-b9da-921f9e1529db tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.543034 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.545386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddea3f8-e3fe-4b86-b9da-921f9e1529db tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:30.554991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cddea3f8-e3fe-4b86-b9da-921f9e1529db tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.555329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-cddea3f8-e3fe-4b86-b9da-921f9e1529db tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Added segment 816785a3-b548-44b6-b94f-cebc2aacd8e4 of type vlan for network fa5790be-40c1-4381-8c2f-aaf785c11f7d Mar 29 09:24:30.594657 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cddea3f8-e3fe-4b86-b9da-921f9e1529db tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.622129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cddea3f8-e3fe-4b86-b9da-921f9e1529db tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.622358 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67e37de4-9f55-466c-82ed-80b606261d3a tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.627583 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddea3f8-e3fe-4b86-b9da-921f9e1529db tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:30.628177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cddea3f8-e3fe-4b86-b9da-921f9e1529db tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.637312 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-67e37de4-9f55-466c-82ed-80b606261d3a tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Calling delete_port for e8a2d180-9a84-430f-ac9f-2f59b912a8f7 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:30.647986 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.663797 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cddea3f8-e3fe-4b86-b9da-921f9e1529db tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1741791 Mar 29 09:24:30.668721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51574) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:30.697166 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-23abd168-a524-43a2-8db5-bbf6f694d364 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'fa5790be-40c1-4381-8c2f-aaf785c11f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:30.713720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddea3f8-e3fe-4b86-b9da-921f9e1529db tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Network': ['ID=fa5790be-40c1-4381-8c2f-aaf785c11f7d,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:30.728005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network fa5790be-40c1-4381-8c2f-aaf785c11f7d details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:30.737198 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:30.741279 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:30.744477 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:30.782132 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event updated for resources: {'Port': ['ID=0ac47258-3907-4041-9410-4679bec204f6,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:30.826015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23abd168-a524-43a2-8db5-bbf6f694d364 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:30.829425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-23abd168-a524-43a2-8db5-bbf6f694d364 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:30.964368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67e37de4-9f55-466c-82ed-80b606261d3a tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.032065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e37de4-9f55-466c-82ed-80b606261d3a tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event deleted for resources: {'Port': ['ID=e8a2d180-9a84-430f-ac9f-2f59b912a8f7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:31.061544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67e37de4-9f55-466c-82ed-80b606261d3a tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.065335 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-67e37de4-9f55-466c-82ed-80b606261d3a tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "DELETE /v2.0/ports/e8a2d180-9a84-430f-ac9f-2f59b912a8f7 HTTP/1.1" status: 204 len: 168 time: 0.8023233 Mar 29 09:24:31.068313 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51576) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:31.079391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-23abd168-a524-43a2-8db5-bbf6f694d364 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.146492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abd168-a524-43a2-8db5-bbf6f694d364 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Subnet': ['ID=e17c2913-488f-497d-8704-2d04b721d8f6,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:31.167453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23abd168-a524-43a2-8db5-bbf6f694d364 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Checking segment: {'id': '816785a3-b548-44b6-b94f-cebc2aacd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'fa5790be-40c1-4381-8c2f-aaf785c11f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:31.167960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23abd168-a524-43a2-8db5-bbf6f694d364 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network hostable DHCP agents. Network: fa5790be-40c1-4381-8c2f-aaf785c11f7d, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:31.192580 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23abd168-a524-43a2-8db5-bbf6f694d364 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network fa5790be-40c1-4381-8c2f-aaf785c11f7d is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:31.205895 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-23abd168-a524-43a2-8db5-bbf6f694d364 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, fa5790be-40c1-4381-8c2f-aaf785c11f7d) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:31.212860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23abd168-a524-43a2-8db5-bbf6f694d364 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:31.214069 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-23abd168-a524-43a2-8db5-bbf6f694d364 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.220247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084626e5-579d-4ae3-9a99-d4b1f338c729 None None] Network fa5790be-40c1-4381-8c2f-aaf785c11f7d requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:31.257355 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-23abd168-a524-43a2-8db5-bbf6f694d364 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5875349 Mar 29 09:24:31.261597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51578) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:31.268792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': 'fa5790be-40c1-4381-8c2f-aaf785c11f7d', 'name': 'tempest-PortsIpV6TestJSON-521348200'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:31.395755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:31.398979 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-fa5790be-40c1-4381-8c2f-aaf785c11f7d', 'network_id': 'fa5790be-40c1-4381-8c2f-aaf785c11f7d', 'tenant_id': '42def34a06ed4f0aa357c9e4448b63d7', 'fixed_ips': [{'subnet_id': 'e17c2913-488f-497d-8704-2d04b721d8f6'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:31.400060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.400523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.420621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port 2466227f-1a85-4ba6-9150-c5613665c49f yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:31.457067 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbd6c02-f82f-410e-af6b-16027176eb03 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] GET failed (client error): The resource could not be found. Mar 29 09:24:31.458665 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ebbd6c02-f82f-410e-af6b-16027176eb03 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "GET /v2.0/ports/e8a2d180-9a84-430f-ac9f-2f59b912a8f7 HTTP/1.1" status: 404 len: 333 time: 0.3898292 Mar 29 09:24:31.463074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51580) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:31.472770 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.562173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Allocated IP 2001:db8::2 (fa5790be-40c1-4381-8c2f-aaf785c11f7d/e17c2913-488f-497d-8704-2d04b721d8f6/39f1323d-6d02-4a0a-9573-d7c499b52dbe) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:31.613057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd99bb-2fb5-447c-bb62-8b28f066bee9 req-cea6bdea-ee96-493f-8fad-b78350e6d98c tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:31.614836 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cccd99bb-2fb5-447c-bb62-8b28f066bee9 req-cea6bdea-ee96-493f-8fad-b78350e6d98c tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.0742357 Mar 29 09:24:31.621203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-9d22a6a0-9d5c-452d-97fd-236c492f9076 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Deleting port f5645c2d-347a-44aa-a253-e19c4772697e {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:31.621536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9d22a6a0-9d5c-452d-97fd-236c492f9076 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.693873 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.698052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.713189 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cccd99bb-2fb5-447c-bb62-8b28f066bee9 req-f35355f8-fbe8-4951-899b-f18c26057997 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886953 Mar 29 09:24:31.720549 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.728809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.745608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9d22a6a0-9d5c-452d-97fd-236c492f9076 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.768178 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Network fa5790be-40c1-4381-8c2f-aaf785c11f7d is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:31.771203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:31.774983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:31.792904 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Pushing event updated for resources: {'Port': ['ID=39f1323d-6d02-4a0a-9573-d7c499b52dbe,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:31.818373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-9d22a6a0-9d5c-452d-97fd-236c492f9076 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Calling delete_port for f5645c2d-347a-44aa-a253-e19c4772697e owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:31.844836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Attempting to bind port 39f1323d-6d02-4a0a-9573-d7c499b52dbe on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:31.845212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Attempting to bind port 39f1323d-6d02-4a0a-9573-d7c499b52dbe by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '816785a3-b548-44b6-b94f-cebc2aacd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'fa5790be-40c1-4381-8c2f-aaf785c11f7d'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:31.846220 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Attempting to bind port 39f1323d-6d02-4a0a-9573-d7c499b52dbe on network fa5790be-40c1-4381-8c2f-aaf785c11f7d {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:31.853060 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:31.853526 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Checking segment: {'id': '816785a3-b548-44b6-b94f-cebc2aacd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'fa5790be-40c1-4381-8c2f-aaf785c11f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:31.853849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.854391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Bound using segment: {'id': '816785a3-b548-44b6-b94f-cebc2aacd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'fa5790be-40c1-4381-8c2f-aaf785c11f7d'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:31.855075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Bound port: 39f1323d-6d02-4a0a-9573-d7c499b52dbe, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816785a3-b548-44b6-b94f-cebc2aacd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'fa5790be-40c1-4381-8c2f-aaf785c11f7d'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:31.855475 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.897856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Router 2d502110-c032-4454-b513-4b92b748c19a is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:24:31.900223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8::227 (fa5790be-40c1-4381-8c2f-aaf785c11f7d/e17c2913-488f-497d-8704-2d04b721d8f6/2466227f-1a85-4ba6-9150-c5613665c49f) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:31.950011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] For port 39f1323d-6d02-4a0a-9573-d7c499b52dbe, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:31.977784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] For port 39f1323d-6d02-4a0a-9573-d7c499b52dbe, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=39f1323d-6d02-4a0a-9573-d7c499b52dbe,segment=NetworkSegment(816785a3-b548-44b6-b94f-cebc2aacd8e4),segment_id=816785a3-b548-44b6-b94f-cebc2aacd8e4)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:31.988532 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:31.998664 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.051624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:32.063842 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.065895 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5ac71806-b323-4162-ac23-077ad14fd9e2 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "PUT /v2.0/routers/2d502110-c032-4454-b513-4b92b748c19a HTTP/1.1" status: 200 len: 919 time: 2.3992488 Mar 29 09:24:32.070329 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51586) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:32.072699 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df685e-4c41-4fa2-80b1-a9f0dcca5a95 None None] Sync routers for ids ['2d502110-c032-4454-b513-4b92b748c19a'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:32.106090 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97dda9-b4ad-4340-9a25-7ceda9050422 None None] Pushing event updated for resources: {'Port': ['ID=39f1323d-6d02-4a0a-9573-d7c499b52dbe,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:32.125722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71df685e-4c41-4fa2-80b1-a9f0dcca5a95 None None] Routers {'2d502110-c032-4454-b513-4b92b748c19a'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:32.132226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-71df685e-4c41-4fa2-80b1-a9f0dcca5a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2d502110-c032-4454-b513-4b92b748c19a'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:32.200990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-71df685e-4c41-4fa2-80b1-a9f0dcca5a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:32.213508 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71df685e-4c41-4fa2-80b1-a9f0dcca5a95 None None] Routers {'2d502110-c032-4454-b513-4b92b748c19a'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:32.214610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-71df685e-4c41-4fa2-80b1-a9f0dcca5a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2d502110-c032-4454-b513-4b92b748c19a'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:32.253841 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-016108b3-fbf4-4fe8-9d01-e6933ea69927 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/routers/2d502110-c032-4454-b513-4b92b748c19a HTTP/1.1" status: 200 len: 925 time: 0.1822848 Mar 29 09:24:32.258621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51590) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:32.269814 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-71df685e-4c41-4fa2-80b1-a9f0dcca5a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:32.270463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df685e-4c41-4fa2-80b1-a9f0dcca5a95 None None] The sync data for ids ['2d502110-c032-4454-b513-4b92b748c19a'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:32.307970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9d22a6a0-9d5c-452d-97fd-236c492f9076 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.317435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2045da7-992f-4d53-bd10-8b5cc91d0320 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:32.319093 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f2045da7-992f-4d53-bd10-8b5cc91d0320 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&device_id=2d502110-c032-4454-b513-4b92b748c19a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0565314 Mar 29 09:24:32.322259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51592) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:32.382087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571cb2a-9020-4f3f-a29c-4bd747b9df7f req-ffec5f61-7363-4e25-b150-79150f13ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:32.383560 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c571cb2a-9020-4f3f-a29c-4bd747b9df7f req-ffec5f61-7363-4e25-b150-79150f13ed95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aee5a6b407584b7aab9d0cc445e268a5&device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 1099 time: 0.1930618 Mar 29 09:24:32.391218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.392685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22a6a0-9d5c-452d-97fd-236c492f9076 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event deleted for resources: {'Port': ['ID=f5645c2d-347a-44aa-a253-e19c4772697e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:32.438199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01083007-9527-447b-8683-08581f69de91 req-97b2bb3a-a6ee-4dfb-ba26-9e4a23827c95 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:32.440462 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01083007-9527-447b-8683-08581f69de91 req-97b2bb3a-a6ee-4dfb-ba26-9e4a23827c95 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.2142830 Mar 29 09:24:32.460795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9d22a6a0-9d5c-452d-97fd-236c492f9076 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.469641 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9d22a6a0-9d5c-452d-97fd-236c492f9076 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "DELETE /v2.0/ports/f5645c2d-347a-44aa-a253-e19c4772697e HTTP/1.1" status: 204 len: 168 time: 1.0045838 Mar 29 09:24:32.472877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51594) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:32.475149 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.485398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf6b7f-add3-44e9-b5b9-fd6315df042f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:32.487379 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-aecf6b7f-add3-44e9-b5b9-fd6315df042f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/networks/bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 881 time: 0.1642709 Mar 29 09:24:32.515884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51596) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:32.549526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d290ba9-8863-4063-ae60-ce7a02817b4d tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Deleting subnet d0ce351c-01c2-4160-9d0b-a211253bee34 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:32.553292 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d290ba9-8863-4063-ae60-ce7a02817b4d tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.568997 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f4cf7f24-2bc6-4314-bc0a-ce55aa0ea499 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d502110-c032-4454-b513-4b92b748c19a HTTP/1.1" status: 200 len: 205 time: 0.0457737 Mar 29 09:24:32.577066 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51598) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:32.610476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d290ba9-8863-4063-ae60-ce7a02817b4d tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.652463 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01083007-9527-447b-8683-08581f69de91 req-667cd202-c63a-49e4-bff8-31fbadfcd5c3 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967177 Mar 29 09:24:32.662035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571cb2a-9020-4f3f-a29c-4bd747b9df7f req-9411dbff-594a-453b-9925-f6acc216ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:32.663502 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c571cb2a-9020-4f3f-a29c-4bd747b9df7f req-9411dbff-594a-453b-9925-f6acc216ec75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da82d812-71d7-406b-b98e-73ab2aa1aa2c HTTP/1.1" status: 200 len: 912 time: 0.2674749 Mar 29 09:24:32.668821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.714896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d290ba9-8863-4063-ae60-ce7a02817b4d tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.748671 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c571cb2a-9020-4f3f-a29c-4bd747b9df7f req-de48c673-79a8-4986-9290-1a18cbbb80cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b48a8ffa-467f-4c93-9712-5125da9a1e28 HTTP/1.1" status: 200 len: 217 time: 0.0725005 Mar 29 09:24:32.784147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d290ba9-8863-4063-ae60-ce7a02817b4d tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.813310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d290ba9-8863-4063-ae60-ce7a02817b4d tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ce351c-01c2-4160-9d0b-a211253bee34,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:32.816747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network fa5790be-40c1-4381-8c2f-aaf785c11f7d is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:32.819612 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d290ba9-8863-4063-ae60-ce7a02817b4d tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.822967 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9d290ba9-8863-4063-ae60-ce7a02817b4d tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "DELETE /v2.0/subnets/d0ce351c-01c2-4160-9d0b-a211253bee34 HTTP/1.1" status: 204 len: 168 time: 0.3491347 Mar 29 09:24:32.826190 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51606) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:32.826576 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:32.827729 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a5131-729d-4e89-8286-f6842b58e119 None None] Network b2efccbd-e580-4308-8400-a60992a17255 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:32.835490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:32.840999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:32.841641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.844015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=2466227f-1a85-4ba6-9150-c5613665c49f,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:32.868499 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:32.874352 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bb4a8bff-dcc5-426e-b609-2beafa7674c9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6114135 Mar 29 09:24:32.877688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51608) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:32.885227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': 'fa5790be-40c1-4381-8c2f-aaf785c11f7d', 'name': 'tempest-PortsIpV6TestJSON-1066598226'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:32.908109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571cb2a-9020-4f3f-a29c-4bd747b9df7f req-77384214-f270-4dcd-904f-c44919a56935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:32.909539 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c571cb2a-9020-4f3f-a29c-4bd747b9df7f req-77384214-f270-4dcd-904f-c44919a56935 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20775d95-8113-4ca5-a6c3-27cdf046081e HTTP/1.1" status: 200 len: 851 time: 0.1269298 Mar 29 09:24:32.949001 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c571cb2a-9020-4f3f-a29c-4bd747b9df7f req-21c36cd6-d000-4906-b0b9-01543e0f52e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da82d812-71d7-406b-b98e-73ab2aa1aa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299299 Mar 29 09:24:32.960798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.044509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e444e26f-7190-4106-9279-dc3c70e86920 None None] DHCP port deletion for b2efccbd-e580-4308-8400-a60992a17255 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:24:33.104513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Deleting port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:33.104949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.106860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:33.110837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.117095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e444e26f-7190-4106-9279-dc3c70e86920 None None] Deleting port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:33.117895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e444e26f-7190-4106-9279-dc3c70e86920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.158420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port 2f26023d-0cfa-4d9b-a714-8ef9c9b761f3 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:33.226898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e444e26f-7190-4106-9279-dc3c70e86920 None None] For port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3,segment=NetworkSegment(dfebd766-7144-4a8f-b54f-f1064640c62d),segment_id=dfebd766-7144-4a8f-b54f-f1064640c62d)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:33.227307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e444e26f-7190-4106-9279-dc3c70e86920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.246115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e444e26f-7190-4106-9279-dc3c70e86920 None None] Calling delete_port for e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:33.263723 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] For port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3,segment=NetworkSegment(dfebd766-7144-4a8f-b54f-f1064640c62d),segment_id=dfebd766-7144-4a8f-b54f-f1064640c62d)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:33.264086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.287928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Calling delete_port for e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:33.376080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e444e26f-7190-4106-9279-dc3c70e86920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.404207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.426974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8::13b (fa5790be-40c1-4381-8c2f-aaf785c11f7d/e17c2913-488f-497d-8704-2d04b721d8f6/2f26023d-0cfa-4d9b-a714-8ef9c9b761f3) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:33.469545 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c571cb2a-9020-4f3f-a29c-4bd747b9df7f req-c2286dfa-615e-4d6a-95d6-0927e7f38109 service neutron] 10.222.0.24 "GET /v2.0/networks/da82d812-71d7-406b-b98e-73ab2aa1aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054276 Mar 29 09:24:33.480453 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.523647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] No DVR routers for this DVR port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:33.525458 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event deleted for resources: {'Port': ['ID=e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:33.540910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Deleting port 0ac47258-3907-4041-9410-4679bec204f6 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:33.541933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.598626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444e26f-7190-4106-9279-dc3c70e86920 None None] Pushing event deleted for resources: {'Port': ['ID=e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:33.601454 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b8d0a-7031-4a38-9866-0b43d5de9e74 None None] Network fa5790be-40c1-4381-8c2f-aaf785c11f7d requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:33.630336 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c571cb2a-9020-4f3f-a29c-4bd747b9df7f req-b7224470-e477-44d3-aa00-76a05cccbe7d service neutron] 10.222.0.24 "GET /v2.0/networks/da82d812-71d7-406b-b98e-73ab2aa1aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552548 Mar 29 09:24:33.630632 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.637765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444e26f-7190-4106-9279-dc3c70e86920 None None] No DVR routers for this DVR port e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:33.653110 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.667565 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Calling delete_port for 0ac47258-3907-4041-9410-4679bec204f6 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:33.686846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.691048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3d291835-3bd6-4a97-92cf-37ba78347df0 None None] Provisioning complete for port 39f1323d-6d02-4a0a-9573-d7c499b52dbe triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:33.691768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d291835-3bd6-4a97-92cf-37ba78347df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.724702 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2efccbd-e580-4308-8400-a60992a17255']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:33.754812 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfebd766-7144-4a8f-b54f-f1064640c62d') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:33.757141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfebd766-7144-4a8f-b54f-f1064640c62d') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:33.768504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.774528 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.793924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.804505 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:33.804915 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: items = [ Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:33.807931 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:33.872048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d291835-3bd6-4a97-92cf-37ba78347df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.900192 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.904199 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.926590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 39f1323d-6d02-4a0a-9573-d7c499b52dbe up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:33.930558 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3d291835-3bd6-4a97-92cf-37ba78347df0 None None] For port 39f1323d-6d02-4a0a-9573-d7c499b52dbe, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=39f1323d-6d02-4a0a-9573-d7c499b52dbe,segment=NetworkSegment(816785a3-b548-44b6-b94f-cebc2aacd8e4),segment_id=816785a3-b548-44b6-b94f-cebc2aacd8e4)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:33.940202 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.943466 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] 10.222.0.32 "DELETE /v2.0/networks/b2efccbd-e580-4308-8400-a60992a17255 HTTP/1.1" status: 204 len: 168 time: 1.1159794 Mar 29 09:24:33.965525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be815cd-f119-4815-abe3-84b61ba4c513 req-83919957-3e53-437f-a221-22e16b08e2d8 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:33.966870 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d291835-3bd6-4a97-92cf-37ba78347df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:33.967122 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9be815cd-f119-4815-abe3-84b61ba4c513 req-83919957-3e53-437f-a221-22e16b08e2d8 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.1069579 Mar 29 09:24:33.978373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.029630 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f76d24-22db-4ddb-aebc-3113bd24adc3 tempest-AllowedAddressPairIpV6TestJSON-583337592 tempest-AllowedAddressPairIpV6TestJSON-583337592-project] Pushing event deleted for resources: {'Network': ['ID=b2efccbd-e580-4308-8400-a60992a17255,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:34.032290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d291835-3bd6-4a97-92cf-37ba78347df0 None None] Pushing event updated for resources: {'Port': ['ID=39f1323d-6d02-4a0a-9573-d7c499b52dbe,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:34.051458 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network fa5790be-40c1-4381-8c2f-aaf785c11f7d is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:34.055416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:34.060299 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 39f1323d-6d02-4a0a-9573-d7c499b52dbe triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:34.060783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:34.061496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.072762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:34.074192 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.092183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=2f26023d-0cfa-4d9b-a714-8ef9c9b761f3,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:34.107829 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-48f1879c-23d6-419f-857a-21ad61df7e65 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2265589 Mar 29 09:24:34.108325 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51614) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:34.129960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Pushing event deleted for resources: {'Port': ['ID=0ac47258-3907-4041-9410-4679bec204f6,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:34.143397 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9be815cd-f119-4815-abe3-84b61ba4c513 req-f18b6962-2ebf-4cae-ba22-63dade8e54a5 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465731 Mar 29 09:24:34.166427 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.235428 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b10a9e-adb0-4fc4-ac1d-d8226a4d17cd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:34.238566 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b1b10a9e-adb0-4fc4-ac1d-d8226a4d17cd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A227 HTTP/1.1" status: 200 len: 928 time: 0.1284850 Mar 29 09:24:34.242066 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51616) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:34.284037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.286588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.296327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:34.347552 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e2679ca5-bb77-48d7-9e0d-a92e117ae83e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 2f26023d-0cfa-4d9b-a714-8ef9c9b761f3 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:34.347977 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2679ca5-bb77-48d7-9e0d-a92e117ae83e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.349636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.350252 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:34.350389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Fanout notify agent at l3_agent the message router_deleted on router 2d502110-c032-4454-b513-4b92b748c19a {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:34.351187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e8e4aa47-8d1c-4a7a-810a-d65f2bc8afb3 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:34.367719 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.369014 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-13779251-fed8-4ccc-a934-30fdada4a013 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/routers/2d502110-c032-4454-b513-4b92b748c19a HTTP/1.1" status: 204 len: 168 time: 1.7899361 Mar 29 09:24:34.373025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51620) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:34.378279 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7fb459d4-dc12-4ed1-b1d1-6eac3c16cbf2 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-574381285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:34.394405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51622) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:34.414503 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7fb459d4-dc12-4ed1-b1d1-6eac3c16cbf2 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.416041 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7fb459d4-dc12-4ed1-b1d1-6eac3c16cbf2 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.419994 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0342ec5f-fd58-4f22-9826-9c3d92f533a4 None None] Provisioning complete for port 39f1323d-6d02-4a0a-9573-d7c499b52dbe triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:34.420528 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0342ec5f-fd58-4f22-9826-9c3d92f533a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.499112 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2679ca5-bb77-48d7-9e0d-a92e117ae83e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.512473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7fb459d4-dc12-4ed1-b1d1-6eac3c16cbf2 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.516808 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e2679ca5-bb77-48d7-9e0d-a92e117ae83e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 2f26023d-0cfa-4d9b-a714-8ef9c9b761f3 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:34.518140 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7fb459d4-dc12-4ed1-b1d1-6eac3c16cbf2 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.542833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7fb459d4-dc12-4ed1-b1d1-6eac3c16cbf2 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.544277 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7fb459d4-dc12-4ed1-b1d1-6eac3c16cbf2 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1695263 Mar 29 09:24:34.549302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51626) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:34.560135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'enable_snat': False}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:34.574837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0342ec5f-fd58-4f22-9826-9c3d92f533a4 None None] Provisioning complete for port 2466227f-1a85-4ba6-9150-c5613665c49f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:34.575217 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0342ec5f-fd58-4f22-9826-9c3d92f533a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.620820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-0342ec5f-fd58-4f22-9826-9c3d92f533a4 None None] Port 2466227f-1a85-4ba6-9150-c5613665c49f cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:34.685931 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2679ca5-bb77-48d7-9e0d-a92e117ae83e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.703523 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3fc143fc-342b-48ce-98d7-06b8dc141d0b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07764783badc4ea9a942b96a2c5864c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078618 Mar 29 09:24:34.706429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51628) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:34.727574 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2679ca5-bb77-48d7-9e0d-a92e117ae83e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=2f26023d-0cfa-4d9b-a714-8ef9c9b761f3,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:34.757409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-08c5812c-9b1d-4b22-8e0b-a3ac95ea63a0 None None] Provisioning complete for port 2466227f-1a85-4ba6-9150-c5613665c49f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:34.766975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-08c5812c-9b1d-4b22-8e0b-a3ac95ea63a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.781167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2679ca5-bb77-48d7-9e0d-a92e117ae83e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.786001 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e2679ca5-bb77-48d7-9e0d-a92e117ae83e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/2f26023d-0cfa-4d9b-a714-8ef9c9b761f3 HTTP/1.1" status: 204 len: 168 time: 0.5427940 Mar 29 09:24:34.790967 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51630) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:34.825133 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-08c5812c-9b1d-4b22-8e0b-a3ac95ea63a0 None None] Port 2466227f-1a85-4ba6-9150-c5613665c49f cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:34.839926 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe1b13f-4f0d-45f6-a441-1034c9b08740 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:34.841834 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-efe1b13f-4f0d-45f6-a441-1034c9b08740 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/2f26023d-0cfa-4d9b-a714-8ef9c9b761f3 HTTP/1.1" status: 404 len: 333 time: 0.0485063 Mar 29 09:24:34.846504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51632) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:34.873320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.928382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06db90b8-f701-4acc-8ecc-63e7f6e1760a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.946544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4734657b-d17c-451d-a0ec-224fc6f5ad18 None None] Could not find standard attr ID for object 2f26023d-0cfa-4d9b-a714-8ef9c9b761f3. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:24:34.950144 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e649f1d4-cc59-4275-9c89-499c398d1f0f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 2466227f-1a85-4ba6-9150-c5613665c49f {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:34.950556 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e649f1d4-cc59-4275-9c89-499c398d1f0f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:34.985116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06db90b8-f701-4acc-8ecc-63e7f6e1760a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.051852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06db90b8-f701-4acc-8ecc-63e7f6e1760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.054424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-06db90b8-f701-4acc-8ecc-63e7f6e1760a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.054859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e649f1d4-cc59-4275-9c89-499c398d1f0f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.058530 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-06db90b8-f701-4acc-8ecc-63e7f6e1760a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2f2d9621-01d7-4a98-be06-70d1e28ba46e HTTP/1.1" status: 204 len: 168 time: 0.3474450 Mar 29 09:24:35.069972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e649f1d4-cc59-4275-9c89-499c398d1f0f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 2466227f-1a85-4ba6-9150-c5613665c49f owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:35.103163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db90b8-f701-4acc-8ecc-63e7f6e1760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2d9621-01d7-4a98-be06-70d1e28ba46e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:35.208484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.232785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.286898 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e649f1d4-cc59-4275-9c89-499c398d1f0f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.315068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649f1d4-cc59-4275-9c89-499c398d1f0f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=2466227f-1a85-4ba6-9150-c5613665c49f,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:35.375038 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e649f1d4-cc59-4275-9c89-499c398d1f0f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.387924 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e649f1d4-cc59-4275-9c89-499c398d1f0f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/2466227f-1a85-4ba6-9150-c5613665c49f HTTP/1.1" status: 204 len: 168 time: 0.5393288 Mar 29 09:24:35.393211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51646) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:35.434375 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71b0cd9-aa34-48cf-b7b1-01aab7cb31be tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:35.436119 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b71b0cd9-aa34-48cf-b7b1-01aab7cb31be tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/2466227f-1a85-4ba6-9150-c5613665c49f HTTP/1.1" status: 404 len: 333 time: 0.0406218 Mar 29 09:24:35.439433 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51650) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:35.459393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Allocated IP 172.26.1.108 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/7dbcdae4-5592-4831-8f1c-97eca68962f2) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:35.540777 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-e972ea0e-6d19-4a0a-8084-d6d0ec407350 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting subnet e17c2913-488f-497d-8704-2d04b721d8f6 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:35.544482 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e972ea0e-6d19-4a0a-8084-d6d0ec407350 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.591617 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e972ea0e-6d19-4a0a-8084-d6d0ec407350 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.609378 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f60c3c-6c60-46cd-bb4a-456b5ac6441b req-4868cb85-3918-486b-907a-d92c93aace18 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:35.610787 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e6f60c3c-6c60-46cd-bb4a-456b5ac6441b req-4868cb85-3918-486b-907a-d92c93aace18 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.3596509 Mar 29 09:24:35.625509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.679562 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e6f60c3c-6c60-46cd-bb4a-456b5ac6441b req-f9e72bd6-b285-426d-94c8-8df557e847f9 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593374 Mar 29 09:24:35.693758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e972ea0e-6d19-4a0a-8084-d6d0ec407350 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.697264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.733108 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:35.738767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:35.742456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:35.786753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Pushing event updated for resources: {'Port': ['ID=7dbcdae4-5592-4831-8f1c-97eca68962f2,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:35.801874 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e972ea0e-6d19-4a0a-8084-d6d0ec407350 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.875702 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972ea0e-6d19-4a0a-8084-d6d0ec407350 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Subnet': ['ID=e17c2913-488f-497d-8704-2d04b721d8f6,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:35.884478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 39f1323d-6d02-4a0a-9573-d7c499b52dbe up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:35.901175 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e972ea0e-6d19-4a0a-8084-d6d0ec407350 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:35.908771 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e972ea0e-6d19-4a0a-8084-d6d0ec407350 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/e17c2913-488f-497d-8704-2d04b721d8f6 HTTP/1.1" status: 204 len: 168 time: 0.4682100 Mar 29 09:24:35.909829 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51668) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:35.915181 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e69ee6-7919-48f6-8b30-2e5630fa9644 None None] Network fa5790be-40c1-4381-8c2f-aaf785c11f7d requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:36.024526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.059268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51670) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:36.067122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 39f1323d-6d02-4a0a-9573-d7c499b52dbe triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:36.067489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.071642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8de7ec-6447-40b8-95b3-82924b14fb34 req-2c423a28-0911-4880-bed5-b80a02650c26 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:36.073158 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b8de7ec-6447-40b8-95b3-82924b14fb34 req-2c423a28-0911-4880-bed5-b80a02650c26 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.1133623 Mar 29 09:24:36.112529 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 39f1323d-6d02-4a0a-9573-d7c499b52dbe {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:36.113556 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.129141 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b8de7ec-6447-40b8-95b3-82924b14fb34 req-50bec339-1b5e-4ad2-a98b-192d12e108c4 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418360 Mar 29 09:24:36.200218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.209456 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] For port 39f1323d-6d02-4a0a-9573-d7c499b52dbe, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=39f1323d-6d02-4a0a-9573-d7c499b52dbe,segment=NetworkSegment(816785a3-b548-44b6-b94f-cebc2aacd8e4),segment_id=816785a3-b548-44b6-b94f-cebc2aacd8e4)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:36.211823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.227214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 39f1323d-6d02-4a0a-9573-d7c499b52dbe owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:36.258054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'networks': [{'name': 'tempest-network--986560200'}, {'name': 'tempest-network--862640571'}]} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:36.258383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'network': {'name': 'tempest-network--986560200'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:36.258801 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'network': {'name': 'tempest-network--862640571'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:36.300958 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaae084-c568-4343-a26d-72f084b24382 None None] DHCP port deletion for fa5790be-40c1-4381-8c2f-aaf785c11f7d request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:24:36.310794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.317520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Made reservation on behalf of ab8e6dca798e4518b69977fbdde28322 for: {'network': 2} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:36.322121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.334922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.346578 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No DVR routers for this DVR port 39f1323d-6d02-4a0a-9573-d7c499b52dbe on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:36.354052 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ccaae084-c568-4343-a26d-72f084b24382 None None] Deleting port 39f1323d-6d02-4a0a-9573-d7c499b52dbe {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:36.354426 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ccaae084-c568-4343-a26d-72f084b24382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.377282 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=39f1323d-6d02-4a0a-9573-d7c499b52dbe,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:36.416745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ccaae084-c568-4343-a26d-72f084b24382 None None] For port 39f1323d-6d02-4a0a-9573-d7c499b52dbe, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:36.417180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ccaae084-c568-4343-a26d-72f084b24382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.431120 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ccaae084-c568-4343-a26d-72f084b24382 None None] Calling delete_port for 39f1323d-6d02-4a0a-9573-d7c499b52dbe owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:36.434317 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.ipam_backend_mixin [None req-ccaae084-c568-4343-a26d-72f084b24382 None None] Port 39f1323d-6d02-4a0a-9573-d7c499b52dbe was not found and therefore no delete operation was performed {{(pid=102497) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 09:24:36.435971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ccaae084-c568-4343-a26d-72f084b24382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.445001 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.468656 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5790be-40c1-4381-8c2f-aaf785c11f7d']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:36.468908 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaae084-c568-4343-a26d-72f084b24382 None None] Pushing event deleted for resources: {'Port': ['ID=39f1323d-6d02-4a0a-9573-d7c499b52dbe,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:36.471423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaae084-c568-4343-a26d-72f084b24382 None None] No DVR routers for this DVR port 39f1323d-6d02-4a0a-9573-d7c499b52dbe on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:36.482057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.483606 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816785a3-b548-44b6-b94f-cebc2aacd8e4') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:36.484680 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816785a3-b548-44b6-b94f-cebc2aacd8e4') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:36.490685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.495917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.509245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.515692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:36.516078 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:36.519151 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:36.540396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.545151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.545628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.580522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.587743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.590786 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/networks/fa5790be-40c1-4381-8c2f-aaf785c11f7d HTTP/1.1" status: 204 len: 168 time: 0.6800106 Mar 29 09:24:36.607468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51674) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:36.613361 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3582ba4c-c914-46b6-831e-8fb7286d1e77 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1918986689'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:36.616426 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4f0ee-9184-48ed-a36a-b20c9350c0b2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Network': ['ID=fa5790be-40c1-4381-8c2f-aaf785c11f7d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:36.629063 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a664744c-13b2-4214-8e45-42c0ac557ec2,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:36.634767 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3582ba4c-c914-46b6-831e-8fb7286d1e77 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:36.637803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:36.638381 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3582ba4c-c914-46b6-831e-8fb7286d1e77 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.654049 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.654333 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Added segment aedf68fc-d8a9-445f-a30f-2a5ce06e4d5e of type vlan for network d3ea58bc-753a-4768-b938-3a1dcba00ea9 Mar 29 09:24:36.663709 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3582ba4c-c914-46b6-831e-8fb7286d1e77 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:36.685148 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3582ba4c-c914-46b6-831e-8fb7286d1e77 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.685493 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-3582ba4c-c914-46b6-831e-8fb7286d1e77 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Added segment 121461a6-67cf-47a7-b5bf-aa44ea3d6bce of type vlan for network 3a6a66e1-4f0c-4ea6-8739-1bd63db25316 Mar 29 09:24:36.705217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.738282 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Router b3b6eff8-0794-49ab-8ecc-dc5cf215b809 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:24:36.739745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3582ba4c-c914-46b6-831e-8fb7286d1e77 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.756253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:36.774689 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3582ba4c-c914-46b6-831e-8fb7286d1e77 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.780177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3582ba4c-c914-46b6-831e-8fb7286d1e77 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:36.780757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3582ba4c-c914-46b6-831e-8fb7286d1e77 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.801684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.802029 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Added segment ec26eec3-3084-49c5-9b2f-4789fa76f59e of type vlan for network 09497a0b-0e1a-47fc-8f16-e8bbd1b51a9f Mar 29 09:24:36.828173 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3582ba4c-c914-46b6-831e-8fb7286d1e77 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2193716 Mar 29 09:24:36.831715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51676) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:36.836796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8a71687d-2001-4137-a20f-f0e7406c70bc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': '3a6a66e1-4f0c-4ea6-8739-1bd63db25316', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:36.858001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.877726 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582ba4c-c914-46b6-831e-8fb7286d1e77 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Network': ['ID=3a6a66e1-4f0c-4ea6-8739-1bd63db25316,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:36.890455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 3a6a66e1-4f0c-4ea6-8739-1bd63db25316 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:36.918399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:36.923694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.924748 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8a4e7350-2b43-492f-adb5-511f9c50ba5b tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "PUT /v2.0/routers/b3b6eff8-0794-49ab-8ecc-dc5cf215b809 HTTP/1.1" status: 200 len: 919 time: 2.3699067 Mar 29 09:24:36.927617 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51678) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:36.934214 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd37ec8-4119-46eb-aa60-8f8c5c32bdb9 None None] Sync routers for ids ['b3b6eff8-0794-49ab-8ecc-dc5cf215b809'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:36.940227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.940227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:36.946263 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd37ec8-4119-46eb-aa60-8f8c5c32bdb9 None None] Routers {'b3b6eff8-0794-49ab-8ecc-dc5cf215b809'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:36.946483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:36.947056 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-6cd37ec8-4119-46eb-aa60-8f8c5c32bdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b3b6eff8-0794-49ab-8ecc-dc5cf215b809'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:36.952662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:36.953350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:37.003807 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-6cd37ec8-4119-46eb-aa60-8f8c5c32bdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:37.011924 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9538229 Mar 29 09:24:37.016455 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51680) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:37.020344 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd37ec8-4119-46eb-aa60-8f8c5c32bdb9 None None] Routers {'b3b6eff8-0794-49ab-8ecc-dc5cf215b809'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:37.021038 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-6cd37ec8-4119-46eb-aa60-8f8c5c32bdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b3b6eff8-0794-49ab-8ecc-dc5cf215b809'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:37.030752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a71687d-2001-4137-a20f-f0e7406c70bc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:37.034509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a71687d-2001-4137-a20f-f0e7406c70bc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:37.042659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event updated for resources: {'Network': ['ID=d3ea58bc-753a-4768-b938-3a1dcba00ea9,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:37.055463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network d3ea58bc-753a-4768-b938-3a1dcba00ea9 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:37.055712 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-6cd37ec8-4119-46eb-aa60-8f8c5c32bdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:37.056463 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd37ec8-4119-46eb-aa60-8f8c5c32bdb9 None None] The sync data for ids ['b3b6eff8-0794-49ab-8ecc-dc5cf215b809'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:37.110162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce9e2d-8e8a-4784-8fb2-8852aa24d89f tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event updated for resources: {'Network': ['ID=09497a0b-0e1a-47fc-8f16-e8bbd1b51a9f,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:37.130426 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 09497a0b-0e1a-47fc-8f16-e8bbd1b51a9f details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:37.266440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dc0f5-e78a-4923-a484-4699753ef961 req-ebd02c6d-1670-4171-97b8-185e976ac143 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:37.268728 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0e4dc0f5-e78a-4923-a484-4699753ef961 req-ebd02c6d-1670-4171-97b8-185e976ac143 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.0563834 Mar 29 09:24:37.308428 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0e4dc0f5-e78a-4923-a484-4699753ef961 req-301226fd-f51c-4e9d-89ad-b0b6fb40b5c9 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Mar 29 09:24:37.528387 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5f3fe6cd-c607-4462-bb77-1894888bdd3a tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/routers/b3b6eff8-0794-49ab-8ecc-dc5cf215b809 HTTP/1.1" status: 200 len: 925 time: 0.5993094 Mar 29 09:24:37.532905 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51688) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:37.557506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f47cc-55c2-4802-ad97-5a2a38907104 req-f50a803e-b8ee-437b-a9e6-9fa73e79517a tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:37.559036 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d8f47cc-55c2-4802-ad97-5a2a38907104 req-f50a803e-b8ee-437b-a9e6-9fa73e79517a tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.0836530 Mar 29 09:24:37.576783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b11419-184f-44cf-96f1-a295e2c45182 req-0ddcd6bb-03f0-48c7-90e7-9ad8b77f3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:37.578273 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-26b11419-184f-44cf-96f1-a295e2c45182 req-0ddcd6bb-03f0-48c7-90e7-9ad8b77f3f36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aee5a6b407584b7aab9d0cc445e268a5&device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 1099 time: 0.0615189 Mar 29 09:24:37.603645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2582c0-d312-45a7-b462-cd6e736212a9 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:37.609758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2582c0-d312-45a7-b462-cd6e736212a9 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:37.616264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2582c0-d312-45a7-b462-cd6e736212a9 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:37.622139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2582c0-d312-45a7-b462-cd6e736212a9 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:37.623883 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-da2582c0-d312-45a7-b462-cd6e736212a9 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6057019 Mar 29 09:24:37.627374 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51690) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:37.638920 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d8f47cc-55c2-4802-ad97-5a2a38907104 req-9e007bd8-b9ff-4575-865a-93c857cf87c0 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721447 Mar 29 09:24:37.698561 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a4577d-50d1-4abf-a79a-c02897785f9f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:37.700314 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-83a4577d-50d1-4abf-a79a-c02897785f9f tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&device_id=b3b6eff8-0794-49ab-8ecc-dc5cf215b809&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1647811 Mar 29 09:24:37.705470 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51692) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:37.793443 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:37.865114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 39f1323d-6d02-4a0a-9573-d7c499b52dbe no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:37.890204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 39f1323d-6d02-4a0a-9573-d7c499b52dbe {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:37.890687 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 39f1323d-6d02-4a0a-9573-d7c499b52dbe not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:37.913790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a71687d-2001-4137-a20f-f0e7406c70bc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:37.972401 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716693e7-c9da-4c79-9c12-d3953eda8fe0 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:37.973820 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-716693e7-c9da-4c79-9c12-d3953eda8fe0 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/networks/bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 881 time: 0.2648396 Mar 29 09:24:37.981686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51694) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:38.012173 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-badb3aeb-bd2f-4e87-b40a-4a63698b3963 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b6eff8-0794-49ab-8ecc-dc5cf215b809 HTTP/1.1" status: 200 len: 205 time: 0.0291603 Mar 29 09:24:38.017871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51696) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:38.031407 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.052124 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71687d-2001-4137-a20f-f0e7406c70bc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Subnet': ['ID=166b5a90-c22b-4f39-853c-370a10560484,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:38.066381 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b11419-184f-44cf-96f1-a295e2c45182 req-356b2431-f217-438d-899d-8ca5b08ce928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:38.067907 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-26b11419-184f-44cf-96f1-a295e2c45182 req-356b2431-f217-438d-899d-8ca5b08ce928 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da82d812-71d7-406b-b98e-73ab2aa1aa2c HTTP/1.1" status: 200 len: 912 time: 0.4830267 Mar 29 09:24:38.075387 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ea58bc-753a-4768-b938-3a1dcba00ea9']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:38.095785 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71687d-2001-4137-a20f-f0e7406c70bc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Checking segment: {'id': '121461a6-67cf-47a7-b5bf-aa44ea3d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3a6a66e1-4f0c-4ea6-8739-1bd63db25316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:38.096410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a71687d-2001-4137-a20f-f0e7406c70bc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network hostable DHCP agents. Network: 3a6a66e1-4f0c-4ea6-8739-1bd63db25316, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:38.099989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedf68fc-d8a9-445f-a30f-2a5ce06e4d5e') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:38.100283 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedf68fc-d8a9-445f-a30f-2a5ce06e4d5e') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:38.112936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.115780 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-26b11419-184f-44cf-96f1-a295e2c45182 req-045603f8-a15f-4cb9-b117-d193e3bd30a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b48a8ffa-467f-4c93-9712-5125da9a1e28 HTTP/1.1" status: 200 len: 217 time: 0.0384860 Mar 29 09:24:38.132411 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.136640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a71687d-2001-4137-a20f-f0e7406c70bc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network 3a6a66e1-4f0c-4ea6-8739-1bd63db25316 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:38.143255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:38.143644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:38.146618 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:38.160216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-8a71687d-2001-4137-a20f-f0e7406c70bc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 3a6a66e1-4f0c-4ea6-8739-1bd63db25316) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:38.167800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a71687d-2001-4137-a20f-f0e7406c70bc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:38.168389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a71687d-2001-4137-a20f-f0e7406c70bc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.173469 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54359a9e-d7af-45be-867c-ba8fae5998e3 None None] Network 3a6a66e1-4f0c-4ea6-8739-1bd63db25316 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:38.208567 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b11419-184f-44cf-96f1-a295e2c45182 req-32d6e23d-ecb8-4fb0-8cd2-49b32ed96d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:38.210391 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-26b11419-184f-44cf-96f1-a295e2c45182 req-32d6e23d-ecb8-4fb0-8cd2-49b32ed96d72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20775d95-8113-4ca5-a6c3-27cdf046081e HTTP/1.1" status: 200 len: 851 time: 0.0881102 Mar 29 09:24:38.213331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.220065 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8a71687d-2001-4137-a20f-f0e7406c70bc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3873696 Mar 29 09:24:38.223952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51698) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:38.229109 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': '3a6a66e1-4f0c-4ea6-8739-1bd63db25316', 'name': 'tempest-PortsIpV6TestJSON-2065197462', 'fixed_ips': [{'subnet_id': '166b5a90-c22b-4f39-853c-370a10560484', 'ip_address': '2001:db8::10'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:38.232704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.242984 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-26b11419-184f-44cf-96f1-a295e2c45182 req-81a1b7ca-70b7-4f19-bc15-a79c8ed3ab5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da82d812-71d7-406b-b98e-73ab2aa1aa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263467 Mar 29 09:24:38.254913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.260401 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "DELETE /v2.0/networks/d3ea58bc-753a-4768-b938-3a1dcba00ea9 HTTP/1.1" status: 204 len: 168 time: 0.6296711 Mar 29 09:24:38.262494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51700) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:38.281682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef63b80-8e20-4b6a-997c-e26b6a7dbd0b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event deleted for resources: {'Network': ['ID=d3ea58bc-753a-4768-b938-3a1dcba00ea9,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:38.348380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-3a6a66e1-4f0c-4ea6-8739-1bd63db25316', 'network_id': '3a6a66e1-4f0c-4ea6-8739-1bd63db25316', 'tenant_id': '42def34a06ed4f0aa357c9e4448b63d7', 'fixed_ips': [{'subnet_id': '166b5a90-c22b-4f39-853c-370a10560484'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:38.349997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.402728 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.416793 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-26b11419-184f-44cf-96f1-a295e2c45182 req-e24a7094-8af8-4661-844d-6cebc5f2a5fa service neutron] 10.222.0.24 "GET /v2.0/networks/da82d812-71d7-406b-b98e-73ab2aa1aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397357 Mar 29 09:24:38.424553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.460212 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:38.513012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Allocated IP 2001:db8::2 (3a6a66e1-4f0c-4ea6-8739-1bd63db25316/166b5a90-c22b-4f39-853c-370a10560484/a3ec1f35-6236-494d-9ae8-d69e7998ade5) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:38.540043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.556853 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-26b11419-184f-44cf-96f1-a295e2c45182 req-f04f27fa-8c45-4eac-8f33-59206468ac6d service neutron] 10.222.0.24 "GET /v2.0/networks/da82d812-71d7-406b-b98e-73ab2aa1aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281273 Mar 29 09:24:38.558150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Deleting port 7dbcdae4-5592-4831-8f1c-97eca68962f2 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:38.558494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.593157 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09497a0b-0e1a-47fc-8f16-e8bbd1b51a9f']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:38.606723 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec26eec3-3084-49c5-9b2f-4789fa76f59e') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:38.607133 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec26eec3-3084-49c5-9b2f-4789fa76f59e') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:38.625529 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.637271 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.644422 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.651571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.658798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Calling delete_port for 7dbcdae4-5592-4831-8f1c-97eca68962f2 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:38.667766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port 9dcaba88-06b6-4157-881e-c23ba32e4b89 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:38.667766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:38.668059 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:38.671077 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:38.718575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.727731 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.785649 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Network 3a6a66e1-4f0c-4ea6-8739-1bd63db25316 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:38.788125 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:38.791695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:38.794729 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.810096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.811596 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Pushing event updated for resources: {'Port': ['ID=a3ec1f35-6236-494d-9ae8-d69e7998ade5,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:38.816357 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "DELETE /v2.0/networks/09497a0b-0e1a-47fc-8f16-e8bbd1b51a9f HTTP/1.1" status: 204 len: 168 time: 0.5419884 Mar 29 09:24:38.817775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51706) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:38.855979 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211599f-7ff9-40dc-9170-34ea5b116aa8 req-5698cd64-e713-445d-bbc2-e97ca46a363a tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:38.855979 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c211599f-7ff9-40dc-9170-34ea5b116aa8 req-5698cd64-e713-445d-bbc2-e97ca46a363a tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.1105561 Mar 29 09:24:38.867224 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fa8e0-0f6b-4fa2-98c2-6fd54516d036 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event deleted for resources: {'Network': ['ID=09497a0b-0e1a-47fc-8f16-e8bbd1b51a9f,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:38.876154 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Attempting to bind port a3ec1f35-6236-494d-9ae8-d69e7998ade5 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:38.876649 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Attempting to bind port a3ec1f35-6236-494d-9ae8-d69e7998ade5 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '121461a6-67cf-47a7-b5bf-aa44ea3d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3a6a66e1-4f0c-4ea6-8739-1bd63db25316'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:38.877519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Attempting to bind port a3ec1f35-6236-494d-9ae8-d69e7998ade5 on network 3a6a66e1-4f0c-4ea6-8739-1bd63db25316 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:38.883211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:38.883586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Checking segment: {'id': '121461a6-67cf-47a7-b5bf-aa44ea3d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3a6a66e1-4f0c-4ea6-8739-1bd63db25316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:38.883991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.884385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Bound using segment: {'id': '121461a6-67cf-47a7-b5bf-aa44ea3d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3a6a66e1-4f0c-4ea6-8739-1bd63db25316'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:38.885461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Bound port: a3ec1f35-6236-494d-9ae8-d69e7998ade5, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121461a6-67cf-47a7-b5bf-aa44ea3d6bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '3a6a66e1-4f0c-4ea6-8739-1bd63db25316'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:38.885860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:38.946483 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8::10 (3a6a66e1-4f0c-4ea6-8739-1bd63db25316/166b5a90-c22b-4f39-853c-370a10560484/9dcaba88-06b6-4157-881e-c23ba32e4b89) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:38.957044 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] For port a3ec1f35-6236-494d-9ae8-d69e7998ade5, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:38.960831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] For port a3ec1f35-6236-494d-9ae8-d69e7998ade5, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a3ec1f35-6236-494d-9ae8-d69e7998ade5,segment=NetworkSegment(121461a6-67cf-47a7-b5bf-aa44ea3d6bce),segment_id=121461a6-67cf-47a7-b5bf-aa44ea3d6bce)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:38.968377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.007136 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c211599f-7ff9-40dc-9170-34ea5b116aa8 req-0967d2d7-8b75-4fd1-b7a5-44ec7dfdb909 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099102 Mar 29 09:24:39.035209 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5901a-8a90-4cfc-8197-69771a1076e6 None None] Pushing event updated for resources: {'Port': ['ID=a3ec1f35-6236-494d-9ae8-d69e7998ade5,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:39.049939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240da3f-3234-460d-9fd1-96ac389d3f13 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:39.055972 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240da3f-3234-460d-9fd1-96ac389d3f13 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:39.057616 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8240da3f-3234-460d-9fd1-96ac389d3f13 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2377837 Mar 29 09:24:39.062605 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51708) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:39.073275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-72e471c2-d003-42d5-9e5f-7f131aedca49 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-906189482'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:39.087353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.122748 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Pushing event deleted for resources: {'Port': ['ID=7dbcdae4-5592-4831-8f1c-97eca68962f2,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:39.134156 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e471c2-d003-42d5-9e5f-7f131aedca49 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Made reservation on behalf of ab8e6dca798e4518b69977fbdde28322 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:39.137901 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-72e471c2-d003-42d5-9e5f-7f131aedca49 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.185455 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.190463 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e471c2-d003-42d5-9e5f-7f131aedca49 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:39.191521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.205642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-72e471c2-d003-42d5-9e5f-7f131aedca49 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.205996 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-72e471c2-d003-42d5-9e5f-7f131aedca49 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Added segment e29a5c07-713d-4ae5-8684-f02e7c45e4cd of type vlan for network 969e3c3c-9f01-463a-aa8b-22b3330c47a4 Mar 29 09:24:39.265506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-72e471c2-d003-42d5-9e5f-7f131aedca49 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.288520 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.318328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.321562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.329514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-72e471c2-d003-42d5-9e5f-7f131aedca49 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.335717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e471c2-d003-42d5-9e5f-7f131aedca49 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:39.336486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-72e471c2-d003-42d5-9e5f-7f131aedca49 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.374032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network 3a6a66e1-4f0c-4ea6-8739-1bd63db25316 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:39.375923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.377009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Fanout notify agent at l3_agent the message router_deleted on router b3b6eff8-0794-49ab-8ecc-dc5cf215b809 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:39.384482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.390635 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c031791f-af22-4ffe-9872-44ca98cc102d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/routers/b3b6eff8-0794-49ab-8ecc-dc5cf215b809 HTTP/1.1" status: 204 len: 168 time: 1.3715441 Mar 29 09:24:39.391461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51710) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:39.395015 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:39.396411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1458647945', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:39.399620 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:39.405373 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:39.406145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.414934 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-72e471c2-d003-42d5-9e5f-7f131aedca49 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3510494 Mar 29 09:24:39.415810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=9dcaba88-06b6-4157-881e-c23ba32e4b89,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:39.416973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51712) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:39.422928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2c6e92ce-fa6d-449b-8893-a0ebc14fd55a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-924983394'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:39.429416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.430731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.456681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6e92ce-fa6d-449b-8893-a0ebc14fd55a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Made reservation on behalf of ab8e6dca798e4518b69977fbdde28322 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:39.460357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c6e92ce-fa6d-449b-8893-a0ebc14fd55a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.463834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e471c2-d003-42d5-9e5f-7f131aedca49 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event updated for resources: {'Network': ['ID=969e3c3c-9f01-463a-aa8b-22b3330c47a4,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:39.475405 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3bb687a3-acad-4da9-98b1-b2822b0655f7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2501707 Mar 29 09:24:39.477955 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51714) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:39.480348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 969e3c3c-9f01-463a-aa8b-22b3330c47a4 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:39.489163 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': '3a6a66e1-4f0c-4ea6-8739-1bd63db25316', 'name': 'tempest-PortsIpV6TestJSON-1202071187', 'fixed_ips': [{'subnet_id': '166b5a90-c22b-4f39-853c-370a10560484', 'ip_address': '2001:db8::f'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:39.515844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.526867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6e92ce-fa6d-449b-8893-a0ebc14fd55a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:39.569428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c6e92ce-fa6d-449b-8893-a0ebc14fd55a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.569911 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-2c6e92ce-fa6d-449b-8893-a0ebc14fd55a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Added segment e1a4d323-564b-4853-a7cd-e068d645ad3e of type vlan for network 7ff1d1ac-c450-4e54-bfbf-84c391203e35 Mar 29 09:24:39.633429 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:39.638943 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.659225 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port 07cf78df-f49d-4139-af91-68ed0c528419 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:39.700822 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.712940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c6e92ce-fa6d-449b-8893-a0ebc14fd55a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.762777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c6e92ce-fa6d-449b-8893-a0ebc14fd55a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.768798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e92ce-fa6d-449b-8893-a0ebc14fd55a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:39.769385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c6e92ce-fa6d-449b-8893-a0ebc14fd55a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:39.835376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8::f (3a6a66e1-4f0c-4ea6-8739-1bd63db25316/166b5a90-c22b-4f39-853c-370a10560484/07cf78df-f49d-4139-af91-68ed0c528419) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:39.849924 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2c6e92ce-fa6d-449b-8893-a0ebc14fd55a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4315894 Mar 29 09:24:39.852727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51716) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:39.860251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'ports': [{'network_id': '969e3c3c-9f01-463a-aa8b-22b3330c47a4', 'name': 'tempest-port--305634536', 'admin_state_up': True}, {'network_id': '7ff1d1ac-c450-4e54-bfbf-84c391203e35', 'admin_state_up': False}]} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:39.860646 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'port': {'network_id': '969e3c3c-9f01-463a-aa8b-22b3330c47a4', 'name': 'tempest-port--305634536', 'admin_state_up': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:39.861836 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'port': {'network_id': '7ff1d1ac-c450-4e54-bfbf-84c391203e35', 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:39.885432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e92ce-fa6d-449b-8893-a0ebc14fd55a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event updated for resources: {'Network': ['ID=7ff1d1ac-c450-4e54-bfbf-84c391203e35,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:39.900392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 7ff1d1ac-c450-4e54-bfbf-84c391203e35 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:39.979368 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a3ec1f35-6236-494d-9ae8-d69e7998ade5 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:40.066973 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port a3ec1f35-6236-494d-9ae8-d69e7998ade5 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:40.072242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.077727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.106294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.151008 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Made reservation on behalf of ab8e6dca798e4518b69977fbdde28322 for: {'port': 2} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:40.156408 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.185214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.232975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.238942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Allocated IP 172.26.1.199 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/b8a80d58-ff84-4736-ac5b-2af11e06f10a) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:40.277733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2858e7c0-f624-444e-8a6d-3b12a2f1b1ea None None] Network 3a6a66e1-4f0c-4ea6-8739-1bd63db25316 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:40.295067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.349652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port a3ec1f35-6236-494d-9ae8-d69e7998ade5, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a3ec1f35-6236-494d-9ae8-d69e7998ade5,segment=NetworkSegment(121461a6-67cf-47a7-b5bf-aa44ea3d6bce),segment_id=121461a6-67cf-47a7-b5bf-aa44ea3d6bce)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:40.379583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] device_id is not set on port 3125b6a0-0b7b-41b4-adbc-68a983e6a526 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:40.384254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.399080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-24896859-73b3-4439-9a49-e9da4f34c62f None None] Provisioning complete for port a3ec1f35-6236-494d-9ae8-d69e7998ade5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:40.399695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24896859-73b3-4439-9a49-e9da4f34c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.414763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363e100-4aad-4e48-bd0f-8b3270705de3 req-a854366c-55aa-4088-8e1f-4cf19b4530cd tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:40.416402 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2363e100-4aad-4e48-bd0f-8b3270705de3 req-a854366c-55aa-4088-8e1f-4cf19b4530cd tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.0788167 Mar 29 09:24:40.419384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.434556 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.474783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network 3a6a66e1-4f0c-4ea6-8739-1bd63db25316 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:40.476622 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2363e100-4aad-4e48-bd0f-8b3270705de3 req-a6234461-1eed-4064-9b41-e1663e9b5bb6 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516007 Mar 29 09:24:40.489538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:40.492364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:40.496034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.498599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:40.499193 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.500554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=a3ec1f35-6236-494d-9ae8-d69e7998ade5,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:40.542656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:40.545855 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:40.549799 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0668643 Mar 29 09:24:40.550135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:40.552994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51722) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:40.565664 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b3996-47c9-4f1d-9b01-c5793e0206f2 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=07cf78df-f49d-4139-af91-68ed0c528419,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:40.605233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.628820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Pushing event updated for resources: {'Port': ['ID=b8a80d58-ff84-4736-ac5b-2af11e06f10a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:40.685045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e1c76d-f29f-42c2-b778-0812cddf1e2f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:40.686605 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-30e1c76d-f29f-42c2-b778-0812cddf1e2f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1326618 Mar 29 09:24:40.697186 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] device_id is not set on port e630da59-fa29-42ce-9a85-041000ce1073 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:40.700051 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51724) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:40.834312 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7225af08-0a4f-45fb-bc4c-37d0ffee8109 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:40.840287 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7225af08-0a4f-45fb-bc4c-37d0ffee8109 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:40.846811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7225af08-0a4f-45fb-bc4c-37d0ffee8109 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:40.851535 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7225af08-0a4f-45fb-bc4c-37d0ffee8109 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1474638 Mar 29 09:24:40.851535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51728) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:40.909884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a92a44-679d-4dc1-b735-199246e6e04e req-49628d5a-e141-4163-a120-b9cf0ae8f6e2 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:40.911600 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-98a92a44-679d-4dc1-b735-199246e6e04e req-49628d5a-e141-4163-a120-b9cf0ae8f6e2 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.0983658 Mar 29 09:24:40.956871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0bf57a0b-c8e5-4827-aeb7-5bdc8896e2a7 None None] Provisioning complete for port 9dcaba88-06b6-4157-881e-c23ba32e4b89 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:40.958217 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0bf57a0b-c8e5-4827-aeb7-5bdc8896e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:40.984308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.009189 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8e214328-d0dc-4ed1-b06c-2c5a0f4ffff5 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 07cf78df-f49d-4139-af91-68ed0c528419 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:41.009545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8e214328-d0dc-4ed1-b06c-2c5a0f4ffff5 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.100937 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.156990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event updated for resources: {'Port': ['ID=3125b6a0-0b7b-41b4-adbc-68a983e6a526,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:41.180010 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8e214328-d0dc-4ed1-b06c-2c5a0f4ffff5 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.193087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-0bf57a0b-c8e5-4827-aeb7-5bdc8896e2a7 None None] Port 9dcaba88-06b6-4157-881e-c23ba32e4b89 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:41.204932 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8e214328-d0dc-4ed1-b06c-2c5a0f4ffff5 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 07cf78df-f49d-4139-af91-68ed0c528419 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:41.210531 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0bf57a0b-c8e5-4827-aeb7-5bdc8896e2a7 None None] Provisioning complete for port a3ec1f35-6236-494d-9ae8-d69e7998ade5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:41.211332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0bf57a0b-c8e5-4827-aeb7-5bdc8896e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.223956 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Checking segment: {'id': 'e29a5c07-713d-4ae5-8684-f02e7c45e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '969e3c3c-9f01-463a-aa8b-22b3330c47a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:41.224319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Network hostable DHCP agents. Network: 969e3c3c-9f01-463a-aa8b-22b3330c47a4, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:41.287239 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Network 969e3c3c-9f01-463a-aa8b-22b3330c47a4 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:41.314576 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0bf57a0b-c8e5-4827-aeb7-5bdc8896e2a7 None None] Provisioning complete for port 07cf78df-f49d-4139-af91-68ed0c528419 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:41.315403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0bf57a0b-c8e5-4827-aeb7-5bdc8896e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.321091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.338170 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-98a92a44-679d-4dc1-b735-199246e6e04e req-fa666fdd-7cf9-4222-9572-2fb3cad39660 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631654 Mar 29 09:24:41.367653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-0bf57a0b-c8e5-4827-aeb7-5bdc8896e2a7 None None] Port 07cf78df-f49d-4139-af91-68ed0c528419 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:41.369768 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 969e3c3c-9f01-463a-aa8b-22b3330c47a4) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:41.376796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:41.377669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.385268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7dfa81-9ea7-401f-8f69-0351afadf022 None None] Network 969e3c3c-9f01-463a-aa8b-22b3330c47a4 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:41.444482 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8e214328-d0dc-4ed1-b06c-2c5a0f4ffff5 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.466213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event updated for resources: {'Port': ['ID=e630da59-fa29-42ce-9a85-041000ce1073,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:41.511658 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e214328-d0dc-4ed1-b06c-2c5a0f4ffff5 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=07cf78df-f49d-4139-af91-68ed0c528419,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:41.530144 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1bb764de-4ced-435e-b8fe-c51bb7f02b66 None None] Provisioning complete for port 9dcaba88-06b6-4157-881e-c23ba32e4b89 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:41.530613 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1bb764de-4ced-435e-b8fe-c51bb7f02b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.535319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Checking segment: {'id': 'e1a4d323-564b-4853-a7cd-e068d645ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '7ff1d1ac-c450-4e54-bfbf-84c391203e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:41.535685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Network hostable DHCP agents. Network: 7ff1d1ac-c450-4e54-bfbf-84c391203e35, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:41.540710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8e214328-d0dc-4ed1-b06c-2c5a0f4ffff5 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.546472 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8e214328-d0dc-4ed1-b06c-2c5a0f4ffff5 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/07cf78df-f49d-4139-af91-68ed0c528419 HTTP/1.1" status: 204 len: 168 time: 0.6916966 Mar 29 09:24:41.547607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51730) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:41.578777 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1bb764de-4ced-435e-b8fe-c51bb7f02b66 None None] Port 9dcaba88-06b6-4157-881e-c23ba32e4b89 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:41.586107 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac02655-2f7e-44fd-b782-f2a4a6772680 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:41.586797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.591019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51732) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:41.591295 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4ac02655-2f7e-44fd-b782-f2a4a6772680 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/07cf78df-f49d-4139-af91-68ed0c528419 HTTP/1.1" status: 404 len: 333 time: 0.0424495 Mar 29 09:24:41.601440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Network 7ff1d1ac-c450-4e54-bfbf-84c391203e35 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:41.612253 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 7ff1d1ac-c450-4e54-bfbf-84c391203e35) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:41.616226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:41.622166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:41.628283 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:41.629217 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a436e431-0aea-462f-ad97-1bc832f0de7b None None] Network 7ff1d1ac-c450-4e54-bfbf-84c391203e35 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:41.629422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.648212 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fb561fc6-dd36-442d-834f-1a4b900f0b59 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7930295 Mar 29 09:24:41.650957 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51734) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:41.709262 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d156da70-f3c7-4b36-89c0-f451c6394e17 None None] Could not find standard attr ID for object 07cf78df-f49d-4139-af91-68ed0c528419. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:24:41.732991 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f445248f-b4d7-481d-883c-e029108b2f53 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:41.742779 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f445248f-b4d7-481d-883c-e029108b2f53 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:41.748540 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f445248f-b4d7-481d-883c-e029108b2f53 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0964572 Mar 29 09:24:41.749324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51736) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:41.786750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ba04a-4568-48fe-b581-fc8f2496f354 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 9dcaba88-06b6-4157-881e-c23ba32e4b89 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:41.787097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba04a-4568-48fe-b581-fc8f2496f354 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.864983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-42f65faa-27d6-415e-b5f1-96786c24416b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Deleting port 3125b6a0-0b7b-41b4-adbc-68a983e6a526 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:41.865327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42f65faa-27d6-415e-b5f1-96786c24416b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.873330 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a3ec1f35-6236-494d-9ae8-d69e7998ade5 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:41.887376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Router fc37b7b5-6757-40d1-80e3-5b8f98037c12 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:24:41.904091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba04a-4568-48fe-b581-fc8f2496f354 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.925005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port a3ec1f35-6236-494d-9ae8-d69e7998ade5 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:41.925368 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.937108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42f65faa-27d6-415e-b5f1-96786c24416b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:41.949128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ba04a-4568-48fe-b581-fc8f2496f354 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 9dcaba88-06b6-4157-881e-c23ba32e4b89 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:41.951266 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-42f65faa-27d6-415e-b5f1-96786c24416b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Calling delete_port for 3125b6a0-0b7b-41b4-adbc-68a983e6a526 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:42.036807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42f65faa-27d6-415e-b5f1-96786c24416b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.062877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f65faa-27d6-415e-b5f1-96786c24416b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event deleted for resources: {'Port': ['ID=3125b6a0-0b7b-41b4-adbc-68a983e6a526,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:42.067770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:42.070440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42f65faa-27d6-415e-b5f1-96786c24416b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.076738 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-42f65faa-27d6-415e-b5f1-96786c24416b tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "DELETE /v2.0/ports/3125b6a0-0b7b-41b4-adbc-68a983e6a526 HTTP/1.1" status: 204 len: 168 time: 0.3231506 Mar 29 09:24:42.076738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51738) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:42.079310 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e7967-d5d8-45ed-ac9b-0ecb637783d6 None None] Sync routers for ids ['fc37b7b5-6757-40d1-80e3-5b8f98037c12'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:42.093604 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e7967-d5d8-45ed-ac9b-0ecb637783d6 None None] Routers {'fc37b7b5-6757-40d1-80e3-5b8f98037c12'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:42.094252 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-482e7967-d5d8-45ed-ac9b-0ecb637783d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fc37b7b5-6757-40d1-80e3-5b8f98037c12'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:42.098662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.099890 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-59d4a4dc-5ba2-4f22-94d9-96a7d63eebc3 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7070782 Mar 29 09:24:42.108437 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51740) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:42.116565 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:42.156702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-482e7967-d5d8-45ed-ac9b-0ecb637783d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:42.169405 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e7967-d5d8-45ed-ac9b-0ecb637783d6 None None] Routers {'fc37b7b5-6757-40d1-80e3-5b8f98037c12'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:42.170855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-482e7967-d5d8-45ed-ac9b-0ecb637783d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fc37b7b5-6757-40d1-80e3-5b8f98037c12'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:42.195547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba04a-4568-48fe-b581-fc8f2496f354 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.228419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-482e7967-d5d8-45ed-ac9b-0ecb637783d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:42.230357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e7967-d5d8-45ed-ac9b-0ecb637783d6 None None] The sync data for ids ['fc37b7b5-6757-40d1-80e3-5b8f98037c12'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:42.241228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ba04a-4568-48fe-b581-fc8f2496f354 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=9dcaba88-06b6-4157-881e-c23ba32e4b89,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:42.270901 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d12a6c5e-b7a6-48ce-af0e-7dca259c09f4 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Deleting port e630da59-fa29-42ce-9a85-041000ce1073 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:42.271721 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d12a6c5e-b7a6-48ce-af0e-7dca259c09f4 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.282722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7b3ba04a-4568-48fe-b581-fc8f2496f354 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.287353 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7b3ba04a-4568-48fe-b581-fc8f2496f354 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/9dcaba88-06b6-4157-881e-c23ba32e4b89 HTTP/1.1" status: 204 len: 168 time: 0.6951709 Mar 29 09:24:42.291587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51742) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:42.328449 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87eafcb-48f5-4980-a25a-5befc8bf493e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:42.333507 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e87eafcb-48f5-4980-a25a-5befc8bf493e tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/9dcaba88-06b6-4157-881e-c23ba32e4b89 HTTP/1.1" status: 404 len: 333 time: 0.0380034 Mar 29 09:24:42.334138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51744) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:42.399580 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-09554ad5-8896-4723-b5e0-47a4eb0d75ff tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting subnet 166b5a90-c22b-4f39-853c-370a10560484 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:42.404608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09554ad5-8896-4723-b5e0-47a4eb0d75ff tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.480966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09554ad5-8896-4723-b5e0-47a4eb0d75ff tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.536655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71406d44-504c-4bb4-9f9f-b471e72605eb req-e8dc65f8-4308-4738-9ea1-b43dbd0de41a tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:42.538157 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-71406d44-504c-4bb4-9f9f-b471e72605eb req-e8dc65f8-4308-4738-9ea1-b43dbd0de41a tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.1077108 Mar 29 09:24:42.605598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09554ad5-8896-4723-b5e0-47a4eb0d75ff tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.636734 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-71406d44-504c-4bb4-9f9f-b471e72605eb req-5743aeac-fc39-452e-a0da-94be0fd9f506 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/security-groups?id=df924bde-1197-4f92-aad4-53118d910485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914216 Mar 29 09:24:42.676901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09554ad5-8896-4723-b5e0-47a4eb0d75ff tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.704543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09554ad5-8896-4723-b5e0-47a4eb0d75ff tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Subnet': ['ID=166b5a90-c22b-4f39-853c-370a10560484,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:42.708223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09554ad5-8896-4723-b5e0-47a4eb0d75ff tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.714134 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-09554ad5-8896-4723-b5e0-47a4eb0d75ff tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/166b5a90-c22b-4f39-853c-370a10560484 HTTP/1.1" status: 204 len: 168 time: 0.3788824 Mar 29 09:24:42.715070 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51748) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:42.722555 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d12a6c5e-b7a6-48ce-af0e-7dca259c09f4 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.726250 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e373ef9-26ca-44c5-901d-a335ad523f01 None None] Network 3a6a66e1-4f0c-4ea6-8739-1bd63db25316 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:42.771239 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d12a6c5e-b7a6-48ce-af0e-7dca259c09f4 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Calling delete_port for e630da59-fa29-42ce-9a85-041000ce1073 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:42.805524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.863731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port a3ec1f35-6236-494d-9ae8-d69e7998ade5 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:42.864075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.935500 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd99a7-34d9-4b32-ad73-0aca1054694d None None] DHCP port deletion for 3a6a66e1-4f0c-4ea6-8739-1bd63db25316 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:24:42.946738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.951360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d12a6c5e-b7a6-48ce-af0e-7dca259c09f4 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.966455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] For port a3ec1f35-6236-494d-9ae8-d69e7998ade5, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a3ec1f35-6236-494d-9ae8-d69e7998ade5,segment=NetworkSegment(121461a6-67cf-47a7-b5bf-aa44ea3d6bce),segment_id=121461a6-67cf-47a7-b5bf-aa44ea3d6bce)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:42.967036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.982366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcae7b-5769-4126-9b0d-8793f92af3c1 req-4233e171-f931-4f5c-a22d-18ccbe055f84 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:42.983856 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-80bcae7b-5769-4126-9b0d-8793f92af3c1 req-4233e171-f931-4f5c-a22d-18ccbe055f84 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 946 time: 0.1237125 Mar 29 09:24:42.987977 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.989349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6acd99a7-34d9-4b32-ad73-0aca1054694d None None] Deleting port a3ec1f35-6236-494d-9ae8-d69e7998ade5 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:42.989900 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6acd99a7-34d9-4b32-ad73-0aca1054694d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:42.993294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for a3ec1f35-6236-494d-9ae8-d69e7998ade5 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:42.994802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a6c5e-b7a6-48ce-af0e-7dca259c09f4 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event deleted for resources: {'Port': ['ID=e630da59-fa29-42ce-9a85-041000ce1073,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:42.997283 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d12a6c5e-b7a6-48ce-af0e-7dca259c09f4 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.000464 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d12a6c5e-b7a6-48ce-af0e-7dca259c09f4 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "DELETE /v2.0/ports/e630da59-fa29-42ce-9a85-041000ce1073 HTTP/1.1" status: 204 len: 168 time: 0.9233851 Mar 29 09:24:43.021936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51750) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:43.051632 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a9bea44a-aca6-4bb3-bbca-0d8ea0308261 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0288785 Mar 29 09:24:43.057501 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51752) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:43.063242 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-25ed8764-f164-456d-ac12-e6cc329dee6c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1586130616'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:43.072673 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-6acd99a7-34d9-4b32-ad73-0aca1054694d None None] For port a3ec1f35-6236-494d-9ae8-d69e7998ade5, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a3ec1f35-6236-494d-9ae8-d69e7998ade5,segment=NetworkSegment(121461a6-67cf-47a7-b5bf-aa44ea3d6bce),segment_id=121461a6-67cf-47a7-b5bf-aa44ea3d6bce)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:43.073980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6acd99a7-34d9-4b32-ad73-0aca1054694d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.088387 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Deleting port b8a80d58-ff84-4736-ac5b-2af11e06f10a {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:43.088720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.091170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ed8764-f164-456d-ac12-e6cc329dee6c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Made reservation on behalf of ab8e6dca798e4518b69977fbdde28322 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:43.094569 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25ed8764-f164-456d-ac12-e6cc329dee6c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.098199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6acd99a7-34d9-4b32-ad73-0aca1054694d None None] Calling delete_port for a3ec1f35-6236-494d-9ae8-d69e7998ade5 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:43.148688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-80bcae7b-5769-4126-9b0d-8793f92af3c1 req-8461fe3f-2cbe-47b4-aeab-aa6418f78e1d tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Deleting port b48a8ffa-467f-4c93-9712-5125da9a1e28 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:43.149030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-80bcae7b-5769-4126-9b0d-8793f92af3c1 req-8461fe3f-2cbe-47b4-aeab-aa6418f78e1d tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.168935 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ed8764-f164-456d-ac12-e6cc329dee6c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:43.170073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.185417 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25ed8764-f164-456d-ac12-e6cc329dee6c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.185789 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-25ed8764-f164-456d-ac12-e6cc329dee6c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Added segment f5ad096d-9c58-46b6-9bd4-8278f2c777d1 of type vlan for network 7f3a8f29-49cb-4de8-8773-b5fd037246e2 Mar 29 09:24:43.195712 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6acd99a7-34d9-4b32-ad73-0aca1054694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.210456 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:24:43.222494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=a3ec1f35-6236-494d-9ae8-d69e7998ade5,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:43.225760 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd99a7-34d9-4b32-ad73-0aca1054694d None None] Pushing event deleted for resources: {'Port': ['ID=a3ec1f35-6236-494d-9ae8-d69e7998ade5,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:43.228277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.229969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd99a7-34d9-4b32-ad73-0aca1054694d None None] No DVR routers for this DVR port a3ec1f35-6236-494d-9ae8-d69e7998ade5 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:43.251086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Calling delete_port for b8a80d58-ff84-4736-ac5b-2af11e06f10a owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:43.253480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25ed8764-f164-456d-ac12-e6cc329dee6c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.261267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No DVR routers for this DVR port a3ec1f35-6236-494d-9ae8-d69e7998ade5 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:43.320647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25ed8764-f164-456d-ac12-e6cc329dee6c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.325990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed8764-f164-456d-ac12-e6cc329dee6c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:43.326575 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25ed8764-f164-456d-ac12-e6cc329dee6c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.367887 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.376180 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-25ed8764-f164-456d-ac12-e6cc329dee6c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3176312 Mar 29 09:24:43.382122 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51756) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:43.383190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-80bcae7b-5769-4126-9b0d-8793f92af3c1 req-8461fe3f-2cbe-47b4-aeab-aa6418f78e1d tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] For port b48a8ffa-467f-4c93-9712-5125da9a1e28, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b48a8ffa-467f-4c93-9712-5125da9a1e28,segment=NetworkSegment(079d118d-b57e-4068-a9e5-fda53b715c39),segment_id=079d118d-b57e-4068-a9e5-fda53b715c39)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:43.383564 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-80bcae7b-5769-4126-9b0d-8793f92af3c1 req-8461fe3f-2cbe-47b4-aeab-aa6418f78e1d tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.386525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c170b0c0-561e-4a67-b901-feed696a9f0e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1621621746'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:43.405831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-80bcae7b-5769-4126-9b0d-8793f92af3c1 req-8461fe3f-2cbe-47b4-aeab-aa6418f78e1d tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Calling delete_port for b48a8ffa-467f-4c93-9712-5125da9a1e28 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:43.408903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6a66e1-4f0c-4ea6-8739-1bd63db25316']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:43.423760 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121461a6-67cf-47a7-b5bf-aa44ea3d6bce') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:43.424051 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121461a6-67cf-47a7-b5bf-aa44ea3d6bce') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:43.424567 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed8764-f164-456d-ac12-e6cc329dee6c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event updated for resources: {'Network': ['ID=7f3a8f29-49cb-4de8-8773-b5fd037246e2,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:43.436143 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.439100 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 7f3a8f29-49cb-4de8-8773-b5fd037246e2 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:43.481747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.482786 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c170b0c0-561e-4a67-b901-feed696a9f0e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Made reservation on behalf of ab8e6dca798e4518b69977fbdde28322 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:43.486197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c170b0c0-561e-4a67-b901-feed696a9f0e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.498185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:43.498562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:43.502608 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:43.515742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c170b0c0-561e-4a67-b901-feed696a9f0e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:43.547722 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c170b0c0-561e-4a67-b901-feed696a9f0e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.548066 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-c170b0c0-561e-4a67-b901-feed696a9f0e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Added segment d2190da0-e330-4da6-a761-be1b1cd3b36f of type vlan for network b089ecc8-475d-4b4a-b43c-f002899a5228 Mar 29 09:24:43.580367 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.588759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.596039 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/networks/3a6a66e1-4f0c-4ea6-8739-1bd63db25316 HTTP/1.1" status: 204 len: 168 time: 0.8750753 Mar 29 09:24:43.597420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51758) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:43.600681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c170b0c0-561e-4a67-b901-feed696a9f0e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.606278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f4d852df-e4e4-4b0f-b1ec-4b720a7220d6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2067032172'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:43.612432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.627903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce1cd6-455f-413a-aad0-d1619ec33d25 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Network': ['ID=3a6a66e1-4f0c-4ea6-8739-1bd63db25316,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:43.655763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-80bcae7b-5769-4126-9b0d-8793f92af3c1 req-8461fe3f-2cbe-47b4-aeab-aa6418f78e1d tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.656021 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Pushing event deleted for resources: {'Port': ['ID=b8a80d58-ff84-4736-ac5b-2af11e06f10a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:43.667955 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['b48a8ffa-467f-4c93-9712-5125da9a1e28'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:24:43.676045 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d852df-e4e4-4b0f-b1ec-4b720a7220d6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:43.679484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f4d852df-e4e4-4b0f-b1ec-4b720a7220d6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.711023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c170b0c0-561e-4a67-b901-feed696a9f0e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.714426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461fe3f-2cbe-47b4-aeab-aa6418f78e1d tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Pushing event deleted for resources: {'Port': ['ID=b48a8ffa-467f-4c93-9712-5125da9a1e28,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:43.716480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c170b0c0-561e-4a67-b901-feed696a9f0e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:43.717175 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c170b0c0-561e-4a67-b901-feed696a9f0e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.776897 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b76c5d2f-92c7-4839-953e-09c94ab721ac req-1a9c351e-f9ea-45a1-89f5-b6b74df43751 tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b00b8c2-08e5-47d8-80ca-fa360f4e4c60 HTTP/1.1" status: 200 len: 210 time: 0.0554264 Mar 29 09:24:43.793993 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c170b0c0-561e-4a67-b901-feed696a9f0e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4111776 Mar 29 09:24:43.794156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bcae7b-5769-4126-9b0d-8793f92af3c1 req-8461fe3f-2cbe-47b4-aeab-aa6418f78e1d tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] No DVR routers for this DVR port b48a8ffa-467f-4c93-9712-5125da9a1e28 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:43.794840 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d852df-e4e4-4b0f-b1ec-4b720a7220d6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:43.801872 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-80bcae7b-5769-4126-9b0d-8793f92af3c1 req-8461fe3f-2cbe-47b4-aeab-aa6418f78e1d tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.818302 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-80bcae7b-5769-4126-9b0d-8793f92af3c1 req-8461fe3f-2cbe-47b4-aeab-aa6418f78e1d tempest-TestServerAdvancedOps-920061469 tempest-TestServerAdvancedOps-920061469-project] 10.222.0.24 "DELETE /v2.0/ports/b48a8ffa-467f-4c93-9712-5125da9a1e28 HTTP/1.1" status: 204 len: 173 time: 0.8262887 Mar 29 09:24:43.820282 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b00b8c2-08e5-47d8-80ca-fa360f4e4c60', 'name': 'network-vif-deleted', 'tag': 'b48a8ffa-467f-4c93-9712-5125da9a1e28'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:24:43.822809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e0344c-13d0-492e-be48-99f6fd1dda11" -d '{"events": [{"server_uuid": "6b00b8c2-08e5-47d8-80ca-fa360f4e4c60", "name": "network-vif-deleted", "tag": "b48a8ffa-467f-4c93-9712-5125da9a1e28"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:24:43.840057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f4d852df-e4e4-4b0f-b1ec-4b720a7220d6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.840404 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-f4d852df-e4e4-4b0f-b1ec-4b720a7220d6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Added segment a450c202-b6e3-435e-a2ef-28b37562010c of type vlan for network af4daec7-21a3-4f00-a7d0-d5d9abda8b08 Mar 29 09:24:43.852632 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.859270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170b0c0-561e-4a67-b901-feed696a9f0e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event updated for resources: {'Network': ['ID=b089ecc8-475d-4b4a-b43c-f002899a5228,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:43.879952 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network b089ecc8-475d-4b4a-b43c-f002899a5228 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:43.911042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5a40c2-0020-436f-8c39-50782d774f26 x-openstack-request-id: req-dc5a40c2-0020-436f-8c39-50782d774f26 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:24:43.912021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b00b8c2-08e5-47d8-80ca-fa360f4e4c60", "name": "network-vif-deleted", "tag": "b48a8ffa-467f-4c93-9712-5125da9a1e28", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:24:43.912021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc5a40c2-0020-436f-8c39-50782d774f26 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:24:43.912656 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b00b8c2-08e5-47d8-80ca-fa360f4e4c60', 'name': 'network-vif-deleted', 'tag': 'b48a8ffa-467f-4c93-9712-5125da9a1e28', 'status': 'completed', 'code': 200} Mar 29 09:24:43.925471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f4d852df-e4e4-4b0f-b1ec-4b720a7220d6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:43.953096 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51764) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:43.968141 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'subnets': [{'network_id': '7f3a8f29-49cb-4de8-8773-b5fd037246e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1474422250', 'ip_version': 4}, {'network_id': 'b089ecc8-475d-4b4a-b43c-f002899a5228', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:43.968863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'subnet': {'network_id': '7f3a8f29-49cb-4de8-8773-b5fd037246e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1474422250', 'ip_version': 4}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:43.969236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Request body: {'subnet': {'network_id': 'b089ecc8-475d-4b4a-b43c-f002899a5228', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:43.988454 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a3ec1f35-6236-494d-9ae8-d69e7998ade5 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:44.012226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: a3ec1f35-6236-494d-9ae8-d69e7998ade5 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:44.012862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a3ec1f35-6236-494d-9ae8-d69e7998ade5 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:44.045062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f4d852df-e4e4-4b0f-b1ec-4b720a7220d6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.051042 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d852df-e4e4-4b0f-b1ec-4b720a7220d6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:44.051625 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f4d852df-e4e4-4b0f-b1ec-4b720a7220d6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.140255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.153601 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.155790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Made reservation on behalf of ab8e6dca798e4518b69977fbdde28322 for: {'subnet': 2} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:44.160692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.161036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.185980 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f4d852df-e4e4-4b0f-b1ec-4b720a7220d6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5846920 Mar 29 09:24:44.186489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51766) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:44.190168 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d852df-e4e4-4b0f-b1ec-4b720a7220d6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Network': ['ID=af4daec7-21a3-4f00-a7d0-d5d9abda8b08,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:44.194046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-203da8e8-f7b2-4453-99be-91c14cf44899 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'af4daec7-21a3-4f00-a7d0-d5d9abda8b08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:44.204337 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network af4daec7-21a3-4f00-a7d0-d5d9abda8b08 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:44.267438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Router fc37b7b5-6757-40d1-80e3-5b8f98037c12 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:24:44.352157 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:44.364426 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d963d-a2b6-4295-b434-d4c6a524a5c5 None None] Sync routers for ids ['fc37b7b5-6757-40d1-80e3-5b8f98037c12'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:44.368621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203da8e8-f7b2-4453-99be-91c14cf44899 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:44.368906 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.370321 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ae9f6189-96a1-4d85-a626-66af6e1d3707 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "PUT /v2.0/routers/fc37b7b5-6757-40d1-80e3-5b8f98037c12 HTTP/1.1" status: 200 len: 710 time: 2.2606380 Mar 29 09:24:44.372535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-203da8e8-f7b2-4453-99be-91c14cf44899 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.372985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51768) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:44.383741 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d963d-a2b6-4295-b434-d4c6a524a5c5 None None] Routers {'fc37b7b5-6757-40d1-80e3-5b8f98037c12'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:44.385186 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5e3d963d-a2b6-4295-b434-d4c6a524a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fc37b7b5-6757-40d1-80e3-5b8f98037c12'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:44.424882 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5e3d963d-a2b6-4295-b434-d4c6a524a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:44.433556 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3d963d-a2b6-4295-b434-d4c6a524a5c5 None None] Routers {'fc37b7b5-6757-40d1-80e3-5b8f98037c12'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:44.434238 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5e3d963d-a2b6-4295-b434-d4c6a524a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fc37b7b5-6757-40d1-80e3-5b8f98037c12'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:44.457040 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-87db3866-93b6-4630-8ac3-17d32a457c08 tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/routers/fc37b7b5-6757-40d1-80e3-5b8f98037c12 HTTP/1.1" status: 200 len: 745 time: 0.0785923 Mar 29 09:24:44.457252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51770) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:44.467577 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5e3d963d-a2b6-4295-b434-d4c6a524a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:44.468213 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d963d-a2b6-4295-b434-d4c6a524a5c5 None None] The sync data for ids ['fc37b7b5-6757-40d1-80e3-5b8f98037c12'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:44.490708 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-709e40f6-6473-4486-9603-82f53458a5ca tempest-RoutersIpV6AdminTest-1108182454 tempest-RoutersIpV6AdminTest-1108182454-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&device_id=fc37b7b5-6757-40d1-80e3-5b8f98037c12 HTTP/1.1" status: 200 len: 205 time: 0.0322778 Mar 29 09:24:44.493242 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51772) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:44.519330 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-42133160-3579-4672-9157-d33bd8bf27b0 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc37b7b5-6757-40d1-80e3-5b8f98037c12 HTTP/1.1" status: 200 len: 205 time: 0.0249615 Mar 29 09:24:44.521785 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51774) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:44.594484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5a4f54b1-5b0b-4086-988e-05bb70614360 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.731077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-203da8e8-f7b2-4453-99be-91c14cf44899 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.750681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5a4f54b1-5b0b-4086-988e-05bb70614360 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.753403 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5a4f54b1-5b0b-4086-988e-05bb70614360 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.797616 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5a4f54b1-5b0b-4086-988e-05bb70614360 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.798144 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4f54b1-5b0b-4086-988e-05bb70614360 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Fanout notify agent at l3_agent the message router_deleted on router fc37b7b5-6757-40d1-80e3-5b8f98037c12 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:44.805622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5a4f54b1-5b0b-4086-988e-05bb70614360 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.808395 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5a4f54b1-5b0b-4086-988e-05bb70614360 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/routers/fc37b7b5-6757-40d1-80e3-5b8f98037c12 HTTP/1.1" status: 204 len: 168 time: 0.2840018 Mar 29 09:24:44.811671 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51778) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:44.816264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203da8e8-f7b2-4453-99be-91c14cf44899 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Subnet': ['ID=6a1228d3-02c4-4968-9615-900079bbc474,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:44.844444 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f07721c0-015c-4468-9649-bb21635c101c tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc37b7b5-6757-40d1-80e3-5b8f98037c12 HTTP/1.1" status: 200 len: 205 time: 0.0295167 Mar 29 09:24:44.844673 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51780) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:44.852109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.862087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51782) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:44.870866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203da8e8-f7b2-4453-99be-91c14cf44899 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Checking segment: {'id': 'a450c202-b6e3-435e-a2ef-28b37562010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'af4daec7-21a3-4f00-a7d0-d5d9abda8b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:44.871307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203da8e8-f7b2-4453-99be-91c14cf44899 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network hostable DHCP agents. Network: af4daec7-21a3-4f00-a7d0-d5d9abda8b08, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:44.883439 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-e7c33b5e-4cfc-405b-a56c-47fe846da859 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] delete failed (client error): The resource could not be found. Mar 29 09:24:44.884469 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e7c33b5e-4cfc-405b-a56c-47fe846da859 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/routers/fc37b7b5-6757-40d1-80e3-5b8f98037c12 HTTP/1.1" status: 404 len: 336 time: 0.0385749 Mar 29 09:24:44.887095 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51784) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:44.916833 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d00ee6ce-ac11-4d53-bdc9-d2087707d6d6 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b6eff8-0794-49ab-8ecc-dc5cf215b809 HTTP/1.1" status: 200 len: 205 time: 0.0285304 Mar 29 09:24:44.919015 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51786) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:44.956485 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-63f06fe3-57ba-4b96-beb6-cd94a44abdce tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] delete failed (client error): The resource could not be found. Mar 29 09:24:44.957805 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-63f06fe3-57ba-4b96-beb6-cd94a44abdce tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/routers/b3b6eff8-0794-49ab-8ecc-dc5cf215b809 HTTP/1.1" status: 404 len: 336 time: 0.0378940 Mar 29 09:24:44.960849 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51788) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:44.971603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-438371ce-fb0c-4854-80ef-2cde65efe02f admin admin] Deleting subnet 20775d95-8113-4ca5-a6c3-27cdf046081e {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:44.976261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event updated for resources: {'Subnet': ['ID=35774a3d-f9f3-4463-9c24-1004f786970e,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:44.978352 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-438371ce-fb0c-4854-80ef-2cde65efe02f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:44.982729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203da8e8-f7b2-4453-99be-91c14cf44899 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network af4daec7-21a3-4f00-a7d0-d5d9abda8b08 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:44.988925 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2c83ae0b-8baf-45e1-95b8-aafc2697b08a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d502110-c032-4454-b513-4b92b748c19a HTTP/1.1" status: 200 len: 205 time: 0.0269928 Mar 29 09:24:44.991402 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51790) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.019920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Checking segment: {'id': 'f5ad096d-9c58-46b6-9bd4-8278f2c777d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7f3a8f29-49cb-4de8-8773-b5fd037246e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:45.020297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Network hostable DHCP agents. Network: 7f3a8f29-49cb-4de8-8773-b5fd037246e2, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:45.023808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-203da8e8-f7b2-4453-99be-91c14cf44899 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, af4daec7-21a3-4f00-a7d0-d5d9abda8b08) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:45.030734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-438371ce-fb0c-4854-80ef-2cde65efe02f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.032072 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc72a47-557b-4279-b501-a05d74b9a08e None None] Network af4daec7-21a3-4f00-a7d0-d5d9abda8b08 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:45.033848 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-c4376c74-574d-4e25-ac0a-6ad9353fb34d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] delete failed (client error): The resource could not be found. Mar 29 09:24:45.034467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203da8e8-f7b2-4453-99be-91c14cf44899 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:45.037684 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c4376c74-574d-4e25-ac0a-6ad9353fb34d tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/routers/2d502110-c032-4454-b513-4b92b748c19a HTTP/1.1" status: 404 len: 336 time: 0.0426085 Mar 29 09:24:45.037786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-203da8e8-f7b2-4453-99be-91c14cf44899 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.038389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51792) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.070806 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e6f7003c-6c88-4e71-9027-d0bab5c17bba tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "GET /v2.0/ports?device_id=aded2ad0-5210-4879-ad37-0f1c8205f68a HTTP/1.1" status: 200 len: 205 time: 0.0291688 Mar 29 09:24:45.071039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51794) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.084785 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-203da8e8-f7b2-4453-99be-91c14cf44899 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8943584 Mar 29 09:24:45.084785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Network 7f3a8f29-49cb-4de8-8773-b5fd037246e2 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:45.088776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51796) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.093062 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f5d064dd-0076-4764-8213-cf40e13d4134 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1065467296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:45.105554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 7f3a8f29-49cb-4de8-8773-b5fd037246e2) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:45.111453 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-d5f8ae32-a8d0-4bf5-8fb6-df2bda0c6534 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] delete failed (client error): The resource could not be found. Mar 29 09:24:45.115202 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d5f8ae32-a8d0-4bf5-8fb6-df2bda0c6534 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/routers/aded2ad0-5210-4879-ad37-0f1c8205f68a HTTP/1.1" status: 404 len: 336 time: 0.0408776 Mar 29 09:24:45.115436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51798) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.116419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-438371ce-fb0c-4854-80ef-2cde65efe02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.120154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.124747 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb108d77-a6d2-49c3-bd4d-850639f7a50a None None] Network 7f3a8f29-49cb-4de8-8773-b5fd037246e2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:45.194305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f5d064dd-0076-4764-8213-cf40e13d4134 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.195341 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f5d064dd-0076-4764-8213-cf40e13d4134 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.242513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event updated for resources: {'Subnet': ['ID=ccd89529-cf38-432e-989a-9c4814407552,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:45.274908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Checking segment: {'id': 'd2190da0-e330-4da6-a761-be1b1cd3b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b089ecc8-475d-4b4a-b43c-f002899a5228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:45.275338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Network hostable DHCP agents. Network: b089ecc8-475d-4b4a-b43c-f002899a5228, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:45.290690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-af4daec7-21a3-4f00-a7d0-d5d9abda8b08', 'network_id': 'af4daec7-21a3-4f00-a7d0-d5d9abda8b08', 'tenant_id': '42def34a06ed4f0aa357c9e4448b63d7', 'fixed_ips': [{'subnet_id': '6a1228d3-02c4-4968-9615-900079bbc474'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:45.291550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.301911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-438371ce-fb0c-4854-80ef-2cde65efe02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.304916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f5d064dd-0076-4764-8213-cf40e13d4134 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.333360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f5d064dd-0076-4764-8213-cf40e13d4134 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.347043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438371ce-fb0c-4854-80ef-2cde65efe02f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20775d95-8113-4ca5-a6c3-27cdf046081e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:45.354275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-438371ce-fb0c-4854-80ef-2cde65efe02f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.357545 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-438371ce-fb0c-4854-80ef-2cde65efe02f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/20775d95-8113-4ca5-a6c3-27cdf046081e HTTP/1.1" status: 204 len: 168 time: 0.4945712 Mar 29 09:24:45.362034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51800) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.374142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f5d064dd-0076-4764-8213-cf40e13d4134 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.378557 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f5d064dd-0076-4764-8213-cf40e13d4134 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2856925 Mar 29 09:24:45.390191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51802) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.390819 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Network b089ecc8-475d-4b4a-b43c-f002899a5228 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:45.396541 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-7f3a8f29-49cb-4de8-8773-b5fd037246e2', 'network_id': '7f3a8f29-49cb-4de8-8773-b5fd037246e2', 'tenant_id': 'ab8e6dca798e4518b69977fbdde28322', 'fixed_ips': [{'subnet_id': '35774a3d-f9f3-4463-9c24-1004f786970e'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:45.397347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.400738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'network_id': 'af4daec7-21a3-4f00-a7d0-d5d9abda8b08', 'name': 'tempest-PortsIpV6TestJSON-1209247124'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:45.429705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, b089ecc8-475d-4b4a-b43c-f002899a5228) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:45.462010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:45.462504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:45.463115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.467862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b91b9f-d332-4ec5-886d-067313a3b5fa None None] Network b089ecc8-475d-4b4a-b43c-f002899a5228 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:45.518847 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ee8c5b44-271a-46d6-9916-32c261eb268a tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f686f08-d8b5-4752-adb2-290ba72e1465 HTTP/1.1" status: 200 len: 205 time: 0.3998351 Mar 29 09:24:45.519400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51804) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.526508 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.540709 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-20011a8a-d003-4e76-97ea-6ae564da3dcc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5837712 Mar 29 09:24:45.543543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51806) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.558438 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-f2c8dbeb-2764-4715-a2ff-c2a99197955e tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] delete failed (client error): The resource could not be found. Mar 29 09:24:45.562293 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f2c8dbeb-2764-4715-a2ff-c2a99197955e tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/routers/3f686f08-d8b5-4752-adb2-290ba72e1465 HTTP/1.1" status: 404 len: 336 time: 0.0394087 Mar 29 09:24:45.562504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51808) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.589622 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f123c6da-9776-48fe-a59f-b356431f1436 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c116e6c-717e-4975-829a-3d2d0512f8c2 HTTP/1.1" status: 200 len: 205 time: 0.0257516 Mar 29 09:24:45.592001 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51810) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.611588 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Allocated IP 2001:db8::2 (af4daec7-21a3-4f00-a7d0-d5d9abda8b08/6a1228d3-02c4-4968-9615-900079bbc474/90be2eda-7321-4215-89ce-a02a5f6511c5) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:45.632342 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-3a7e6990-e5f2-42b6-ad18-f39ecdffba4f tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] delete failed (client error): The resource could not be found. Mar 29 09:24:45.636209 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3a7e6990-e5f2-42b6-ad18-f39ecdffba4f tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/routers/9c116e6c-717e-4975-829a-3d2d0512f8c2 HTTP/1.1" status: 404 len: 336 time: 0.0405788 Mar 29 09:24:45.636421 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51812) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.649489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea33d0-2c28-4a37-999b-53b2e64ced16 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:45.651636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea33d0-2c28-4a37-999b-53b2e64ced16 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:45.652847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea33d0-2c28-4a37-999b-53b2e64ced16 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:45.657437 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-32ea33d0-2c28-4a37-999b-53b2e64ced16 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1112299 Mar 29 09:24:45.658214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51814) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:45.664849 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8124034-bd05-4843-9e50-504594ef0661 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] DELETE failed (client error): The resource could not be found. Mar 29 09:24:45.665297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8124034-bd05-4843-9e50-504594ef0661 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:45.670840 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c8124034-bd05-4843-9e50-504594ef0661 tempest-RoutersIpV6AdminTest-2016989879 tempest-RoutersIpV6AdminTest-2016989879-project] 10.222.0.32 "DELETE /v2.0/subnets/5fa4a1aa-d0e8-4987-99a9-5429b4b513e3 HTTP/1.1" status: 404 len: 337 time: 0.0308623 Mar 29 09:24:45.743257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.759578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:45.763111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.764782 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Allocated IP 172.20.0.2 (7f3a8f29-49cb-4de8-8773-b5fd037246e2/35774a3d-f9f3-4463-9c24-1004f786970e/ed4481fd-e8da-4575-953d-725fb372bd77) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:45.790374 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b23b87-367b-4982-a71e-984058c6f27a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Deleting subnet 35774a3d-f9f3-4463-9c24-1004f786970e {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:45.795030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da82d812-71d7-406b-b98e-73ab2aa1aa2c']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:45.809995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079d118d-b57e-4068-a9e5-fda53b715c39') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:45.810297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079d118d-b57e-4068-a9e5-fda53b715c39') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:45.812505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port 4e60a399-8752-4581-af4f-b784a8401e53 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:45.826294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.878357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.890078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:45.890491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:45.892799 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:45.934828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-b089ecc8-475d-4b4a-b43c-f002899a5228', 'network_id': 'b089ecc8-475d-4b4a-b43c-f002899a5228', 'tenant_id': 'ab8e6dca798e4518b69977fbdde28322', 'fixed_ips': [{'subnet_id': 'ccd89529-cf38-432e-989a-9c4814407552'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:45.935678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.978192 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:45.986358 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51820) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:46.004695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.118225 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c7b0573-2495-44bd-a0b8-117ba0ea5a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.203449 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c7b0573-2495-44bd-a0b8-117ba0ea5a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.208405 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c7b0573-2495-44bd-a0b8-117ba0ea5a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.254162 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1c7b0573-2495-44bd-a0b8-117ba0ea5a04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4db702f0697f4288b4eeb56902e65b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638257 Mar 29 09:24:46.254162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b0573-2495-44bd-a0b8-117ba0ea5a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc741e9-b9c0-40f9-be2c-4bd41b0cffee,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:46.256658 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51824) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:46.291557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Network af4daec7-21a3-4f00-a7d0-d5d9abda8b08 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:46.302474 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:46.304134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.308138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Pushing event updated for resources: {'Port': ['ID=90be2eda-7321-4215-89ce-a02a5f6511c5,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:46.314478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:46.315430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.318605 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/da82d812-71d7-406b-b98e-73ab2aa1aa2c HTTP/1.1" status: 204 len: 168 time: 0.9554985 Mar 29 09:24:46.327113 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51826) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:46.339247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8::210 (af4daec7-21a3-4f00-a7d0-d5d9abda8b08/6a1228d3-02c4-4968-9615-900079bbc474/4e60a399-8752-4581-af4f-b784a8401e53) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:46.341817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23efa5-a0fb-4eea-925a-81e266d612f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=da82d812-71d7-406b-b98e-73ab2aa1aa2c,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:46.351552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.365149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c0b23b87-367b-4982-a71e-984058c6f27a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.380688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.381740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4c5b93b4-7d5d-431c-b6d1-b85c34a2b549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.388407 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d540174-53ea-4fa6-b317-6c9057ef326b admin admin] Deleting subnet c3658966-734b-4564-a9aa-5fe62bb10b4a {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:46.398554 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d540174-53ea-4fa6-b317-6c9057ef326b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.430874 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4c5b93b4-7d5d-431c-b6d1-b85c34a2b549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.433059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c0b23b87-367b-4982-a71e-984058c6f27a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.460610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Network 7f3a8f29-49cb-4de8-8773-b5fd037246e2 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:46.463807 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Allocated IP 172.20.0.18 (b089ecc8-475d-4b4a-b43c-f002899a5228/ccd89529-cf38-432e-989a-9c4814407552/1b666cbc-00e4-4327-9856-e593d5e3153f) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:46.466046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Attempting to bind port 90be2eda-7321-4215-89ce-a02a5f6511c5 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:46.466589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Attempting to bind port 90be2eda-7321-4215-89ce-a02a5f6511c5 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'a450c202-b6e3-435e-a2ef-28b37562010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'af4daec7-21a3-4f00-a7d0-d5d9abda8b08'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:46.467159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Attempting to bind port 90be2eda-7321-4215-89ce-a02a5f6511c5 on network af4daec7-21a3-4f00-a7d0-d5d9abda8b08 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:46.476924 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:46.481045 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Pushing event updated for resources: {'Port': ['ID=ed4481fd-e8da-4575-953d-725fb372bd77,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:46.482422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d540174-53ea-4fa6-b317-6c9057ef326b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.483793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:46.489545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:46.490339 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Checking segment: {'id': 'a450c202-b6e3-435e-a2ef-28b37562010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'af4daec7-21a3-4f00-a7d0-d5d9abda8b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:46.490969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.491569 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Bound using segment: {'id': 'a450c202-b6e3-435e-a2ef-28b37562010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'af4daec7-21a3-4f00-a7d0-d5d9abda8b08'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:46.492261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Bound port: 90be2eda-7321-4215-89ce-a02a5f6511c5, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a450c202-b6e3-435e-a2ef-28b37562010c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'af4daec7-21a3-4f00-a7d0-d5d9abda8b08'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:46.492906 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.542395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d540174-53ea-4fa6-b317-6c9057ef326b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.563318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4c5b93b4-7d5d-431c-b6d1-b85c34a2b549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.566052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4c5b93b4-7d5d-431c-b6d1-b85c34a2b549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.567339 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4c5b93b4-7d5d-431c-b6d1-b85c34a2b549 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dc741e9-b9c0-40f9-be2c-4bd41b0cffee HTTP/1.1" status: 204 len: 168 time: 0.3109965 Mar 29 09:24:46.585933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b93b4-7d5d-431c-b6d1-b85c34a2b549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc741e9-b9c0-40f9-be2c-4bd41b0cffee,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:46.616471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.621791 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c0b23b87-367b-4982-a71e-984058c6f27a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.628609 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d540174-53ea-4fa6-b317-6c9057ef326b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.662221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d540174-53ea-4fa6-b317-6c9057ef326b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3658966-734b-4564-a9aa-5fe62bb10b4a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:46.666085 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Attempting to bind port ed4481fd-e8da-4575-953d-725fb372bd77 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:46.666436 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Attempting to bind port ed4481fd-e8da-4575-953d-725fb372bd77 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f5ad096d-9c58-46b6-9bd4-8278f2c777d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7f3a8f29-49cb-4de8-8773-b5fd037246e2'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:46.666796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Attempting to bind port ed4481fd-e8da-4575-953d-725fb372bd77 on network 7f3a8f29-49cb-4de8-8773-b5fd037246e2 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:46.685433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:46.685845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Checking segment: {'id': 'f5ad096d-9c58-46b6-9bd4-8278f2c777d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7f3a8f29-49cb-4de8-8773-b5fd037246e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:46.686253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.686644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Bound using segment: {'id': 'f5ad096d-9c58-46b6-9bd4-8278f2c777d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7f3a8f29-49cb-4de8-8773-b5fd037246e2'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:46.687199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Bound port: ed4481fd-e8da-4575-953d-725fb372bd77, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ad096d-9c58-46b6-9bd4-8278f2c777d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7f3a8f29-49cb-4de8-8773-b5fd037246e2'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:46.687524 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.690234 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d540174-53ea-4fa6-b317-6c9057ef326b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.692768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] For port 90be2eda-7321-4215-89ce-a02a5f6511c5, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:46.695762 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6d540174-53ea-4fa6-b317-6c9057ef326b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c3658966-734b-4564-a9aa-5fe62bb10b4a HTTP/1.1" status: 204 len: 168 time: 0.3673043 Mar 29 09:24:46.698779 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51830) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:46.705028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.715455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c0b23b87-367b-4982-a71e-984058c6f27a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.727280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] For port 90be2eda-7321-4215-89ce-a02a5f6511c5, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=90be2eda-7321-4215-89ce-a02a5f6511c5,segment=NetworkSegment(a450c202-b6e3-435e-a2ef-28b37562010c),segment_id=a450c202-b6e3-435e-a2ef-28b37562010c)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:46.784056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b23b87-367b-4982-a71e-984058c6f27a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event deleted for resources: {'Subnet': ['ID=35774a3d-f9f3-4463-9c24-1004f786970e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:46.795850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.796028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network af4daec7-21a3-4f00-a7d0-d5d9abda8b08 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:46.799724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c0b23b87-367b-4982-a71e-984058c6f27a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.802892 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c0b23b87-367b-4982-a71e-984058c6f27a tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "DELETE /v2.0/subnets/35774a3d-f9f3-4463-9c24-1004f786970e HTTP/1.1" status: 204 len: 168 time: 1.1436226 Mar 29 09:24:46.804353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:46.806530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51834) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:46.808252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=4e60a399-8752-4581-af4f-b784a8401e53,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:46.814546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.816888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:46.822142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:46.822772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.859944 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-52ec91b7-8b97-4426-b310-a0d8e0ef9bdd tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4660761 Mar 29 09:24:46.862881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51836) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:46.879804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.906284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.914686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] For port ed4481fd-e8da-4575-953d-725fb372bd77, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:46.920926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] For port ed4481fd-e8da-4575-953d-725fb372bd77, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ed4481fd-e8da-4575-953d-725fb372bd77,segment=NetworkSegment(f5ad096d-9c58-46b6-9bd4-8278f2c777d1),segment_id=f5ad096d-9c58-46b6-9bd4-8278f2c777d1)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:46.927445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487d311-92df-493c-9c52-cb730a4f5c53 None None] Pushing event updated for resources: {'Port': ['ID=90be2eda-7321-4215-89ce-a02a5f6511c5,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:46.938252 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.952555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Network b089ecc8-475d-4b4a-b43c-f002899a5228 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:46.967119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b47728-4209-4810-85cf-dc7a9d7b758c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Deleting subnet ccd89529-cf38-432e-989a-9c4814407552 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:46.972558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:46.994085 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:46.998041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:47.004198 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0060dfaa-a616-4444-9d2c-a1afb7801366']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:47.020084 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-55b47728-4209-4810-85cf-dc7a9d7b758c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.027656 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a6b86c-35be-4632-a354-0f5949ea73a3') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:47.029004 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a6b86c-35be-4632-a354-0f5949ea73a3') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:47.051562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Pushing event updated for resources: {'Port': ['ID=1b666cbc-00e4-4327-9856-e593d5e3153f,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:47.056357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.088904 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.111559 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:47.112010 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:47.113819 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:47.137870 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b7872-43d5-41c0-9b8d-fc903b2c75e2 None None] Network 7f3a8f29-49cb-4de8-8773-b5fd037246e2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:47.142546 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Attempting to bind port 1b666cbc-00e4-4327-9856-e593d5e3153f on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:47.143127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Attempting to bind port 1b666cbc-00e4-4327-9856-e593d5e3153f by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'd2190da0-e330-4da6-a761-be1b1cd3b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b089ecc8-475d-4b4a-b43c-f002899a5228'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:47.143655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Attempting to bind port 1b666cbc-00e4-4327-9856-e593d5e3153f on network b089ecc8-475d-4b4a-b43c-f002899a5228 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:47.155722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51838) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:47.161397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-55b47728-4209-4810-85cf-dc7a9d7b758c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.213011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.221509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:47.225690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Checking segment: {'id': 'd2190da0-e330-4da6-a761-be1b1cd3b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b089ecc8-475d-4b4a-b43c-f002899a5228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:47.227673 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.228611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Bound using segment: {'id': 'd2190da0-e330-4da6-a761-be1b1cd3b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b089ecc8-475d-4b4a-b43c-f002899a5228'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:47.229821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Bound port: 1b666cbc-00e4-4327-9856-e593d5e3153f, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2190da0-e330-4da6-a761-be1b1cd3b36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'b089ecc8-475d-4b4a-b43c-f002899a5228'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:47.230769 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.233857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.236765 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0060dfaa-a616-4444-9d2c-a1afb7801366 HTTP/1.1" status: 204 len: 168 time: 0.5365868 Mar 29 09:24:47.238067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae688b-f1fd-4a4d-bf9a-374cef527f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0060dfaa-a616-4444-9d2c-a1afb7801366,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:47.300301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fd784-b070-430d-8865-0c4bce5e59c7 None None] Pushing event updated for resources: {'Port': ['ID=ed4481fd-e8da-4575-953d-725fb372bd77,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:47.380890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] For port 1b666cbc-00e4-4327-9856-e593d5e3153f, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:47.384145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] For port 1b666cbc-00e4-4327-9856-e593d5e3153f, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1b666cbc-00e4-4327-9856-e593d5e3153f,segment=NetworkSegment(d2190da0-e330-4da6-a761-be1b1cd3b36f),segment_id=d2190da0-e330-4da6-a761-be1b1cd3b36f)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:47.390041 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1e1cbb8e-3ab5-4f3c-b931-1c344078d96e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b3264a5619a4324b1dd2acccdcb1ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309439 Mar 29 09:24:47.390553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51842) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:47.418894 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b48a8ffa-467f-4c93-9712-5125da9a1e28 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:47.423117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.425177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-55b47728-4209-4810-85cf-dc7a9d7b758c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.456465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d39e-4fcc-41a9-b84e-2d3bb7f37471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.488731 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: b48a8ffa-467f-4c93-9712-5125da9a1e28 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:47.489326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b48a8ffa-467f-4c93-9712-5125da9a1e28 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:47.489489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51844) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:47.508824 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d39e-4fcc-41a9-b84e-2d3bb7f37471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.535114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a42708-9b64-477e-8e64-f48cd5e8905b None None] Pushing event updated for resources: {'Port': ['ID=1b666cbc-00e4-4327-9856-e593d5e3153f,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:47.542350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.582483 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-de25c21f-c4b7-46e4-9858-d3c60840a89d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aee5a6b407584b7aab9d0cc445e268a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909514 Mar 29 09:24:47.584643 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51846) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:47.618291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-55b47728-4209-4810-85cf-dc7a9d7b758c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.632274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d39e-4fcc-41a9-b84e-2d3bb7f37471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.634859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dfc3d39e-4fcc-41a9-b84e-2d3bb7f37471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.638640 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-dfc3d39e-4fcc-41a9-b84e-2d3bb7f37471 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4736276a-ef10-4163-8773-8ddf908eecec HTTP/1.1" status: 204 len: 168 time: 0.2446089 Mar 29 09:24:47.653557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f1c9aa72-3fda-4c04-afc5-70375334f40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.656185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3d39e-4fcc-41a9-b84e-2d3bb7f37471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4736276a-ef10-4163-8773-8ddf908eecec,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:47.681115 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f1c9aa72-3fda-4c04-afc5-70375334f40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.709668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-55b47728-4209-4810-85cf-dc7a9d7b758c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.713048 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-55b47728-4209-4810-85cf-dc7a9d7b758c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "DELETE /v2.0/subnets/ccd89529-cf38-432e-989a-9c4814407552 HTTP/1.1" status: 204 len: 168 time: 0.9059594 Mar 29 09:24:47.716076 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51850) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:47.743317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b47728-4209-4810-85cf-dc7a9d7b758c tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd89529-cf38-432e-989a-9c4814407552,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:47.841753 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec93baae-370b-4b8c-bec1-20ac53b7362e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:47.843648 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ec93baae-370b-4b8c-bec1-20ac53b7362e tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1231086 Mar 29 09:24:47.848734 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51852) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:47.858737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f1c9aa72-3fda-4c04-afc5-70375334f40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.861990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f1c9aa72-3fda-4c04-afc5-70375334f40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:47.863845 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f1c9aa72-3fda-4c04-afc5-70375334f40a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df924bde-1197-4f92-aad4-53118d910485 HTTP/1.1" status: 204 len: 168 time: 0.2775512 Mar 29 09:24:47.897251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9aa72-3fda-4c04-afc5-70375334f40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df924bde-1197-4f92-aad4-53118d910485,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:48.052596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.054657 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.061028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.153446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 90be2eda-7321-4215-89ce-a02a5f6511c5 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:48.176487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Deleting port 1b666cbc-00e4-4327-9856-e593d5e3153f {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:48.177124 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.279859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 90be2eda-7321-4215-89ce-a02a5f6511c5 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:48.280502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.291560 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] For port 1b666cbc-00e4-4327-9856-e593d5e3153f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1b666cbc-00e4-4327-9856-e593d5e3153f,segment=NetworkSegment(d2190da0-e330-4da6-a761-be1b1cd3b36f),segment_id=d2190da0-e330-4da6-a761-be1b1cd3b36f)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:48.291777 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.319147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Calling delete_port for 1b666cbc-00e4-4327-9856-e593d5e3153f owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:48.353593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.431092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51866) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:48.433644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.440037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe6273-3234-42c2-b0fa-b631e214e879 None None] Network af4daec7-21a3-4f00-a7d0-d5d9abda8b08 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:48.440796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=4e60a399-8752-4581-af4f-b784a8401e53,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:48.478892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event deleted for resources: {'Port': ['ID=1b666cbc-00e4-4327-9856-e593d5e3153f,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:48.488165 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] No DVR routers for this DVR port 1b666cbc-00e4-4327-9856-e593d5e3153f on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:48.508280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-37e8b293-6e2b-4c67-aead-532cc72ce403 None None] Provisioning complete for port 90be2eda-7321-4215-89ce-a02a5f6511c5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:48.509096 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-37e8b293-6e2b-4c67-aead-532cc72ce403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.540439 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.556384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.618435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.648189 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b089ecc8-475d-4b4a-b43c-f002899a5228']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:48.661899 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2190da0-e330-4da6-a761-be1b1cd3b36f') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:48.662207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2190da0-e330-4da6-a761-be1b1cd3b36f') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:48.672913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.680468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 90be2eda-7321-4215-89ce-a02a5f6511c5, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=90be2eda-7321-4215-89ce-a02a5f6511c5,segment=NetworkSegment(a450c202-b6e3-435e-a2ef-28b37562010c),segment_id=a450c202-b6e3-435e-a2ef-28b37562010c)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:48.687934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.695553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:48.696200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.710103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.711012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1b666cbc-00e4-4327-9856-e593d5e3153f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:48.787464 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:48.793360 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0c76d839-551b-49ce-9350-ffdf02cc687a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c5d8324f3214a8faa73a5939c375709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607616 Mar 29 09:24:48.794131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51874) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:48.808798 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 1b666cbc-00e4-4327-9856-e593d5e3153f {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:48.809180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1b666cbc-00e4-4327-9856-e593d5e3153f not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 29 09:24:48.819184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.831502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.836507 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "DELETE /v2.0/networks/b089ecc8-475d-4b4a-b43c-f002899a5228 HTTP/1.1" status: 204 len: 168 time: 0.9866502 Mar 29 09:24:48.839448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51878) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:48.861703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464690d1-270e-4942-99f0-b0740a5623a6 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event deleted for resources: {'Network': ['ID=b089ecc8-475d-4b4a-b43c-f002899a5228,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:48.874356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-37e8b293-6e2b-4c67-aead-532cc72ce403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.884590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Port 1b666cbc-00e4-4327-9856-e593d5e3153f not found, will not notify nova. {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 29 09:24:48.909462 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7b12cfed-227e-458f-a195-d29dfdd452e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.945101 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7b12cfed-227e-458f-a195-d29dfdd452e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:48.957697 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=90be2eda-7321-4215-89ce-a02a5f6511c5,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:48.982182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.010918 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-37e8b293-6e2b-4c67-aead-532cc72ce403 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:24:49.011434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-37e8b293-6e2b-4c67-aead-532cc72ce403 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:24:49.016278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7b12cfed-227e-458f-a195-d29dfdd452e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.019670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7b12cfed-227e-458f-a195-d29dfdd452e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.020835 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7b12cfed-227e-458f-a195-d29dfdd452e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8f2a414-97c6-4382-b678-f0e4cb393db4 HTTP/1.1" status: 204 len: 168 time: 0.2257862 Mar 29 09:24:49.030147 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.031411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.036488 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12cfed-227e-458f-a195-d29dfdd452e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f2a414-97c6-4382-b678-f0e4cb393db4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:49.105489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.165339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=4e60a399-8752-4581-af4f-b784a8401e53,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:49.289283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff03b2-98be-44dd-b91e-6aec42f280dd None None] DHCP port deletion for b089ecc8-475d-4b4a-b43c-f002899a5228 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:24:49.305367 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network af4daec7-21a3-4f00-a7d0-d5d9abda8b08 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:49.308441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:49.311393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Deleting port ed4481fd-e8da-4575-953d-725fb372bd77 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:49.311733 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.327247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625bacc-9c05-4efb-bc42-74441432714b None None] Network b089ecc8-475d-4b4a-b43c-f002899a5228 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:49.343613 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625bacc-9c05-4efb-bc42-74441432714b None None] Network b089ecc8-475d-4b4a-b43c-f002899a5228 could not be found, it might have been deleted concurrently. {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 09:24:49.502286 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] For port ed4481fd-e8da-4575-953d-725fb372bd77, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ed4481fd-e8da-4575-953d-725fb372bd77,segment=NetworkSegment(f5ad096d-9c58-46b6-9bd4-8278f2c777d1),segment_id=f5ad096d-9c58-46b6-9bd4-8278f2c777d1)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:49.502775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.521999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Calling delete_port for ed4481fd-e8da-4575-953d-725fb372bd77 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:49.607831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Router a301c69b-a952-488b-b44c-ce1d9fc6c65c is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:24:49.668636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.722360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event deleted for resources: {'Port': ['ID=ed4481fd-e8da-4575-953d-725fb372bd77,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:49.731202 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] No DVR routers for this DVR port ed4481fd-e8da-4575-953d-725fb372bd77 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:49.788338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:49.798649 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4527ebb5-dbc7-4301-8dcf-ddcd100a8232 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "PUT /v2.0/routers/a301c69b-a952-488b-b44c-ce1d9fc6c65c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9310961 Mar 29 09:24:49.798765 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51900) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:49.808249 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94fa9b-5739-43d2-b890-a719ab9caefd None None] Sync routers for ids ['a301c69b-a952-488b-b44c-ce1d9fc6c65c'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:49.819094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94fa9b-5739-43d2-b890-a719ab9caefd None None] Routers {'a301c69b-a952-488b-b44c-ce1d9fc6c65c'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:49.819633 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-de94fa9b-5739-43d2-b890-a719ab9caefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['a301c69b-a952-488b-b44c-ce1d9fc6c65c'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:49.847263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.871593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-de94fa9b-5739-43d2-b890-a719ab9caefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:49.878895 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3a8f29-49cb-4de8-8773-b5fd037246e2']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:49.884913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae96b8f2-1adf-4ed6-9508-7ab4226726fa tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:49.887177 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ae96b8f2-1adf-4ed6-9508-7ab4226726fa tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports?device_id=a301c69b-a952-488b-b44c-ce1d9fc6c65c HTTP/1.1" status: 200 len: 989 time: 0.0875256 Mar 29 09:24:49.889962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51902) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:49.902096 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ad096d-9c58-46b6-9bd4-8278f2c777d1') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:49.902428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ad096d-9c58-46b6-9bd4-8278f2c777d1') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:49.913640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-25e9a924-5f6f-469a-a62f-8e8a76a284f3 None None] Provisioning complete for port 90be2eda-7321-4215-89ce-a02a5f6511c5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:49.913935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-25e9a924-5f6f-469a-a62f-8e8a76a284f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.919839 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.947959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.960265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:49.960686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:49.964300 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:49.974386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 90be2eda-7321-4215-89ce-a02a5f6511c5 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:49.975628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94fa9b-5739-43d2-b890-a719ab9caefd None None] Routers {'a301c69b-a952-488b-b44c-ce1d9fc6c65c'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:49.976254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-de94fa9b-5739-43d2-b890-a719ab9caefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['a301c69b-a952-488b-b44c-ce1d9fc6c65c'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:49.977288 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51904) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:50.047772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.053729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.056121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-de94fa9b-5739-43d2-b890-a719ab9caefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:50.056782 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94fa9b-5739-43d2-b890-a719ab9caefd None None] The sync data for ids ['a301c69b-a952-488b-b44c-ce1d9fc6c65c'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:50.057825 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "DELETE /v2.0/networks/7f3a8f29-49cb-4de8-8773-b5fd037246e2 HTTP/1.1" status: 204 len: 168 time: 1.2167070 Mar 29 09:24:50.060304 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51908) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:50.096172 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 90be2eda-7321-4215-89ce-a02a5f6511c5 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:50.096350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.171253 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1005833428', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:50.200837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-25e9a924-5f6f-469a-a62f-8e8a76a284f3 None None] Could not find standard attr ID for object 1b666cbc-00e4-4327-9856-e593d5e3153f. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:24:50.245873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-25e9a924-5f6f-469a-a62f-8e8a76a284f3 None None] Provisioning complete for port 4e60a399-8752-4581-af4f-b784a8401e53 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:50.246340 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-25e9a924-5f6f-469a-a62f-8e8a76a284f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.247858 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.283791 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Made reservation on behalf of a683bae765884326be342842b62a7ca7 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:50.286241 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.295190 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-25e9a924-5f6f-469a-a62f-8e8a76a284f3 None None] Port 4e60a399-8752-4581-af4f-b784a8401e53 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:50.302433 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.344851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d8a567-5ffe-48d3-8a4f-763d53ab08f2 None None] get_active_networks_info from dv-neutron-835554-1-hyperv {{(pid=102497) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 29 09:24:50.384820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1b666cbc-00e4-4327-9856-e593d5e3153f no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:50.421211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 1b666cbc-00e4-4327-9856-e593d5e3153f {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:50.421448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1b666cbc-00e4-4327-9856-e593d5e3153f not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:50.453093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-86ef4f95-c667-413f-bf54-0d4d8fc02a93 None None] Provisioning complete for port 4e60a399-8752-4581-af4f-b784a8401e53 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:50.453464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-86ef4f95-c667-413f-bf54-0d4d8fc02a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.462704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66865dbd-b18f-473d-af0a-8ef20e3b2462 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event deleted for resources: {'Network': ['ID=7f3a8f29-49cb-4de8-8773-b5fd037246e2,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:50.495427 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d8a567-5ffe-48d3-8a4f-763d53ab08f2 None None] Resources bound (agent type, host, resource id): {{(pid=102497) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 29 09:24:50.505248 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-86ef4f95-c667-413f-bf54-0d4d8fc02a93 None None] Port 4e60a399-8752-4581-af4f-b784a8401e53 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:50.505677 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.548398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff1d1ac-c450-4e54-bfbf-84c391203e35']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:50.599924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a4d323-564b-4853-a7cd-e068d645ad3e') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:50.600217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a4d323-564b-4853-a7cd-e068d645ad3e') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:50.627584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.649544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.655504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.660514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.666654 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:50.667044 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.673398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] device_id is not set on port e0d83c4f-4326-4a52-bd8a-32ddf85933e8 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:50.678687 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:50.788049 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3855b03-6f9f-4572-abda-0ba3f4b12f8c,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:50.840129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.880924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.884032 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "DELETE /v2.0/networks/7ff1d1ac-c450-4e54-bfbf-84c391203e35 HTTP/1.1" status: 204 len: 168 time: 0.8224826 Mar 29 09:24:50.886694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51910) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:50.923649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ba850-e88f-4601-abd9-3a347be0b855 tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event deleted for resources: {'Network': ['ID=7ff1d1ac-c450-4e54-bfbf-84c391203e35,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:50.942923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4f6b-2057-4972-9ecb-ba16f84a1979 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:50.944894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Allocated IP 172.26.1.154 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/e0d83c4f-4326-4a52-bd8a-32ddf85933e8) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:50.963653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.050008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.068925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969e3c3c-9f01-463a-aa8b-22b3330c47a4']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:51.078242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29a5c07-713d-4ae5-8684-f02e7c45e4cd') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:51.078531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29a5c07-713d-4ae5-8684-f02e7c45e4cd') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:51.088307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.103142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.109013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:51.109397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:51.112588 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:51.171572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.179551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.182608 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] 10.222.0.32 "DELETE /v2.0/networks/969e3c3c-9f01-463a-aa8b-22b3330c47a4 HTTP/1.1" status: 204 len: 168 time: 0.2947772 Mar 29 09:24:51.197060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375afed-ee79-40ab-9b7a-535adecbb1fc tempest-BulkNetworkOpsTest-1326637686 tempest-BulkNetworkOpsTest-1326637686-project] Pushing event deleted for resources: {'Network': ['ID=969e3c3c-9f01-463a-aa8b-22b3330c47a4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:51.212212 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.278975 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e4f6b-2057-4972-9ecb-ba16f84a1979 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 4e60a399-8752-4581-af4f-b784a8401e53 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:51.279315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4f6b-2057-4972-9ecb-ba16f84a1979 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.283948 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.371894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:51.378241 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:51.383253 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:51.413625 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Pushing event updated for resources: {'Port': ['ID=e0d83c4f-4326-4a52-bd8a-32ddf85933e8,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:51.447074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51916) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:51.447244 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4f6b-2057-4972-9ecb-ba16f84a1979 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.450363 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:51.450965 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.467598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e4f6b-2057-4972-9ecb-ba16f84a1979 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 4e60a399-8752-4581-af4f-b784a8401e53 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:51.478860 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-40ed9180-9360-4d00-8c40-65521366c000 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.4986212 Mar 29 09:24:51.481946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51920) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:51.487149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.154'}]}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:51.507590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.509055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.566385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.646388 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4f6b-2057-4972-9ecb-ba16f84a1979 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.662632 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-527fc92f-ddac-4c8b-9f2f-d2dcdc9831ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab8e6dca798e4518b69977fbdde28322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143488 Mar 29 09:24:51.672358 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51922) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:51.680468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e4f6b-2057-4972-9ecb-ba16f84a1979 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=4e60a399-8752-4581-af4f-b784a8401e53,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:51.732398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.801932 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cb7e4f6b-2057-4972-9ecb-ba16f84a1979 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.818052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3d4c1e4-12b7-4e1b-8568-1799cf806f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.902638 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3d4c1e4-12b7-4e1b-8568-1799cf806f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.946439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:51.969664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.003056 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7e4f6b-2057-4972-9ecb-ba16f84a1979 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Router a301c69b-a952-488b-b44c-ce1d9fc6c65c has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:24:52.045025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3d4c1e4-12b7-4e1b-8568-1799cf806f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.047602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3d4c1e4-12b7-4e1b-8568-1799cf806f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.051859 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f3d4c1e4-12b7-4e1b-8568-1799cf806f47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a664744c-13b2-4214-8e45-42c0ac557ec2 HTTP/1.1" status: 204 len: 168 time: 0.3741686 Mar 29 09:24:52.175514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.344476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.346728 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.394359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.394863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47912b6d-3565-45cf-b242-cc671a30d156 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:52.413702 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 29 09:24:52.414942 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-24f8237d-01d1-490d-baf2-875ed81f1d1a tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9320381 Mar 29 09:24:52.416422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4c1e4-12b7-4e1b-8568-1799cf806f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a664744c-13b2-4214-8e45-42c0ac557ec2,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:52.418036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51936) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:52.418662 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7e4f6b-2057-4972-9ecb-ba16f84a1979 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:24:52.427347 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cb7e4f6b-2057-4972-9ecb-ba16f84a1979 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "PUT /v2.0/routers/a301c69b-a952-488b-b44c-ce1d9fc6c65c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5361218 Mar 29 09:24:52.427949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51938) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:52.432314 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7ef9b-583a-451f-a04c-98dfbd9dc10a None None] Sync routers for ids ['a301c69b-a952-488b-b44c-ce1d9fc6c65c'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:24:52.452391 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7ef9b-583a-451f-a04c-98dfbd9dc10a None None] Routers {'a301c69b-a952-488b-b44c-ce1d9fc6c65c'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:52.452994 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b0a7ef9b-583a-451f-a04c-98dfbd9dc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['a301c69b-a952-488b-b44c-ce1d9fc6c65c'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:52.455681 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a86b61-1971-4cc9-8e4d-f5fc5758377b tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:52.460751 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a0a86b61-1971-4cc9-8e4d-f5fc5758377b tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/4e60a399-8752-4581-af4f-b784a8401e53 HTTP/1.1" status: 404 len: 333 time: 0.0311747 Mar 29 09:24:52.461265 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51940) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:52.500788 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b0a7ef9b-583a-451f-a04c-98dfbd9dc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:52.511290 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7ef9b-583a-451f-a04c-98dfbd9dc10a None None] Routers {'a301c69b-a952-488b-b44c-ce1d9fc6c65c'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:24:52.511904 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b0a7ef9b-583a-451f-a04c-98dfbd9dc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['a301c69b-a952-488b-b44c-ce1d9fc6c65c'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:52.520248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-141bbcd8-abac-4fe9-a59b-5dfa0d939260 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Deleting port e0d83c4f-4326-4a52-bd8a-32ddf85933e8 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:52.520692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-141bbcd8-abac-4fe9-a59b-5dfa0d939260 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.542434 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-449d3d39-8944-46e4-8813-f644cb32e2a8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.558023 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b0a7ef9b-583a-451f-a04c-98dfbd9dc10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:52.558839 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7ef9b-583a-451f-a04c-98dfbd9dc10a None None] The sync data for ids ['a301c69b-a952-488b-b44c-ce1d9fc6c65c'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:24:52.605500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-141bbcd8-abac-4fe9-a59b-5dfa0d939260 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.619785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-141bbcd8-abac-4fe9-a59b-5dfa0d939260 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Calling delete_port for e0d83c4f-4326-4a52-bd8a-32ddf85933e8 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:52.722414 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-449d3d39-8944-46e4-8813-f644cb32e2a8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.725378 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-449d3d39-8944-46e4-8813-f644cb32e2a8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.762108 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-141bbcd8-abac-4fe9-a59b-5dfa0d939260 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.770642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-449d3d39-8944-46e4-8813-f644cb32e2a8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.771431 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449d3d39-8944-46e4-8813-f644cb32e2a8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Fanout notify agent at l3_agent the message router_deleted on router a301c69b-a952-488b-b44c-ce1d9fc6c65c {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:24:52.779342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-449d3d39-8944-46e4-8813-f644cb32e2a8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.784506 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-449d3d39-8944-46e4-8813-f644cb32e2a8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/routers/a301c69b-a952-488b-b44c-ce1d9fc6c65c HTTP/1.1" status: 204 len: 168 time: 0.3221412 Mar 29 09:24:52.785113 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51950) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:52.801374 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bbcd8-abac-4fe9-a59b-5dfa0d939260 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0d83c4f-4326-4a52-bd8a-32ddf85933e8,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:52.806785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51952) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:52.839714 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43029a2-f207-4b4d-829f-faa1d39f6922 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting subnet 6a1228d3-02c4-4968-9615-900079bbc474 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:52.842962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e43029a2-f207-4b4d-829f-faa1d39f6922 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.865953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-141bbcd8-abac-4fe9-a59b-5dfa0d939260 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.869845 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-141bbcd8-abac-4fe9-a59b-5dfa0d939260 tempest-RoutersAdminNegativeIpV6Test-833688574 tempest-RoutersAdminNegativeIpV6Test-833688574-project-admin] 10.222.0.32 "DELETE /v2.0/ports/e0d83c4f-4326-4a52-bd8a-32ddf85933e8 HTTP/1.1" status: 204 len: 168 time: 0.4442956 Mar 29 09:24:52.884321 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e43029a2-f207-4b4d-829f-faa1d39f6922 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.920864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-450566117'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:52.942484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:52.946216 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.961991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:52.983214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e43029a2-f207-4b4d-829f-faa1d39f6922 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.041926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.047185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.053598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e43029a2-f207-4b4d-829f-faa1d39f6922 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.076134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:53.084940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43029a2-f207-4b4d-829f-faa1d39f6922 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1228d3-02c4-4968-9615-900079bbc474,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:53.087813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608577b2-182a-4970-9b67-bcb3c3df961e,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:53.089243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e43029a2-f207-4b4d-829f-faa1d39f6922 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.095647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.095647 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Added segment 2ab403c6-4271-4094-913d-be8a2ef281ae of type vlan for network b95a3dd6-ac82-4971-87f2-e54aa72489d3 Mar 29 09:24:53.096100 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e43029a2-f207-4b4d-829f-faa1d39f6922 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/6a1228d3-02c4-4968-9615-900079bbc474 HTTP/1.1" status: 204 len: 168 time: 0.3064408 Mar 29 09:24:53.096197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51960) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:53.102204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54234dbf-e7e0-4579-bce2-c43c7bff18b3 None None] Network af4daec7-21a3-4f00-a7d0-d5d9abda8b08 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:53.201270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51962) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:53.201422 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.212960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.263945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.269949 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:53.270573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.311754 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a28e48-18ad-460d-ab2a-eb8432e7b1c3 None None] DHCP port deletion for af4daec7-21a3-4f00-a7d0-d5d9abda8b08 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:24:53.320222 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5123913 Mar 29 09:24:53.324130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51966) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:53.343644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1500272a-f5e2-4cd7-9ba7-9c5b1304cb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.355107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'name': 'tempest-PortsTestJSON-1068352129'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:53.375420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9d9a9-affc-406a-bcad-db1614d19a72 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Network': ['ID=b95a3dd6-ac82-4971-87f2-e54aa72489d3,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:53.378358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-84a28e48-18ad-460d-ab2a-eb8432e7b1c3 None None] Deleting port 90be2eda-7321-4215-89ce-a02a5f6511c5 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:53.379071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-84a28e48-18ad-460d-ab2a-eb8432e7b1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.393421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:53.394906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port 90be2eda-7321-4215-89ce-a02a5f6511c5 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:53.395253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.444865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1500272a-f5e2-4cd7-9ba7-9c5b1304cb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.450394 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1500272a-f5e2-4cd7-9ba7-9c5b1304cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.505807 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-84a28e48-18ad-460d-ab2a-eb8432e7b1c3 None None] For port 90be2eda-7321-4215-89ce-a02a5f6511c5, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=90be2eda-7321-4215-89ce-a02a5f6511c5,segment=NetworkSegment(a450c202-b6e3-435e-a2ef-28b37562010c),segment_id=a450c202-b6e3-435e-a2ef-28b37562010c)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:53.506207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-84a28e48-18ad-460d-ab2a-eb8432e7b1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.511949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500272a-f5e2-4cd7-9ba7-9c5b1304cb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a35bc7-0468-4391-a34f-91c6f634fd65,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:53.513085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] For port 90be2eda-7321-4215-89ce-a02a5f6511c5, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=90be2eda-7321-4215-89ce-a02a5f6511c5,segment=NetworkSegment(a450c202-b6e3-435e-a2ef-28b37562010c),segment_id=a450c202-b6e3-435e-a2ef-28b37562010c)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:53.513462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.520204 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1500272a-f5e2-4cd7-9ba7-9c5b1304cb6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7264e330ff274202a29042d4ef7ddc40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175702 Mar 29 09:24:53.522584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51968) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:53.523994 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-84a28e48-18ad-460d-ab2a-eb8432e7b1c3 None None] Calling delete_port for 90be2eda-7321-4215-89ce-a02a5f6511c5 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:53.532098 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for 90be2eda-7321-4215-89ce-a02a5f6511c5 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:53.540610 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:53.544355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.589030 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2bdf60fe-3e50-4344-b0d5-c9a927861e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.596838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port 080aa87f-9dd2-457a-807e-a3e212aea553 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:53.611234 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-84a28e48-18ad-460d-ab2a-eb8432e7b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.614277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2bdf60fe-3e50-4344-b0d5-c9a927861e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.643152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a28e48-18ad-460d-ab2a-eb8432e7b1c3 None None] Pushing event deleted for resources: {'Port': ['ID=90be2eda-7321-4215-89ce-a02a5f6511c5,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:53.650989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a28e48-18ad-460d-ab2a-eb8432e7b1c3 None None] No DVR routers for this DVR port 90be2eda-7321-4215-89ce-a02a5f6511c5 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:53.672478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2bdf60fe-3e50-4344-b0d5-c9a927861e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.675462 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2bdf60fe-3e50-4344-b0d5-c9a927861e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.678167 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2bdf60fe-3e50-4344-b0d5-c9a927861e62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73a35bc7-0468-4391-a34f-91c6f634fd65 HTTP/1.1" status: 204 len: 168 time: 0.1542161 Mar 29 09:24:53.687350 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf60fe-3e50-4344-b0d5-c9a927861e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a35bc7-0468-4391-a34f-91c6f634fd65,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:53.698879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.744244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=90be2eda-7321-4215-89ce-a02a5f6511c5,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:53.746635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No DVR routers for this DVR port 90be2eda-7321-4215-89ce-a02a5f6511c5 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:24:53.861611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.884012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 90be2eda-7321-4215-89ce-a02a5f6511c5 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:24:53.895954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.904510 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 90be2eda-7321-4215-89ce-a02a5f6511c5 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:24:53.904858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 90be2eda-7321-4215-89ce-a02a5f6511c5 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:24:53.922421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4daec7-21a3-4f00-a7d0-d5d9abda8b08']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:53.940541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a450c202-b6e3-435e-a2ef-28b37562010c') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:53.940831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a450c202-b6e3-435e-a2ef-28b37562010c') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:53.952903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.970213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.975044 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.978696 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51974) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:53.984061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:53.984451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:53.990792 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:54.022208 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9f06e22d-f280-420f-b17b-d7eb3940e7b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a683bae765884326be342842b62a7ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421979 Mar 29 09:24:54.024699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51976) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:54.073602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0848b912-1c01-4625-8020-7caaa627809d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.083278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=080aa87f-9dd2-457a-807e-a3e212aea553,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:54.096973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0848b912-1c01-4625-8020-7caaa627809d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.098670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.103480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.106620 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/networks/af4daec7-21a3-4f00-a7d0-d5d9abda8b08 HTTP/1.1" status: 204 len: 168 time: 1.0098290 Mar 29 09:24:54.111434 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51978) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:54.124967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Checking segment: {'id': '2ab403c6-4271-4094-913d-be8a2ef281ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:54.125849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network hostable DHCP agents. Network: b95a3dd6-ac82-4971-87f2-e54aa72489d3, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:54.129196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6d1e8-1458-48d7-9dd0-e80decf84395 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Network': ['ID=af4daec7-21a3-4f00-a7d0-d5d9abda8b08,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:54.145629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:54.154274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, b95a3dd6-ac82-4971-87f2-e54aa72489d3) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:54.158851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:54.165357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5dd0f0-dca9-44d8-9a4d-3df65a640a7d None None] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:54.166252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:54.166881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.170946 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6be526-4085-46ac-8b97-a1e3b7bf10d1 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:54.171750 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0b6be526-4085-46ac-8b97-a1e3b7bf10d1 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce HTTP/1.1" status: 200 len: 845 time: 0.0574164 Mar 29 09:24:54.177832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51980) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:54.194731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0848b912-1c01-4625-8020-7caaa627809d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.197870 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0848b912-1c01-4625-8020-7caaa627809d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.198996 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0848b912-1c01-4625-8020-7caaa627809d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3855b03-6f9f-4572-abda-0ba3f4b12f8c HTTP/1.1" status: 204 len: 168 time: 0.1733191 Mar 29 09:24:54.214024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848b912-1c01-4625-8020-7caaa627809d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3855b03-6f9f-4572-abda-0ba3f4b12f8c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:54.238121 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-32f73509-5978-4308-b8cc-a7e6a829c11d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9133346 Mar 29 09:24:54.239035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51984) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:54.244536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ff69e25a-0aad-40da-97db-b92880f5eda7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1169210958'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:54.254185 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ffcaff83-3a72-4272-97aa-25d08e8c8c0f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0633192 Mar 29 09:24:54.258394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 51986) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:54.265531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-04b34f7d-b3de-47f2-8bbd-b8a43e6fb161 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:54.282664 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff69e25a-0aad-40da-97db-b92880f5eda7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:54.287220 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff69e25a-0aad-40da-97db-b92880f5eda7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.317124 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff69e25a-0aad-40da-97db-b92880f5eda7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:54.328808 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff69e25a-0aad-40da-97db-b92880f5eda7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.329273 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-ff69e25a-0aad-40da-97db-b92880f5eda7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Added segment 3bd69fde-a7f1-4222-a0a3-c9a38f4edc06 of type vlan for network 8294a672-bbcd-49e5-97f2-c966d07eb604 Mar 29 09:24:54.372210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff69e25a-0aad-40da-97db-b92880f5eda7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.373711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b34f7d-b3de-47f2-8bbd-b8a43e6fb161 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:54.377116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04b34f7d-b3de-47f2-8bbd-b8a43e6fb161 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.399930 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff69e25a-0aad-40da-97db-b92880f5eda7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.405720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff69e25a-0aad-40da-97db-b92880f5eda7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:54.406319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ff69e25a-0aad-40da-97db-b92880f5eda7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.453697 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ff69e25a-0aad-40da-97db-b92880f5eda7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2098711 Mar 29 09:24:54.454114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 51990) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:54.461684 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'ports': [{'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3'}, {'network_id': '8294a672-bbcd-49e5-97f2-c966d07eb604'}]} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:54.462004 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:54.462471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': '8294a672-bbcd-49e5-97f2-c966d07eb604'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:54.506445 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69e25a-0aad-40da-97db-b92880f5eda7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Network': ['ID=8294a672-bbcd-49e5-97f2-c966d07eb604,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:54.523729 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 8294a672-bbcd-49e5-97f2-c966d07eb604 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:54.666065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04b34f7d-b3de-47f2-8bbd-b8a43e6fb161 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.678333 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 2} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:54.683400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.700109 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.723295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b34f7d-b3de-47f2-8bbd-b8a43e6fb161 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:54.726897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-04b34f7d-b3de-47f2-8bbd-b8a43e6fb161 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:54.736868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b34f7d-b3de-47f2-8bbd-b8a43e6fb161 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:54.737460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-04b34f7d-b3de-47f2-8bbd-b8a43e6fb161 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.740943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ad719-f7b0-49f3-b593-230ef5d47e53 None None] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:54.749618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b34f7d-b3de-47f2-8bbd-b8a43e6fb161 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Subnet': ['ID=847a7d9a-dae6-42b3-91c5-5e85ae7d8782,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:54.759289 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-04b34f7d-b3de-47f2-8bbd-b8a43e6fb161 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4995430 Mar 29 09:24:54.762904 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52000) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:54.772780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-8eee6f62-7cad-43b3-87fa-999c5040c625 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'security_group': {'name': 'tempest-secgroup-1841286744'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:54.795679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8eee6f62-7cad-43b3-87fa-999c5040c625 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.875537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8eee6f62-7cad-43b3-87fa-999c5040c625 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.882761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8eee6f62-7cad-43b3-87fa-999c5040c625 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.894921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port 394c35d4-490a-4343-ba3c-4010e0f9326b yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:54.919038 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8eee6f62-7cad-43b3-87fa-999c5040c625 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.920378 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8eee6f62-7cad-43b3-87fa-999c5040c625 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1557736 Mar 29 09:24:54.922454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee6f62-7cad-43b3-87fa-999c5040c625 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f72d3d74-b8ea-470e-a846-e1bffaf8d954,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:54.925471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52004) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:54.930280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-49531776-adce-4b7f-9135-379f244be63f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'security_group': {'name': 'tempest-secgroup-993692753'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:54.957649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49531776-adce-4b7f-9135-379f244be63f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:54.996698 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'tenant_id': '42def34a06ed4f0aa357c9e4448b63d7', 'fixed_ips': [{'subnet_id': '847a7d9a-dae6-42b3-91c5-5e85ae7d8782'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:54.998446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.033070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.039421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49531776-adce-4b7f-9135-379f244be63f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.045805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49531776-adce-4b7f-9135-379f244be63f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.082392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49531776-adce-4b7f-9135-379f244be63f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f774016c-aae5-4ab0-9513-ed13afc2528c,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:55.087715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49531776-adce-4b7f-9135-379f244be63f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.091599 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-49531776-adce-4b7f-9135-379f244be63f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.1625898 Mar 29 09:24:55.092000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52012) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:55.098057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1139585967', 'security_groups': ['f774016c-aae5-4ab0-9513-ed13afc2528c'], 'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '847a7d9a-dae6-42b3-91c5-5e85ae7d8782'}]}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:55.119432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port 1239ac62-0ec0-4f77-8a33-bef7fc3ee948 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:55.190011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Allocated IP 2001:db8::2 (f4a1e81a-7d05-4b45-90cb-105f09a8f222/847a7d9a-dae6-42b3-91c5-5e85ae7d8782/e6dd9bb8-eeab-4f06-b248-72310cebc7cf) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:55.214584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52014) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:55.230190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:55.231978 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.280505 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.330152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.347335 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-368654707'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:55.349120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:55.365981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:55.369426 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.372485 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:55.375923 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.378436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:55.379247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.382971 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=394c35d4-490a-4343-ba3c-4010e0f9326b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:55.420589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:55.423640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:55.427493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:55.431494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:55.434957 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.435097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Pushing event updated for resources: {'Port': ['ID=e6dd9bb8-eeab-4f06-b248-72310cebc7cf,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:55.452323 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.487271 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=1239ac62-0ec0-4f77-8a33-bef7fc3ee948,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:55.492821 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Checking segment: {'id': '3bd69fde-a7f1-4222-a0a3-c9a38f4edc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '8294a672-bbcd-49e5-97f2-c966d07eb604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:55.493315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network hostable DHCP agents. Network: 8294a672-bbcd-49e5-97f2-c966d07eb604, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:55.498568 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Attempting to bind port e6dd9bb8-eeab-4f06-b248-72310cebc7cf on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:55.499458 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Attempting to bind port e6dd9bb8-eeab-4f06-b248-72310cebc7cf by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '010eaf8e-e49d-4f06-bd56-86e20ba08720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:55.500066 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Attempting to bind port e6dd9bb8-eeab-4f06-b248-72310cebc7cf on network f4a1e81a-7d05-4b45-90cb-105f09a8f222 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:55.505517 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:55.505973 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Checking segment: {'id': '010eaf8e-e49d-4f06-bd56-86e20ba08720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:55.506568 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.507360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Bound using segment: {'id': '010eaf8e-e49d-4f06-bd56-86e20ba08720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:55.507999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Bound port: e6dd9bb8-eeab-4f06-b248-72310cebc7cf, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010eaf8e-e49d-4f06-bd56-86e20ba08720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:55.508511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.531796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network 8294a672-bbcd-49e5-97f2-c966d07eb604 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:55.555773 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 8294a672-bbcd-49e5-97f2-c966d07eb604) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:55.556698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8::4b (f4a1e81a-7d05-4b45-90cb-105f09a8f222/847a7d9a-dae6-42b3-91c5-5e85ae7d8782/ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:55.563208 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:55.569401 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:55.574016 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60537e15-cd07-431b-8b29-7d14c44eff6e None None] Network 8294a672-bbcd-49e5-97f2-c966d07eb604 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:55.574317 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:55.574978 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.606516 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1f265b3a-3222-4cbd-b4a2-3eab3936afa3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1511269 Mar 29 09:24:55.609903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52020) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:55.613622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] For port e6dd9bb8-eeab-4f06-b248-72310cebc7cf, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:55.618372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.640569 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.664003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] For port e6dd9bb8-eeab-4f06-b248-72310cebc7cf, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e6dd9bb8-eeab-4f06-b248-72310cebc7cf,segment=NetworkSegment(010eaf8e-e49d-4f06-bd56-86e20ba08720),segment_id=010eaf8e-e49d-4f06-bd56-86e20ba08720)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:55.674184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:55.686715 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.708018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c93b5a-b196-42a0-b7ed-9ebd187041c9,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:55.717597 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.717945 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Added segment a47788d5-1cf9-43a5-8702-144175188451 of type vlan for network 70332baf-65be-4e66-8536-757d23ae8949 Mar 29 09:24:55.735705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.784790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.787799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bf7ae-4891-480b-8190-ba15314b48ea None None] Pushing event updated for resources: {'Port': ['ID=e6dd9bb8-eeab-4f06-b248-72310cebc7cf,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:55.795917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.814358 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f209dff7-4935-41af-a650-c07a50604d50 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 1239ac62-0ec0-4f77-8a33-bef7fc3ee948 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:55.814778 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f209dff7-4935-41af-a650-c07a50604d50 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.838208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:55.841598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:55.845424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:55.850859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:55.851493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.862132 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.870893 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7751839 Mar 29 09:24:55.871081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:55.871181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52022) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:55.871262 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.876635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-343ef60f-eb9c-4618-92fc-eb1fc478e146 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:55.902412 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce2a4c-62f1-44f6-8837-bc4688972df6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:55.933962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f209dff7-4935-41af-a650-c07a50604d50 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:55.969528 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7538350 Mar 29 09:24:55.980434 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52024) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:55.981375 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f209dff7-4935-41af-a650-c07a50604d50 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 1239ac62-0ec0-4f77-8a33-bef7fc3ee948 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:56.019676 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-776e984b-7779-4d4c-a8c2-18ffb26e4c9d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-838472991'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:56.031330 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91312e1a-24ef-444c-96ed-5bd521e6a996 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Network': ['ID=70332baf-65be-4e66-8536-757d23ae8949,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:56.044143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 70332baf-65be-4e66-8536-757d23ae8949 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:56.060026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343ef60f-eb9c-4618-92fc-eb1fc478e146 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:56.065027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-343ef60f-eb9c-4618-92fc-eb1fc478e146 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.096244 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776e984b-7779-4d4c-a8c2-18ffb26e4c9d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:56.100859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-776e984b-7779-4d4c-a8c2-18ffb26e4c9d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.150457 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776e984b-7779-4d4c-a8c2-18ffb26e4c9d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:56.161866 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-776e984b-7779-4d4c-a8c2-18ffb26e4c9d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.162208 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-776e984b-7779-4d4c-a8c2-18ffb26e4c9d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Added segment e5ca121b-f617-4f2a-83c5-ae7ac57cb69e of type vlan for network 574268ea-fdc5-4094-b230-e09fc996664d Mar 29 09:24:56.163975 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f209dff7-4935-41af-a650-c07a50604d50 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.231053 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f209dff7-4935-41af-a650-c07a50604d50 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.234285 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f209dff7-4935-41af-a650-c07a50604d50 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/1239ac62-0ec0-4f77-8a33-bef7fc3ee948 HTTP/1.1" status: 204 len: 168 time: 0.6233737 Mar 29 09:24:56.238225 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209dff7-4935-41af-a650-c07a50604d50 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=1239ac62-0ec0-4f77-8a33-bef7fc3ee948,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:56.244526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52026) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:56.265203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-776e984b-7779-4d4c-a8c2-18ffb26e4c9d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.320230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e9c6b-0f98-4c82-8760-3a2187388c68 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:56.326410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e9c6b-0f98-4c82-8760-3a2187388c68 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:56.328077 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-738e9c6b-0f98-4c82-8760-3a2187388c68 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0827415 Mar 29 09:24:56.329946 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-776e984b-7779-4d4c-a8c2-18ffb26e4c9d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.335608 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e984b-7779-4d4c-a8c2-18ffb26e4c9d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:56.336216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-776e984b-7779-4d4c-a8c2-18ffb26e4c9d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.338538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52028) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:56.409999 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-776e984b-7779-4d4c-a8c2-18ffb26e4c9d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4262989 Mar 29 09:24:56.414863 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52030) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:56.448743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d81d2384-a9b4-4a0f-aaf2-93c549cfcf94 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'subnet': {'network_id': '70332baf-65be-4e66-8536-757d23ae8949', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:56.479318 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.ipam_backend_mixin [None req-343ef60f-eb9c-4618-92fc-eb1fc478e146 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 847a7d9a-dae6-42b3-91c5-5e85ae7d8782 (CIDR: 2001:db8::/64) Mar 29 09:24:56.482695 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-343ef60f-eb9c-4618-92fc-eb1fc478e146 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:24:56.483149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343ef60f-eb9c-4618-92fc-eb1fc478e146 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:24:56.492021 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e984b-7779-4d4c-a8c2-18ffb26e4c9d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Network': ['ID=574268ea-fdc5-4094-b230-e09fc996664d,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:56.503552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 574268ea-fdc5-4094-b230-e09fc996664d details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:56.510244 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-343ef60f-eb9c-4618-92fc-eb1fc478e146 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6366191 Mar 29 09:24:56.511405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52032) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:56.521318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-bc4228ba-bfb4-4704-9160-7d611185ae3c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:56.593304 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81d2384-a9b4-4a0f-aaf2-93c549cfcf94 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:56.597921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d81d2384-a9b4-4a0f-aaf2-93c549cfcf94 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.603894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-0946f551-d353-49e6-a26c-9303397a2ced tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 394c35d4-490a-4343-ba3c-4010e0f9326b {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:56.604241 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0946f551-d353-49e6-a26c-9303397a2ced tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.664486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4228ba-bfb4-4704-9160-7d611185ae3c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:56.669855 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc4228ba-bfb4-4704-9160-7d611185ae3c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.676127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1c525a3c-092e-407c-a2ce-b7537ecac7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.751828 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0946f551-d353-49e6-a26c-9303397a2ced tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.773033 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-0946f551-d353-49e6-a26c-9303397a2ced tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 394c35d4-490a-4343-ba3c-4010e0f9326b owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:56.894473 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e6272449-af45-476b-9e30-89325d517b53 None None] Provisioning complete for port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:56.895163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e6272449-af45-476b-9e30-89325d517b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.943802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e6272449-af45-476b-9e30-89325d517b53 None None] Port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:56.961261 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d81d2384-a9b4-4a0f-aaf2-93c549cfcf94 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.963106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e6272449-af45-476b-9e30-89325d517b53 None None] Provisioning complete for port e6dd9bb8-eeab-4f06-b248-72310cebc7cf triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:56.963495 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e6272449-af45-476b-9e30-89325d517b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:56.968854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0946f551-d353-49e6-a26c-9303397a2ced tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.033548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc4228ba-bfb4-4704-9160-7d611185ae3c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.050557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946f551-d353-49e6-a26c-9303397a2ced tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=394c35d4-490a-4343-ba3c-4010e0f9326b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:57.058339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0946f551-d353-49e6-a26c-9303397a2ced tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.061693 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0946f551-d353-49e6-a26c-9303397a2ced tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/394c35d4-490a-4343-ba3c-4010e0f9326b HTTP/1.1" status: 204 len: 168 time: 0.7193911 Mar 29 09:24:57.067001 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52034) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:57.072093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e6272449-af45-476b-9e30-89325d517b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.075317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4228ba-bfb4-4704-9160-7d611185ae3c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:57.078817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-bc4228ba-bfb4-4704-9160-7d611185ae3c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:57.087820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4228ba-bfb4-4704-9160-7d611185ae3c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:57.088464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc4228ba-bfb4-4704-9160-7d611185ae3c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.096978 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cdb15d-7d84-4fae-9047-c0865b10f38d None None] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:57.112561 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bc4228ba-bfb4-4704-9160-7d611185ae3c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5996971 Mar 29 09:24:57.115562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52036) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:57.123440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-cf94361e-b668-4ec7-918e-360b1ddaf3e9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-587257183', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '021cbed6-1505-485c-8728-db828d79b2f3'}], 'security_groups': ['f72d3d74-b8ea-470e-a846-e1bffaf8d954']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:57.135361 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d2384-a9b4-4a0f-aaf2-93c549cfcf94 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Subnet': ['ID=c8cfc5b3-3c1e-4318-b054-cf922e666a58,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:57.146365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e6272449-af45-476b-9e30-89325d517b53 None None] For port e6dd9bb8-eeab-4f06-b248-72310cebc7cf, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e6dd9bb8-eeab-4f06-b248-72310cebc7cf,segment=NetworkSegment(010eaf8e-e49d-4f06-bd56-86e20ba08720),segment_id=010eaf8e-e49d-4f06-bd56-86e20ba08720)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:57.151445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4228ba-bfb4-4704-9160-7d611185ae3c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Subnet': ['ID=021cbed6-1505-485c-8728-db828d79b2f3,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:57.152708 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81d2384-a9b4-4a0f-aaf2-93c549cfcf94 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Checking segment: {'id': 'a47788d5-1cf9-43a5-8702-144175188451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70332baf-65be-4e66-8536-757d23ae8949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:57.153130 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d2384-a9b4-4a0f-aaf2-93c549cfcf94 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network hostable DHCP agents. Network: 70332baf-65be-4e66-8536-757d23ae8949, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:57.175470 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73ff488-d576-4bc5-868c-261ca42b499e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:57.177033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e6272449-af45-476b-9e30-89325d517b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.180115 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d73ff488-d576-4bc5-868c-261ca42b499e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1097968 Mar 29 09:24:57.183823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52038) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:57.200396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf94361e-b668-4ec7-918e-360b1ddaf3e9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.217514 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ee9dd6-e150-4b87-877c-f75b42ad6127 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:24:57.219239 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a0ee9dd6-e150-4b87-877c-f75b42ad6127 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/1239ac62-0ec0-4f77-8a33-bef7fc3ee948 HTTP/1.1" status: 404 len: 333 time: 0.0344555 Mar 29 09:24:57.222965 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52040) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:57.247598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d2384-a9b4-4a0f-aaf2-93c549cfcf94 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network 70332baf-65be-4e66-8536-757d23ae8949 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:57.247966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6272449-af45-476b-9e30-89325d517b53 None None] Pushing event updated for resources: {'Port': ['ID=e6dd9bb8-eeab-4f06-b248-72310cebc7cf,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:57.251847 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a00e9c2-d2ca-4af0-800c-a43075516bde tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:24:57.254250 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6a00e9c2-d2ca-4af0-800c-a43075516bde tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/394c35d4-490a-4343-ba3c-4010e0f9326b HTTP/1.1" status: 404 len: 333 time: 0.0302875 Mar 29 09:24:57.257012 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52042) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:57.286078 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-d81d2384-a9b4-4a0f-aaf2-93c549cfcf94 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 70332baf-65be-4e66-8536-757d23ae8949) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:57.297359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6171719-1b4a-4efb-8e97-18ab1f851c4b None None] Network 70332baf-65be-4e66-8536-757d23ae8949 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:57.302847 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81d2384-a9b4-4a0f-aaf2-93c549cfcf94 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:57.303448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d81d2384-a9b4-4a0f-aaf2-93c549cfcf94 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.337011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-db10f979-fc00-469d-8d84-4011114c0374 None None] Provisioning complete for port ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:57.337381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db10f979-fc00-469d-8d84-4011114c0374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.358185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.369146 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d81d2384-a9b4-4a0f-aaf2-93c549cfcf94 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9463196 Mar 29 09:24:57.370140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52044) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:57.374913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6e2f8759-55bc-4d5c-b42d-04aaaa487bb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'subnet': {'network_id': '574268ea-fdc5-4094-b230-e09fc996664d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:57.532522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.559739 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8294a672-bbcd-49e5-97f2-c966d07eb604']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:57.568295 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2f8759-55bc-4d5c-b42d-04aaaa487bb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:57.571801 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6e2f8759-55bc-4d5c-b42d-04aaaa487bb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.577235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-db10f979-fc00-469d-8d84-4011114c0374 None None] Port ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:24:57.580782 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd69fde-a7f1-4222-a0a3-c9a38f4edc06') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:57.581094 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd69fde-a7f1-4222-a0a3-c9a38f4edc06') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:24:57.587517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-cf94361e-b668-4ec7-918e-360b1ddaf3e9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Delete allocated IP 2001:db8::4b (f4a1e81a-7d05-4b45-90cb-105f09a8f222/847a7d9a-dae6-42b3-91c5-5e85ae7d8782) {{(pid=102496) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 09:24:57.598687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-cf94361e-b668-4ec7-918e-360b1ddaf3e9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8:0:1::f4 (f4a1e81a-7d05-4b45-90cb-105f09a8f222/021cbed6-1505-485c-8728-db828d79b2f3/ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:57.606246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.663279 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.674693 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:24:57.675089 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:24:57.678001 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:24:57.705004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a578d16-6add-40ec-bda3-b6c3cf32ec90 None None] Update dhcp port {'port': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'fixed_ips': [{'subnet_id': '847a7d9a-dae6-42b3-91c5-5e85ae7d8782', 'ip_address': '2001:db8::2'}, {'subnet_id': '021cbed6-1505-485c-8728-db828d79b2f3'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': 'e6dd9bb8-eeab-4f06-b248-72310cebc7cf'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:24:57.734639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-70332baf-65be-4e66-8536-757d23ae8949', 'network_id': '70332baf-65be-4e66-8536-757d23ae8949', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'fixed_ips': [{'subnet_id': 'c8cfc5b3-3c1e-4318-b054-cf922e666a58'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:57.735770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.755796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1a578d16-6add-40ec-bda3-b6c3cf32ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.761686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.766230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.776533 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/networks/8294a672-bbcd-49e5-97f2-c966d07eb604 HTTP/1.1" status: 204 len: 168 time: 0.5184603 Mar 29 09:24:57.777154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52046) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:57.784912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf94361e-b668-4ec7-918e-360b1ddaf3e9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.792760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-70812449-622e-4d80-921f-14d6a7881410 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-514814741'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:57.795237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf94361e-b668-4ec7-918e-360b1ddaf3e9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.837254 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9514e-7c2f-4ed0-be0b-c884e1ede971 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Network': ['ID=8294a672-bbcd-49e5-97f2-c966d07eb604,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:57.859510 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-cf94361e-b668-4ec7-918e-360b1ddaf3e9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] In _notify_port_updated(), no bound segment for port ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c on network f4a1e81a-7d05-4b45-90cb-105f09a8f222 {{(pid=102496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:24:57.867560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf94361e-b668-4ec7-918e-360b1ddaf3e9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:57.869366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cf94361e-b668-4ec7-918e-360b1ddaf3e9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.870018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70812449-622e-4d80-921f-14d6a7881410 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:57.871288 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cf94361e-b668-4ec7-918e-360b1ddaf3e9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "PUT /v2.0/ports/ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c HTTP/1.1" status: 200 len: 929 time: 0.7548435 Mar 29 09:24:57.874323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52048) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:57.884092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70812449-622e-4d80-921f-14d6a7881410 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.890962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94361e-b668-4ec7-918e-360b1ddaf3e9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:57.959667 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70812449-622e-4d80-921f-14d6a7881410 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:24:57.983685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70812449-622e-4d80-921f-14d6a7881410 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:57.984886 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-70812449-622e-4d80-921f-14d6a7881410 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Added segment c84ee29e-c52e-4498-abe7-754972942105 of type vlan for network a0ffe08e-4020-408c-9dd2-5182a7e42027 Mar 29 09:24:57.993785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fcd7d-26f5-4482-a13c-3b6397b56790 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:24:57.994491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca6fcd7d-26f5-4482-a13c-3b6397b56790 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.001821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e6dd9bb8-eeab-4f06-b248-72310cebc7cf up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:24:58.002108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6e2f8759-55bc-4d5c-b42d-04aaaa487bb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.079668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70812449-622e-4d80-921f-14d6a7881410 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.084428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Allocated IP 2001:db8::2 (70332baf-65be-4e66-8536-757d23ae8949/c8cfc5b3-3c1e-4318-b054-cf922e666a58/65a4daaf-cc0c-4008-8ee7-ccd901dc72ce) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:58.091604 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca6fcd7d-26f5-4482-a13c-3b6397b56790 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.106336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fcd7d-26f5-4482-a13c-3b6397b56790 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:24:58.113749 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f8759-55bc-4d5c-b42d-04aaaa487bb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Subnet': ['ID=af701893-283a-4c63-a4d7-324fbbf7396e,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:58.137332 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2f8759-55bc-4d5c-b42d-04aaaa487bb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Checking segment: {'id': 'e5ca121b-f617-4f2a-83c5-ae7ac57cb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '574268ea-fdc5-4094-b230-e09fc996664d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:58.138055 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2f8759-55bc-4d5c-b42d-04aaaa487bb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network hostable DHCP agents. Network: 574268ea-fdc5-4094-b230-e09fc996664d, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:58.140479 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70812449-622e-4d80-921f-14d6a7881410 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.140764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-1a578d16-6add-40ec-bda3-b6c3cf32ec90 None None] Allocated IP 2001:db8:0:1::2 (f4a1e81a-7d05-4b45-90cb-105f09a8f222/021cbed6-1505-485c-8728-db828d79b2f3/e6dd9bb8-eeab-4f06-b248-72310cebc7cf) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:58.147613 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70812449-622e-4d80-921f-14d6a7881410 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:58.147855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70812449-622e-4d80-921f-14d6a7881410 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.202601 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e6dd9bb8-eeab-4f06-b248-72310cebc7cf triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:24:58.202968 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.214139 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-70812449-622e-4d80-921f-14d6a7881410 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4302604 Mar 29 09:24:58.216407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52050) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:58.222485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': 'a0ffe08e-4020-408c-9dd2-5182a7e42027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:58.248023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2f8759-55bc-4d5c-b42d-04aaaa487bb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network 574268ea-fdc5-4094-b230-e09fc996664d is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:58.253546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70812449-622e-4d80-921f-14d6a7881410 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Network': ['ID=a0ffe08e-4020-408c-9dd2-5182a7e42027,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:58.268246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-6e2f8759-55bc-4d5c-b42d-04aaaa487bb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 574268ea-fdc5-4094-b230-e09fc996664d) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:58.272364 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network a0ffe08e-4020-408c-9dd2-5182a7e42027 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:24:58.272994 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2f8759-55bc-4d5c-b42d-04aaaa487bb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:58.273682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6e2f8759-55bc-4d5c-b42d-04aaaa487bb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.292150 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6e2f8759-55bc-4d5c-b42d-04aaaa487bb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9209476 Mar 29 09:24:58.295227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52052) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:58.295491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac35d906-bbeb-471b-8368-92c570ddea6e None None] Network 574268ea-fdc5-4094-b230-e09fc996664d requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:58.300058 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-28faf881-4cd0-443b-8be6-e6111c3933f2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1832231995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:58.323819 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28faf881-4cd0-443b-8be6-e6111c3933f2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.324104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28faf881-4cd0-443b-8be6-e6111c3933f2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.334478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca6fcd7d-26f5-4482-a13c-3b6397b56790 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.376459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fcd7d-26f5-4482-a13c-3b6397b56790 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:58.388162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28faf881-4cd0-443b-8be6-e6111c3933f2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.397951 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28faf881-4cd0-443b-8be6-e6111c3933f2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.404779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:58.408380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.413801 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ca6fcd7d-26f5-4482-a13c-3b6397b56790 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.418286 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ca6fcd7d-26f5-4482-a13c-3b6397b56790 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c HTTP/1.1" status: 204 len: 168 time: 0.5412235 Mar 29 09:24:58.419393 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52054) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:58.433074 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-28faf881-4cd0-443b-8be6-e6111c3933f2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.434371 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-28faf881-4cd0-443b-8be6-e6111c3933f2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1378622 Mar 29 09:24:58.437703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52056) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:58.450777 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b8a144-d24c-491c-a959-b2a636af534d tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:24:58.453623 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-50b8a144-d24c-491c-a959-b2a636af534d tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c HTTP/1.1" status: 404 len: 333 time: 0.0317342 Mar 29 09:24:58.456048 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52058) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:58.510979 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b7730ee-8993-431a-8be2-f88d08502566 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.514627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1a578d16-6add-40ec-bda3-b6c3cf32ec90 None None] For port e6dd9bb8-eeab-4f06-b248-72310cebc7cf, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e6dd9bb8-eeab-4f06-b248-72310cebc7cf,segment=NetworkSegment(010eaf8e-e49d-4f06-bd56-86e20ba08720),segment_id=010eaf8e-e49d-4f06-bd56-86e20ba08720)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:24:58.517855 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_backend_mixin [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Performing IP validity checks on allocation pools {{(pid=102496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 09:24:58.517855 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_backend_mixin [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 09:24:58.538363 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b7730ee-8993-431a-8be2-f88d08502566 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.543008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.588058 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b7730ee-8993-431a-8be2-f88d08502566 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.591601 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b7730ee-8993-431a-8be2-f88d08502566 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.592874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.596880 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9b7730ee-8993-431a-8be2-f88d08502566 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/security-groups/f774016c-aae5-4ab0-9513-ed13afc2528c HTTP/1.1" status: 204 len: 168 time: 0.1396050 Mar 29 09:24:58.597536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52060) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:58.611874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1a578d16-6add-40ec-bda3-b6c3cf32ec90 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.621216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7730ee-8993-431a-8be2-f88d08502566 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f774016c-aae5-4ab0-9513-ed13afc2528c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:58.658713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1a578d16-6add-40ec-bda3-b6c3cf32ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.672246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de5c5371-910c-44a3-be72-3dcb43aaf156 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.697061 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Network 70332baf-65be-4e66-8536-757d23ae8949 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:58.698205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de5c5371-910c-44a3-be72-3dcb43aaf156 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.713356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:58.730649 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:58.734488 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Pushing event updated for resources: {'Port': ['ID=65a4daaf-cc0c-4008-8ee7-ccd901dc72ce,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:58.768051 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de5c5371-910c-44a3-be72-3dcb43aaf156 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.771230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de5c5371-910c-44a3-be72-3dcb43aaf156 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.774797 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-de5c5371-910c-44a3-be72-3dcb43aaf156 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/security-groups/f72d3d74-b8ea-470e-a846-e1bffaf8d954 HTTP/1.1" status: 204 len: 168 time: 0.1633596 Mar 29 09:24:58.777197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52062) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:58.794658 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c5371-910c-44a3-be72-3dcb43aaf156 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72d3d74-b8ea-470e-a846-e1bffaf8d954,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:58.866088 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-574268ea-fdc5-4094-b230-e09fc996664d', 'network_id': '574268ea-fdc5-4094-b230-e09fc996664d', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'fixed_ips': [{'subnet_id': 'af701893-283a-4c63-a4d7-324fbbf7396e'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:58.866956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.881823 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.883274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44d0f2e-70ff-49f0-8baa-dd59324fbcad tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting subnet 847a7d9a-dae6-42b3-91c5-5e85ae7d8782 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:24:58.888888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b44d0f2e-70ff-49f0-8baa-dd59324fbcad tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.893414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a578d16-6add-40ec-bda3-b6c3cf32ec90 None None] Pushing event updated for resources: {'Port': ['ID=e6dd9bb8-eeab-4f06-b248-72310cebc7cf,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:58.898890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Attempting to bind port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:58.899103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Attempting to bind port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'a47788d5-1cf9-43a5-8702-144175188451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70332baf-65be-4e66-8536-757d23ae8949'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:58.899450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Attempting to bind port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce on network 70332baf-65be-4e66-8536-757d23ae8949 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:58.911861 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:58.912245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Checking segment: {'id': 'a47788d5-1cf9-43a5-8702-144175188451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70332baf-65be-4e66-8536-757d23ae8949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:58.912641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.913030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Bound using segment: {'id': 'a47788d5-1cf9-43a5-8702-144175188451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70332baf-65be-4e66-8536-757d23ae8949'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:58.913511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Bound port: 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47788d5-1cf9-43a5-8702-144175188451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '70332baf-65be-4e66-8536-757d23ae8949'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:58.914010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:58.952568 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b44d0f2e-70ff-49f0-8baa-dd59324fbcad tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.052909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b44d0f2e-70ff-49f0-8baa-dd59324fbcad tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.064863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.100691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Allocated IP 2001:db8:1::2 (574268ea-fdc5-4094-b230-e09fc996664d/af701893-283a-4c63-a4d7-324fbbf7396e/71ebe70c-abae-40fa-b1e8-30f4593063b5) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:59.103248 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] For port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:24:59.108180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] For port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=65a4daaf-cc0c-4008-8ee7-ccd901dc72ce,segment=NetworkSegment(a47788d5-1cf9-43a5-8702-144175188451),segment_id=a47788d5-1cf9-43a5-8702-144175188451)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:24:59.109502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7ce99a94-8708-4073-832b-359c6596dfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.117406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.151405 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b44d0f2e-70ff-49f0-8baa-dd59324fbcad tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.190453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Subnet': ['ID=e77ffd89-7e9a-4640-b984-c9960a4cde29,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:59.193209 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b44d0f2e-70ff-49f0-8baa-dd59324fbcad tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.200233 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b44d0f2e-70ff-49f0-8baa-dd59324fbcad tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/847a7d9a-dae6-42b3-91c5-5e85ae7d8782 HTTP/1.1" status: 204 len: 168 time: 0.4176917 Mar 29 09:24:59.200846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52064) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:59.205434 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-2af2a60a-26a8-4984-90a4-7253c5436ae9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:59.209249 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d0f2e-70ff-49f0-8baa-dd59324fbcad tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Subnet': ['ID=847a7d9a-dae6-42b3-91c5-5e85ae7d8782,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:59.223151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Checking segment: {'id': 'c84ee29e-c52e-4498-abe7-754972942105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a0ffe08e-4020-408c-9dd2-5182a7e42027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:59.223525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network hostable DHCP agents. Network: a0ffe08e-4020-408c-9dd2-5182a7e42027, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:24:59.255360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network a0ffe08e-4020-408c-9dd2-5182a7e42027 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:24:59.262181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Allocated IP 2001:db8::1 (70332baf-65be-4e66-8536-757d23ae8949/c8cfc5b3-3c1e-4318-b054-cf922e666a58/f49fca17-5b8d-40e6-a68e-38e3fd9524ff) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:59.279747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, a0ffe08e-4020-408c-9dd2-5182a7e42027) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:59.286400 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:59.286995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.313409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8244ba9b-41be-4b57-a993-0028106ce24a None None] Network a0ffe08e-4020-408c-9dd2-5182a7e42027 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:59.336522 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7fd97593-2696-4516-8083-74686a5c15eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1188087 Mar 29 09:24:59.339465 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52066) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:24:59.351560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': 'a0ffe08e-4020-408c-9dd2-5182a7e42027', 'name': 'tempest-PortsTestJSON-338166283'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:24:59.363984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af2a60a-26a8-4984-90a4-7253c5436ae9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:59.367724 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2af2a60a-26a8-4984-90a4-7253c5436ae9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.394897 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72ba4d-1ef0-4611-9aee-9a6bc2b180dd None None] Pushing event updated for resources: {'Port': ['ID=65a4daaf-cc0c-4008-8ee7-ccd901dc72ce,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:59.601696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.624645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:24:59.627887 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.660421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port 30ccfced-3673-494c-b8ce-8f61ee06e263 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:24:59.669048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.685592 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.714805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.745069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Network 574268ea-fdc5-4094-b230-e09fc996664d is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:59.769548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:59.773583 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:59.775597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Pushing event updated for resources: {'Port': ['ID=71ebe70c-abae-40fa-b1e8-30f4593063b5,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:59.775758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=f49fca17-5b8d-40e6-a68e-38e3fd9524ff,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:59.784884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network 70332baf-65be-4e66-8536-757d23ae8949 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:59.788898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:59.793329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:24:59.793921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.847915 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2af2a60a-26a8-4984-90a4-7253c5436ae9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.864502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2e6ade-aa85-4bb2-a7ba-88bc14482bc5 None None] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:24:59.886565 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Attempting to bind port 71ebe70c-abae-40fa-b1e8-30f4593063b5 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:24:59.887077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Attempting to bind port 71ebe70c-abae-40fa-b1e8-30f4593063b5 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'e5ca121b-f617-4f2a-83c5-ae7ac57cb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '574268ea-fdc5-4094-b230-e09fc996664d'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:24:59.887932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Attempting to bind port 71ebe70c-abae-40fa-b1e8-30f4593063b5 on network 574268ea-fdc5-4094-b230-e09fc996664d {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:24:59.894168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-a0ffe08e-4020-408c-9dd2-5182a7e42027', 'network_id': 'a0ffe08e-4020-408c-9dd2-5182a7e42027', 'tenant_id': '2ac88b2108fe4d7ebe255bc33a876621', 'fixed_ips': [{'subnet_id': 'e77ffd89-7e9a-4640-b984-c9960a4cde29'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:24:59.894711 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.920728 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:24:59.921095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Checking segment: {'id': 'e5ca121b-f617-4f2a-83c5-ae7ac57cb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '574268ea-fdc5-4094-b230-e09fc996664d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:24:59.921497 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.922286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Bound using segment: {'id': 'e5ca121b-f617-4f2a-83c5-ae7ac57cb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '574268ea-fdc5-4094-b230-e09fc996664d'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:24:59.922421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Bound port: 71ebe70c-abae-40fa-b1e8-30f4593063b5, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ca121b-f617-4f2a-83c5-ae7ac57cb69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '574268ea-fdc5-4094-b230-e09fc996664d'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:24:59.923334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.962474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:24:59.967201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af2a60a-26a8-4984-90a4-7253c5436ae9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:24:59.973731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.11 (a0ffe08e-4020-408c-9dd2-5182a7e42027/e77ffd89-7e9a-4640-b984-c9960a4cde29/30ccfced-3673-494c-b8ce-8f61ee06e263) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:24:59.974632 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2a60a-26a8-4984-90a4-7253c5436ae9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Subnet': ['ID=6b2a1d93-7f91-4900-8a0f-ba31ec7c0413,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:24:59.982711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-2af2a60a-26a8-4984-90a4-7253c5436ae9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:24:59.982926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8c0caabd-fc34-42c9-add5-df9a26cfc684 None None] Could not find standard attr ID for object ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:24:59.988120 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af2a60a-26a8-4984-90a4-7253c5436ae9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:24:59.989473 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2af2a60a-26a8-4984-90a4-7253c5436ae9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.011680 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2af2a60a-26a8-4984-90a4-7253c5436ae9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8100641 Mar 29 09:25:00.020309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52068) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:00.026716 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fe77a285-353c-4c60-87d6-8451b8e68398 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'security_group': {'name': 'tempest-secgroup-1373173583'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:00.060783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe77a285-353c-4c60-87d6-8451b8e68398 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.091463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e6dd9bb8-eeab-4f06-b248-72310cebc7cf up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:00.137207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8c0caabd-fc34-42c9-add5-df9a26cfc684 None None] Provisioning complete for port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:00.137651 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8c0caabd-fc34-42c9-add5-df9a26cfc684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.174711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe77a285-353c-4c60-87d6-8451b8e68398 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.180639 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe77a285-353c-4c60-87d6-8451b8e68398 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.212702 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77a285-353c-4c60-87d6-8451b8e68398 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1d5c4a-122d-4e7d-bb6d-1f67f3a2dab6,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:00.230230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe77a285-353c-4c60-87d6-8451b8e68398 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.233640 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fe77a285-353c-4c60-87d6-8451b8e68398 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2099199 Mar 29 09:25:00.234377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52070) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:00.241541 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] For port 71ebe70c-abae-40fa-b1e8-30f4593063b5, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:00.246363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] For port 71ebe70c-abae-40fa-b1e8-30f4593063b5, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=71ebe70c-abae-40fa-b1e8-30f4593063b5,segment=NetworkSegment(e5ca121b-f617-4f2a-83c5-ae7ac57cb69e),segment_id=e5ca121b-f617-4f2a-83c5-ae7ac57cb69e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:00.251840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-34b217cb-c6f9-4173-8746-4769acc06a4c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'security_group': {'name': 'tempest-secgroup-189564325'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:00.256419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.265161 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8c0caabd-fc34-42c9-add5-df9a26cfc684 None None] Port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:00.353257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34b217cb-c6f9-4173-8746-4769acc06a4c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.356852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e6dd9bb8-eeab-4f06-b248-72310cebc7cf triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:00.356852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.357130 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8c0caabd-fc34-42c9-add5-df9a26cfc684 None None] Provisioning complete for port e6dd9bb8-eeab-4f06-b248-72310cebc7cf triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:00.357490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8c0caabd-fc34-42c9-add5-df9a26cfc684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.361484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bb9c4-a32c-4f03-bfd9-82d95b3e59f5 None None] Pushing event updated for resources: {'Port': ['ID=71ebe70c-abae-40fa-b1e8-30f4593063b5,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:00.382857 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.503725 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.522249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.523047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.552315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.607519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34b217cb-c6f9-4173-8746-4769acc06a4c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.611406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.625605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34b217cb-c6f9-4173-8746-4769acc06a4c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.647713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Allocated IP 172.20.0.2 (a0ffe08e-4020-408c-9dd2-5182a7e42027/e77ffd89-7e9a-4640-b984-c9960a4cde29/556b990a-14e7-4ee8-9ebf-2601c288e49d) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:00.660622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:00.692744 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=f49fca17-5b8d-40e6-a68e-38e3fd9524ff,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:00.698621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network a0ffe08e-4020-408c-9dd2-5182a7e42027 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:00.792844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:00.850382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:00.851006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.853033 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34b217cb-c6f9-4173-8746-4769acc06a4c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:00.858529 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-34b217cb-c6f9-4173-8746-4769acc06a4c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6222811 Mar 29 09:25:00.861096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52072) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:00.867177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ee6540a4-548c-40d3-ada1-c116f92f62cc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'security_group': {'name': 'tempest-secgroup-162673096'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:00.875882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:00.924255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b217cb-c6f9-4173-8746-4769acc06a4c tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cee0173-1420-4592-9139-91ab281de56a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:00.924551 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee6540a4-548c-40d3-ada1-c116f92f62cc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.031064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=30ccfced-3673-494c-b8ce-8f61ee06e263,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:01.032857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33bebe7-8381-4560-a051-0b8a6f417132 None None] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:01.048971 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network 70332baf-65be-4e66-8536-757d23ae8949 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:01.053829 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee6540a4-548c-40d3-ada1-c116f92f62cc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.059006 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee6540a4-548c-40d3-ada1-c116f92f62cc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.062834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:01.064756 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.068721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:01.089768 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dcdf2a8d-53cb-40ff-80a8-703729ca5b22 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7494321 Mar 29 09:25:01.092441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52074) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:01.112181 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee6540a4-548c-40d3-ada1-c116f92f62cc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.113839 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ee6540a4-548c-40d3-ada1-c116f92f62cc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2508965 Mar 29 09:25:01.139158 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52076) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:01.145535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6540a4-548c-40d3-ada1-c116f92f62cc tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d309a704-51d2-4f84-8aa7-b6dd1e6a144b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:01.152132 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-690795800', 'security_groups': ['d309a704-51d2-4f84-8aa7-b6dd1e6a144b'], 'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b2a1d93-7f91-4900-8a0f-ba31ec7c0413'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:01.181138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54825caf-a2ee-4f12-b81e-9efe2d4d7345 None None] Network 70332baf-65be-4e66-8536-757d23ae8949 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:01.187215 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.216802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7d376b1d-2b97-42a9-b4b0-037040a37293 None None] Provisioning complete for port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:01.217188 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7d376b1d-2b97-42a9-b4b0-037040a37293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.244337 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.267504 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.383233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Network a0ffe08e-4020-408c-9dd2-5182a7e42027 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:01.396829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7d376b1d-2b97-42a9-b4b0-037040a37293 None None] Port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:01.421111 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:01.433263 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Pushing event updated for resources: {'Port': ['ID=556b990a-14e7-4ee8-9ebf-2601c288e49d,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:01.440750 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:01.522728 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=65a4daaf-cc0c-4008-8ee7-ccd901dc72ce,segment=NetworkSegment(a47788d5-1cf9-43a5-8702-144175188451),segment_id=a47788d5-1cf9-43a5-8702-144175188451)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:01.544902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.561158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router 9db67a10-998e-4e4b-95ed-1ab3159bece5 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:25:01.570575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7d376b1d-2b97-42a9-b4b0-037040a37293 None None] Provisioning complete for port e6dd9bb8-eeab-4f06-b248-72310cebc7cf triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:01.571274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7d376b1d-2b97-42a9-b4b0-037040a37293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.638909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Attempting to bind port 556b990a-14e7-4ee8-9ebf-2601c288e49d on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:01.639282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Attempting to bind port 556b990a-14e7-4ee8-9ebf-2601c288e49d by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'c84ee29e-c52e-4498-abe7-754972942105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a0ffe08e-4020-408c-9dd2-5182a7e42027'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:01.639653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Attempting to bind port 556b990a-14e7-4ee8-9ebf-2601c288e49d on network a0ffe08e-4020-408c-9dd2-5182a7e42027 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:01.683165 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9695c-5d4b-4602-bc09-b8d424e275b0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 30ccfced-3673-494c-b8ce-8f61ee06e263 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:01.683769 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ba9695c-5d4b-4602-bc09-b8d424e275b0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.702820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:01.709069 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:01.723070 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0726e9a7-375f-4ee7-8bf7-aed0c85ceefb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/9db67a10-998e-4e4b-95ed-1ab3159bece5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2745988 Mar 29 09:25:01.725193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52078) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:01.788795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9df89a6-ef0e-4af7-b595-df43ee125bf5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:01.788795 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e9df89a6-ef0e-4af7-b595-df43ee125bf5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports/f49fca17-5b8d-40e6-a68e-38e3fd9524ff HTTP/1.1" status: 200 len: 911 time: 0.0602024 Mar 29 09:25:01.789161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52080) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:01.814905 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f803c6ba-288e-4fad-84c6-f3b88a422b35 None None] Sync routers for ids ['9db67a10-998e-4e4b-95ed-1ab3159bece5'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:01.832793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:01.833173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Checking segment: {'id': 'c84ee29e-c52e-4498-abe7-754972942105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a0ffe08e-4020-408c-9dd2-5182a7e42027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:01.834100 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.834253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Bound using segment: {'id': 'c84ee29e-c52e-4498-abe7-754972942105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a0ffe08e-4020-408c-9dd2-5182a7e42027'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:01.834733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Bound port: 556b990a-14e7-4ee8-9ebf-2601c288e49d, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84ee29e-c52e-4498-abe7-754972942105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'a0ffe08e-4020-408c-9dd2-5182a7e42027'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:01.835120 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.872994 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.897553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ba9695c-5d4b-4602-bc09-b8d424e275b0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:01.913811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803c6ba-288e-4fad-84c6-f3b88a422b35 None None] Routers {'9db67a10-998e-4e4b-95ed-1ab3159bece5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:01.914598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f803c6ba-288e-4fad-84c6-f3b88a422b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9db67a10-998e-4e4b-95ed-1ab3159bece5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:01.918874 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9695c-5d4b-4602-bc09-b8d424e275b0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 30ccfced-3673-494c-b8ce-8f61ee06e263 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:01.922305 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] device_id is not set on port c36bf5bc-3bed-4fba-be96-6ceab1941c90 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:02.026953 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23fb49c-1e86-4b80-99da-bfc7c37eed37 None None] Network 574268ea-fdc5-4094-b230-e09fc996664d requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:02.030131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 71ebe70c-abae-40fa-b1e8-30f4593063b5 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:02.036559 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=65a4daaf-cc0c-4008-8ee7-ccd901dc72ce,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:02.058287 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f803c6ba-288e-4fad-84c6-f3b88a422b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:02.251635 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] For port 556b990a-14e7-4ee8-9ebf-2601c288e49d, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:02.254791 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8::130 (f4a1e81a-7d05-4b45-90cb-105f09a8f222/6b2a1d93-7f91-4900-8a0f-ba31ec7c0413/c36bf5bc-3bed-4fba-be96-6ceab1941c90) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:02.255901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] For port 556b990a-14e7-4ee8-9ebf-2601c288e49d, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=556b990a-14e7-4ee8-9ebf-2601c288e49d,segment=NetworkSegment(c84ee29e-c52e-4498-abe7-754972942105),segment_id=c84ee29e-c52e-4498-abe7-754972942105)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:02.257378 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:02.279477 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ba9695c-5d4b-4602-bc09-b8d424e275b0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:02.319316 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803c6ba-288e-4fad-84c6-f3b88a422b35 None None] Routers {'9db67a10-998e-4e4b-95ed-1ab3159bece5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:02.320085 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f803c6ba-288e-4fad-84c6-f3b88a422b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9db67a10-998e-4e4b-95ed-1ab3159bece5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:02.328552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:02.348868 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9695c-5d4b-4602-bc09-b8d424e275b0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=30ccfced-3673-494c-b8ce-8f61ee06e263,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:02.426606 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ba9695c-5d4b-4602-bc09-b8d424e275b0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:02.430188 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9ba9695c-5d4b-4602-bc09-b8d424e275b0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/30ccfced-3673-494c-b8ce-8f61ee06e263 HTTP/1.1" status: 204 len: 168 time: 1.3365316 Mar 29 09:25:02.435197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52082) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:02.467000 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c11718-964f-4066-ac76-d9a6a18ca1d5 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] DELETE failed (client error): The resource could not be found. Mar 29 09:25:02.467713 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c11718-964f-4066-ac76-d9a6a18ca1d5 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:02.470323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:02.471408 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e5c11718-964f-4066-ac76-d9a6a18ca1d5 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/30ccfced-3673-494c-b8ce-8f61ee06e263 HTTP/1.1" status: 404 len: 333 time: 0.0356185 Mar 29 09:25:02.477200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52084) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:02.518319 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3dd8ee-b75f-4fc1-b78c-75a278f72d16 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:25:02.519960 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0e3dd8ee-b75f-4fc1-b78c-75a278f72d16 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/30ccfced-3673-494c-b8ce-8f61ee06e263 HTTP/1.1" status: 404 len: 333 time: 0.0417833 Mar 29 09:25:02.528765 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52086) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:02.572657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f803c6ba-288e-4fad-84c6-f3b88a422b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:02.573381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f803c6ba-288e-4fad-84c6-f3b88a422b35 None None] The sync data for ids ['9db67a10-998e-4e4b-95ed-1ab3159bece5'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:02.581302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d150a8-19a3-4d06-9773-48d17f76a691 None None] Pushing event updated for resources: {'Port': ['ID=556b990a-14e7-4ee8-9ebf-2601c288e49d,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:02.652679 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:02.660648 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 71ebe70c-abae-40fa-b1e8-30f4593063b5 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:02.661283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:02.684158 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e1cd97-32d8-4301-bc17-2f18c485249a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting subnet e77ffd89-7e9a-4640-b984-c9960a4cde29 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:02.687596 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e3e1cd97-32d8-4301-bc17-2f18c485249a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:02.761666 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e3e1cd97-32d8-4301-bc17-2f18c485249a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:02.806348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b1c3cadb-df07-430f-9745-d1730cc8cd24 None None] Provisioning complete for port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:02.806727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b1c3cadb-df07-430f-9745-d1730cc8cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:02.846974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:02.913354 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Allocated IP 2001:db8:1::1 (574268ea-fdc5-4094-b230-e09fc996664d/af701893-283a-4c63-a4d7-324fbbf7396e/0f344ea3-48e1-496f-9e12-ee1f6e4e8aa4) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:02.916326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:02.943432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.021582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b1c3cadb-df07-430f-9745-d1730cc8cd24 None None] Provisioning complete for port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:03.023303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b1c3cadb-df07-430f-9745-d1730cc8cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.035525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e3e1cd97-32d8-4301-bc17-2f18c485249a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.101213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:03.109509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:03.118773 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:03.130390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 71ebe70c-abae-40fa-b1e8-30f4593063b5, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=71ebe70c-abae-40fa-b1e8-30f4593063b5,segment=NetworkSegment(e5ca121b-f617-4f2a-83c5-ae7ac57cb69e),segment_id=e5ca121b-f617-4f2a-83c5-ae7ac57cb69e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:03.136205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:03.137011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.162807 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.194368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=c36bf5bc-3bed-4fba-be96-6ceab1941c90,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:03.209890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e3e1cd97-32d8-4301-bc17-2f18c485249a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.225472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.239420 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-16eb354d-ceec-4b9a-87e7-2c10854a21a3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0983253 Mar 29 09:25:03.243718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52090) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:03.260003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-54105661-a3ab-4f37-9fbf-75d2dd1c4ec9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:03.268542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1cd97-32d8-4301-bc17-2f18c485249a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Subnet': ['ID=e77ffd89-7e9a-4640-b984-c9960a4cde29,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:03.268980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3cadb-df07-430f-9745-d1730cc8cd24 None None] Port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:03.272760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e3e1cd97-32d8-4301-bc17-2f18c485249a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.276480 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e3e1cd97-32d8-4301-bc17-2f18c485249a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/e77ffd89-7e9a-4640-b984-c9960a4cde29 HTTP/1.1" status: 204 len: 168 time: 0.7468774 Mar 29 09:25:03.280386 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52092) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:03.352781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b1c3cadb-df07-430f-9745-d1730cc8cd24 None None] Provisioning complete for port 71ebe70c-abae-40fa-b1e8-30f4593063b5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:03.353389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b1c3cadb-df07-430f-9745-d1730cc8cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.356867 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=71ebe70c-abae-40fa-b1e8-30f4593063b5,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:03.411259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.431699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.464074 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.491668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network 574268ea-fdc5-4094-b230-e09fc996664d is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:03.507178 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:03.510319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:03.511074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.524057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 556b990a-14e7-4ee8-9ebf-2601c288e49d {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:03.524416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.535821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b1c3cadb-df07-430f-9745-d1730cc8cd24 None None] Provisioning complete for port e6dd9bb8-eeab-4f06-b248-72310cebc7cf triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:03.536090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=0f344ea3-48e1-496f-9e12-ee1f6e4e8aa4,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:03.536336 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b1c3cadb-df07-430f-9745-d1730cc8cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.667370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54105661-a3ab-4f37-9fbf-75d2dd1c4ec9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:03.674144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54105661-a3ab-4f37-9fbf-75d2dd1c4ec9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.687783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] For port 556b990a-14e7-4ee8-9ebf-2601c288e49d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=556b990a-14e7-4ee8-9ebf-2601c288e49d,segment=NetworkSegment(c84ee29e-c52e-4498-abe7-754972942105),segment_id=c84ee29e-c52e-4498-abe7-754972942105)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:03.688389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.705778 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 556b990a-14e7-4ee8-9ebf-2601c288e49d owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:03.796850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-6f29197d-160a-4ff0-add0-bae930403b98 None None] Could not find standard attr ID for object ab02bcdd-372c-4efc-91c2-fb51b1ec3a3c. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:25:03.809926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-6f29197d-160a-4ff0-add0-bae930403b98 None None] Provisioning complete for port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:03.810729 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6f29197d-160a-4ff0-add0-bae930403b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.840054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.854574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:03.884831 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=556b990a-14e7-4ee8-9ebf-2601c288e49d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:03.894999 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.ipam_backend_mixin [None req-54105661-a3ab-4f37-9fbf-75d2dd1c4ec9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b2a1d93-7f91-4900-8a0f-ba31ec7c0413 (CIDR: 2001:db8::/64) Mar 29 09:25:03.904834 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-54105661-a3ab-4f37-9fbf-75d2dd1c4ec9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:25:03.905459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54105661-a3ab-4f37-9fbf-75d2dd1c4ec9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:03.914761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No DVR routers for this DVR port 556b990a-14e7-4ee8-9ebf-2601c288e49d on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:03.932310 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-54105661-a3ab-4f37-9fbf-75d2dd1c4ec9 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6847303 Mar 29 09:25:03.934724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52094) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:03.952162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f517c2d9-6288-4dc5-b69d-530e4e5d7811 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:03.961285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-6f29197d-160a-4ff0-add0-bae930403b98 None None] Provisioning complete for port f49fca17-5b8d-40e6-a68e-38e3fd9524ff triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:03.961909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6f29197d-160a-4ff0-add0-bae930403b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.019767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6f29197d-160a-4ff0-add0-bae930403b98 None None] Port f49fca17-5b8d-40e6-a68e-38e3fd9524ff cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:04.033291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-6f29197d-160a-4ff0-add0-bae930403b98 None None] Provisioning complete for port 71ebe70c-abae-40fa-b1e8-30f4593063b5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:04.033593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6f29197d-160a-4ff0-add0-bae930403b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.085877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.118586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 71ebe70c-abae-40fa-b1e8-30f4593063b5 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:04.129239 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ffe08e-4020-408c-9dd2-5182a7e42027']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:04.141362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84ee29e-c52e-4498-abe7-754972942105') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:04.142260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84ee29e-c52e-4498-abe7-754972942105') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:04.159056 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.174824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 71ebe70c-abae-40fa-b1e8-30f4593063b5 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:04.175768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.179535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.187297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:04.187941 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:04.192387 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:04.234666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f517c2d9-6288-4dc5-b69d-530e4e5d7811 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:04.239183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f517c2d9-6288-4dc5-b69d-530e4e5d7811 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.280774 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.292707 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.296898 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/networks/a0ffe08e-4020-408c-9dd2-5182a7e42027 HTTP/1.1" status: 204 len: 168 time: 1.0153615 Mar 29 09:25:04.300625 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52096) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:04.306900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-61a4b637-9156-4056-a1dc-7fcd374df966 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-843565204'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:04.308609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 556b990a-14e7-4ee8-9ebf-2601c288e49d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:04.327522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ae2fe-fbc4-420e-aab6-f42d0c048a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Network': ['ID=a0ffe08e-4020-408c-9dd2-5182a7e42027,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:04.339205 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 556b990a-14e7-4ee8-9ebf-2601c288e49d {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:04.339983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 556b990a-14e7-4ee8-9ebf-2601c288e49d not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 29 09:25:04.343599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8fc3db23-c586-4240-8af4-9d63f9b1cb66 None None] Provisioning complete for port c36bf5bc-3bed-4fba-be96-6ceab1941c90 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:04.343886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8fc3db23-c586-4240-8af4-9d63f9b1cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.345913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a4b637-9156-4056-a1dc-7fcd374df966 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:04.350270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61a4b637-9156-4056-a1dc-7fcd374df966 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.363660 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Port 556b990a-14e7-4ee8-9ebf-2601c288e49d not found, will not notify nova. {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 29 09:25:04.364239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:04.380014 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a4b637-9156-4056-a1dc-7fcd374df966 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:04.391258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61a4b637-9156-4056-a1dc-7fcd374df966 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.392172 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-61a4b637-9156-4056-a1dc-7fcd374df966 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Added segment 974f6e92-d4fd-4f4a-8076-80f413f27176 of type vlan for network 83ad4567-5904-461d-a24a-ff54ecfd2543 Mar 29 09:25:04.439709 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61a4b637-9156-4056-a1dc-7fcd374df966 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.448845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3db23-c586-4240-8af4-9d63f9b1cb66 None None] Port c36bf5bc-3bed-4fba-be96-6ceab1941c90 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:04.457832 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.ipam_backend_mixin [None req-f517c2d9-6288-4dc5-b69d-530e4e5d7811 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 021cbed6-1505-485c-8728-db828d79b2f3 (CIDR: 2001:db8:0:1::/64) Mar 29 09:25:04.465319 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-f517c2d9-6288-4dc5-b69d-530e4e5d7811 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:25:04.465538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f517c2d9-6288-4dc5-b69d-530e4e5d7811 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:04.473849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8fc3db23-c586-4240-8af4-9d63f9b1cb66 None None] Provisioning complete for port f49fca17-5b8d-40e6-a68e-38e3fd9524ff triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:04.474358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8fc3db23-c586-4240-8af4-9d63f9b1cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.477711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61a4b637-9156-4056-a1dc-7fcd374df966 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.480890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd4abd6-ef50-4f83-98aa-53fa871481a2 None None] DHCP port deletion for a0ffe08e-4020-408c-9dd2-5182a7e42027 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:04.485264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a4b637-9156-4056-a1dc-7fcd374df966 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:04.485922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61a4b637-9156-4056-a1dc-7fcd374df966 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.496707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.505324 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f517c2d9-6288-4dc5-b69d-530e4e5d7811 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5667324 Mar 29 09:25:04.505528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52098) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:04.511797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-40fb7ed8-e706-49bc-bea9-7e4e1c76c6c7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'subnet': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:04.515359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.517007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.522682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:04.523815 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.542335 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-61a4b637-9156-4056-a1dc-7fcd374df966 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2393463 Mar 29 09:25:04.546754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52100) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:04.551924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0f62ebcb-de95-4f98-bb7a-ad7eadacfc7d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': '83ad4567-5904-461d-a24a-ff54ecfd2543', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:04.556759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d775d2af-51c1-4c4a-b083-ea6950e11f81 None None] Network a0ffe08e-4020-408c-9dd2-5182a7e42027 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:04.564630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3db23-c586-4240-8af4-9d63f9b1cb66 None None] Port f49fca17-5b8d-40e6-a68e-38e3fd9524ff cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:04.588816 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d775d2af-51c1-4c4a-b083-ea6950e11f81 None None] Network a0ffe08e-4020-408c-9dd2-5182a7e42027 could not be found, it might have been deleted concurrently. {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 09:25:04.603465 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8fc3db23-c586-4240-8af4-9d63f9b1cb66 None None] Provisioning complete for port 0f344ea3-48e1-496f-9e12-ee1f6e4e8aa4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:04.603465 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8fc3db23-c586-4240-8af4-9d63f9b1cb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.616606 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4b637-9156-4056-a1dc-7fcd374df966 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Network': ['ID=83ad4567-5904-461d-a24a-ff54ecfd2543,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:04.648100 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 83ad4567-5904-461d-a24a-ff54ecfd2543 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:04.680395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=0f344ea3-48e1-496f-9e12-ee1f6e4e8aa4,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:04.696046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f62ebcb-de95-4f98-bb7a-ad7eadacfc7d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:04.701164 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f62ebcb-de95-4f98-bb7a-ad7eadacfc7d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.721851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3db23-c586-4240-8af4-9d63f9b1cb66 None None] Port 0f344ea3-48e1-496f-9e12-ee1f6e4e8aa4 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:04.746094 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network 574268ea-fdc5-4094-b230-e09fc996664d is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:04.749059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:04.759671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fb7ed8-e706-49bc-bea9-7e4e1c76c6c7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Made reservation on behalf of 42def34a06ed4f0aa357c9e4448b63d7 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:04.763395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-40fb7ed8-e706-49bc-bea9-7e4e1c76c6c7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.842857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-98c074fe-d204-470e-8aa0-cd4ce604abf3 None None] Could not find standard attr ID for object 556b990a-14e7-4ee8-9ebf-2601c288e49d. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:25:04.911416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f62ebcb-de95-4f98-bb7a-ad7eadacfc7d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:04.932134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router 9db67a10-998e-4e4b-95ed-1ab3159bece5 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:25:04.986891 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62ebcb-de95-4f98-bb7a-ad7eadacfc7d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Subnet': ['ID=e8ca2467-40ef-40a4-8699-83fb5e432a4f,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:04.994820 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62ebcb-de95-4f98-bb7a-ad7eadacfc7d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Checking segment: {'id': '974f6e92-d4fd-4f4a-8076-80f413f27176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '83ad4567-5904-461d-a24a-ff54ecfd2543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:04.995189 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f62ebcb-de95-4f98-bb7a-ad7eadacfc7d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network hostable DHCP agents. Network: 83ad4567-5904-461d-a24a-ff54ecfd2543, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:05.019663 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f62ebcb-de95-4f98-bb7a-ad7eadacfc7d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network 83ad4567-5904-461d-a24a-ff54ecfd2543 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:05.030274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-0f62ebcb-de95-4f98-bb7a-ad7eadacfc7d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 83ad4567-5904-461d-a24a-ff54ecfd2543) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:05.044395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f62ebcb-de95-4f98-bb7a-ad7eadacfc7d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:05.045528 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f62ebcb-de95-4f98-bb7a-ad7eadacfc7d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:05.057294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce19dd27-6f10-4c37-a74b-fe46e01f405e None None] Network 83ad4567-5904-461d-a24a-ff54ecfd2543 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:05.073920 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0f62ebcb-de95-4f98-bb7a-ad7eadacfc7d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5259314 Mar 29 09:25:05.076367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52102) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:05.087838 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': '83ad4567-5904-461d-a24a-ff54ecfd2543', 'security_groups': [], 'name': 'tempest-PortsTestJSON-70138099'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:05.088305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:05.095108 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-056f9b64-fb2b-4b4c-9898-114420263045 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/9db67a10-998e-4e4b-95ed-1ab3159bece5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3051133 Mar 29 09:25:05.099745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52104) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:05.107550 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec9cc0-cf42-4b10-853d-5ecca0ca4e2b None None] Sync routers for ids ['9db67a10-998e-4e4b-95ed-1ab3159bece5'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:05.124814 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec9cc0-cf42-4b10-853d-5ecca0ca4e2b None None] Routers {'9db67a10-998e-4e4b-95ed-1ab3159bece5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:05.126362 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d1ec9cc0-cf42-4b10-853d-5ecca0ca4e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9db67a10-998e-4e4b-95ed-1ab3159bece5'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:05.157370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e979b464-23f9-4d9c-823a-2ef06f7c073a None None] Provisioning complete for port 0f344ea3-48e1-496f-9e12-ee1f6e4e8aa4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:05.158075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e979b464-23f9-4d9c-823a-2ef06f7c073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:05.166900 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d1ec9cc0-cf42-4b10-853d-5ecca0ca4e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:05.176273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd8ab8c-3a35-4e04-b8ca-0e7d7b31f6ef tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:05.180447 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2fd8ab8c-3a35-4e04-b8ca-0e7d7b31f6ef tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports/0f344ea3-48e1-496f-9e12-ee1f6e4e8aa4 HTTP/1.1" status: 200 len: 913 time: 0.0775816 Mar 29 09:25:05.180936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52106) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:05.184951 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec9cc0-cf42-4b10-853d-5ecca0ca4e2b None None] Routers {'9db67a10-998e-4e4b-95ed-1ab3159bece5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:05.185873 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d1ec9cc0-cf42-4b10-853d-5ecca0ca4e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9db67a10-998e-4e4b-95ed-1ab3159bece5'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:05.226800 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-40fb7ed8-e706-49bc-bea9-7e4e1c76c6c7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:05.231447 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d1ec9cc0-cf42-4b10-853d-5ecca0ca4e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:05.231849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e979b464-23f9-4d9c-823a-2ef06f7c073a None None] Port 0f344ea3-48e1-496f-9e12-ee1f6e4e8aa4 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:05.234427 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec9cc0-cf42-4b10-853d-5ecca0ca4e2b None None] The sync data for ids ['9db67a10-998e-4e4b-95ed-1ab3159bece5'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:05.278385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb7ed8-e706-49bc-bea9-7e4e1c76c6c7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:05.283745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-40fb7ed8-e706-49bc-bea9-7e4e1c76c6c7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:05.288361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb7ed8-e706-49bc-bea9-7e4e1c76c6c7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:05.288941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-40fb7ed8-e706-49bc-bea9-7e4e1c76c6c7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:05.310161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb7ed8-e706-49bc-bea9-7e4e1c76c6c7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Subnet': ['ID=51c0ea1b-bbe8-48c7-a1ca-0e29d589f06a,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:05.316148 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-40fb7ed8-e706-49bc-bea9-7e4e1c76c6c7 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8090580 Mar 29 09:25:05.319040 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52108) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:05.319345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd95ba41-3a0c-4a81-a82a-6b9faa53349d None None] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:05.326536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-197ba9a5-59ee-4c40-a2f6-66954a743086 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1256303513', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '51c0ea1b-bbe8-48c7-a1ca-0e29d589f06a'}], 'security_groups': ['9c1d5c4a-122d-4e7d-bb6d-1f67f3a2dab6', '1cee0173-1420-4592-9139-91ab281de56a']}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:05.343090 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-83ad4567-5904-461d-a24a-ff54ecfd2543', 'network_id': '83ad4567-5904-461d-a24a-ff54ecfd2543', 'tenant_id': '2ac88b2108fe4d7ebe255bc33a876621', 'fixed_ips': [{'subnet_id': 'e8ca2467-40ef-40a4-8699-83fb5e432a4f'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:05.344065 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:05.416605 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:05.420142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:05.508681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port 5ca0f23c-8c60-4be2-81bd-0311402215a5 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:05.523823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-197ba9a5-59ee-4c40-a2f6-66954a743086 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:05.770804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.8 (83ad4567-5904-461d-a24a-ff54ecfd2543/e8ca2467-40ef-40a4-8699-83fb5e432a4f/5ca0f23c-8c60-4be2-81bd-0311402215a5) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:05.796117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0cf902-6fe6-46a1-b894-dbc621f48b59 None None] Update dhcp port {'port': {'network_id': 'f4a1e81a-7d05-4b45-90cb-105f09a8f222', 'fixed_ips': [{'subnet_id': '021cbed6-1505-485c-8728-db828d79b2f3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6b2a1d93-7f91-4900-8a0f-ba31ec7c0413'}, {'subnet_id': '51c0ea1b-bbe8-48c7-a1ca-0e29d589f06a'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': 'e6dd9bb8-eeab-4f06-b248-72310cebc7cf'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:25:05.824715 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2d0cf902-6fe6-46a1-b894-dbc621f48b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:05.924483 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 556b990a-14e7-4ee8-9ebf-2601c288e49d no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:05.950732 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 556b990a-14e7-4ee8-9ebf-2601c288e49d {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:05.951074 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 556b990a-14e7-4ee8-9ebf-2601c288e49d not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:06.031939 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.039404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67b39b6e-b934-473e-b58d-9f9bd71a8873 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.069441 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-2d0cf902-6fe6-46a1-b894-dbc621f48b59 None None] Allocated IP 2001:db8::2 (f4a1e81a-7d05-4b45-90cb-105f09a8f222/6b2a1d93-7f91-4900-8a0f-ba31ec7c0413/e6dd9bb8-eeab-4f06-b248-72310cebc7cf) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:06.076703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-2d0cf902-6fe6-46a1-b894-dbc621f48b59 None None] Allocated IP 2001:db8:0:2::2 (f4a1e81a-7d05-4b45-90cb-105f09a8f222/51c0ea1b-bbe8-48c7-a1ca-0e29d589f06a/e6dd9bb8-eeab-4f06-b248-72310cebc7cf) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:06.138738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.208268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-2d0cf902-6fe6-46a1-b894-dbc621f48b59 None None] For port e6dd9bb8-eeab-4f06-b248-72310cebc7cf, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e6dd9bb8-eeab-4f06-b248-72310cebc7cf,segment=NetworkSegment(010eaf8e-e49d-4f06-bd56-86e20ba08720),segment_id=010eaf8e-e49d-4f06-bd56-86e20ba08720)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:06.210837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Allocated IP 172.20.0.2 (83ad4567-5904-461d-a24a-ff54ecfd2543/e8ca2467-40ef-40a4-8699-83fb5e432a4f/14623732-9d6e-467a-a290-832d6e754ccc) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:06.224395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network 83ad4567-5904-461d-a24a-ff54ecfd2543 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:06.235921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:06.241243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:06.246741 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=5ca0f23c-8c60-4be2-81bd-0311402215a5,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:06.275072 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2d0cf902-6fe6-46a1-b894-dbc621f48b59 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.309421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2d0cf902-6fe6-46a1-b894-dbc621f48b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.339298 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:06.339913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.390051 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6b712f5f-c539-4f14-8dbe-ba459eb5d9eb tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 1.3110914 Mar 29 09:25:06.393597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52110) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:06.423041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cf902-6fe6-46a1-b894-dbc621f48b59 None None] Pushing event updated for resources: {'Port': ['ID=e6dd9bb8-eeab-4f06-b248-72310cebc7cf,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:06.493755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-53a5f366-cd32-47ac-80d1-f8f4e8863b6e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 5ca0f23c-8c60-4be2-81bd-0311402215a5 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:06.494619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-53a5f366-cd32-47ac-80d1-f8f4e8863b6e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.499290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-197ba9a5-59ee-4c40-a2f6-66954a743086 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Delete allocated IP 2001:db8::130 (f4a1e81a-7d05-4b45-90cb-105f09a8f222/6b2a1d93-7f91-4900-8a0f-ba31ec7c0413) {{(pid=102495) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 09:25:06.510128 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-197ba9a5-59ee-4c40-a2f6-66954a743086 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Allocated IP 2001:db8:0:2::287 (f4a1e81a-7d05-4b45-90cb-105f09a8f222/51c0ea1b-bbe8-48c7-a1ca-0e29d589f06a/c36bf5bc-3bed-4fba-be96-6ceab1941c90) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:06.520274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.533529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.541643 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-67b39b6e-b934-473e-b58d-9f9bd71a8873 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 0f344ea3-48e1-496f-9e12-ee1f6e4e8aa4 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:06.541976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67b39b6e-b934-473e-b58d-9f9bd71a8873 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.584895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Network 83ad4567-5904-461d-a24a-ff54ecfd2543 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:06.588055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:06.592703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:06.619121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-53a5f366-cd32-47ac-80d1-f8f4e8863b6e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.632629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Pushing event updated for resources: {'Port': ['ID=14623732-9d6e-467a-a290-832d6e754ccc,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:06.634869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-53a5f366-cd32-47ac-80d1-f8f4e8863b6e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 5ca0f23c-8c60-4be2-81bd-0311402215a5 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:06.679753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Attempting to bind port 14623732-9d6e-467a-a290-832d6e754ccc on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:06.680116 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Attempting to bind port 14623732-9d6e-467a-a290-832d6e754ccc by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '974f6e92-d4fd-4f4a-8076-80f413f27176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '83ad4567-5904-461d-a24a-ff54ecfd2543'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:06.680476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Attempting to bind port 14623732-9d6e-467a-a290-832d6e754ccc on network 83ad4567-5904-461d-a24a-ff54ecfd2543 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:06.686813 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:06.687188 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Checking segment: {'id': '974f6e92-d4fd-4f4a-8076-80f413f27176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '83ad4567-5904-461d-a24a-ff54ecfd2543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:06.687589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.688004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Bound using segment: {'id': '974f6e92-d4fd-4f4a-8076-80f413f27176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '83ad4567-5904-461d-a24a-ff54ecfd2543'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:06.688478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Bound port: 14623732-9d6e-467a-a290-832d6e754ccc, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974f6e92-d4fd-4f4a-8076-80f413f27176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '83ad4567-5904-461d-a24a-ff54ecfd2543'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:06.688874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.796656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] For port 14623732-9d6e-467a-a290-832d6e754ccc, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:06.801897 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] For port 14623732-9d6e-467a-a290-832d6e754ccc, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=14623732-9d6e-467a-a290-832d6e754ccc,segment=NetworkSegment(974f6e92-d4fd-4f4a-8076-80f413f27176),segment_id=974f6e92-d4fd-4f4a-8076-80f413f27176)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:06.809075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:06.895586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c60af-ec39-4d47-9474-ef7eec612604 None None] Pushing event updated for resources: {'Port': ['ID=14623732-9d6e-467a-a290-832d6e754ccc,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:07.120377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67b39b6e-b934-473e-b58d-9f9bd71a8873 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.145515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-67b39b6e-b934-473e-b58d-9f9bd71a8873 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 0f344ea3-48e1-496f-9e12-ee1f6e4e8aa4 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:07.197126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-53a5f366-cd32-47ac-80d1-f8f4e8863b6e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.236518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5f366-cd32-47ac-80d1-f8f4e8863b6e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=5ca0f23c-8c60-4be2-81bd-0311402215a5,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:07.260398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-197ba9a5-59ee-4c40-a2f6-66954a743086 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.279686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-197ba9a5-59ee-4c40-a2f6-66954a743086 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.288566 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8cd8f68f-bc91-4adc-964d-1c47012b8134 None None] Provisioning complete for port c36bf5bc-3bed-4fba-be96-6ceab1941c90 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:07.289500 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f68f-bc91-4adc-964d-1c47012b8134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.316383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-53a5f366-cd32-47ac-80d1-f8f4e8863b6e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.320033 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-53a5f366-cd32-47ac-80d1-f8f4e8863b6e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/5ca0f23c-8c60-4be2-81bd-0311402215a5 HTTP/1.1" status: 204 len: 168 time: 0.9247291 Mar 29 09:25:07.322691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52112) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:07.332190 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8f68f-bc91-4adc-964d-1c47012b8134 None None] Port c36bf5bc-3bed-4fba-be96-6ceab1941c90 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:07.342547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8cd8f68f-bc91-4adc-964d-1c47012b8134 None None] Provisioning complete for port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:07.343071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f68f-bc91-4adc-964d-1c47012b8134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.349840 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e394b8c-9e3f-4c1b-b4fd-a62d5d4ea797 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:25:07.353694 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5e394b8c-9e3f-4c1b-b4fd-a62d5d4ea797 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/5ca0f23c-8c60-4be2-81bd-0311402215a5 HTTP/1.1" status: 404 len: 333 time: 0.0270009 Mar 29 09:25:07.354423 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52114) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:07.383442 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8f68f-bc91-4adc-964d-1c47012b8134 None None] Port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:07.395441 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8cd8f68f-bc91-4adc-964d-1c47012b8134 None None] Provisioning complete for port e6dd9bb8-eeab-4f06-b248-72310cebc7cf triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:07.396216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f68f-bc91-4adc-964d-1c47012b8134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.396672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-197ba9a5-59ee-4c40-a2f6-66954a743086 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] In _notify_port_updated(), no bound segment for port c36bf5bc-3bed-4fba-be96-6ceab1941c90 on network f4a1e81a-7d05-4b45-90cb-105f09a8f222 {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:25:07.402704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ba9a5-59ee-4c40-a2f6-66954a743086 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:07.403370 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-197ba9a5-59ee-4c40-a2f6-66954a743086 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.404713 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-197ba9a5-59ee-4c40-a2f6-66954a743086 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "PUT /v2.0/ports/c36bf5bc-3bed-4fba-be96-6ceab1941c90 HTTP/1.1" status: 200 len: 970 time: 2.0829217 Mar 29 09:25:07.410920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52116) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:07.418230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ba9a5-59ee-4c40-a2f6-66954a743086 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event updated for resources: {'Port': ['ID=c36bf5bc-3bed-4fba-be96-6ceab1941c90,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:07.459605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-d346f00a-bf57-4c99-9daf-4e9215b5dcb3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting subnet e8ca2467-40ef-40a4-8699-83fb5e432a4f {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:07.467126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d346f00a-bf57-4c99-9daf-4e9215b5dcb3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.506602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67b39b6e-b934-473e-b58d-9f9bd71a8873 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.560458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d346f00a-bf57-4c99-9daf-4e9215b5dcb3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.574436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b39b6e-b934-473e-b58d-9f9bd71a8873 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=0f344ea3-48e1-496f-9e12-ee1f6e4e8aa4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:07.633954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d1266-64db-4786-8378-24a6e2e6de15 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port c36bf5bc-3bed-4fba-be96-6ceab1941c90 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:07.634430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1266-64db-4786-8378-24a6e2e6de15 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.690570 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67b39b6e-b934-473e-b58d-9f9bd71a8873 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.754677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a63672ba-44f2-461b-9ad8-b0c7ad17ddb5 None None] Provisioning complete for port c36bf5bc-3bed-4fba-be96-6ceab1941c90 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:07.756331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d346f00a-bf57-4c99-9daf-4e9215b5dcb3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.761060 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a63672ba-44f2-461b-9ad8-b0c7ad17ddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.809035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a63672ba-44f2-461b-9ad8-b0c7ad17ddb5 None None] Port c36bf5bc-3bed-4fba-be96-6ceab1941c90 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:07.834030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1266-64db-4786-8378-24a6e2e6de15 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.851479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d1266-64db-4786-8378-24a6e2e6de15 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for c36bf5bc-3bed-4fba-be96-6ceab1941c90 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:07.906044 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d346f00a-bf57-4c99-9daf-4e9215b5dcb3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.944126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346f00a-bf57-4c99-9daf-4e9215b5dcb3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ca2467-40ef-40a4-8699-83fb5e432a4f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:07.945500 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b39b6e-b934-473e-b58d-9f9bd71a8873 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router 9db67a10-998e-4e4b-95ed-1ab3159bece5 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:25:07.959421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d346f00a-bf57-4c99-9daf-4e9215b5dcb3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:07.966405 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d346f00a-bf57-4c99-9daf-4e9215b5dcb3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/e8ca2467-40ef-40a4-8699-83fb5e432a4f HTTP/1.1" status: 204 len: 168 time: 0.6084442 Mar 29 09:25:07.969078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52118) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:08.052245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b39b6e-b934-473e-b58d-9f9bd71a8873 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:08.062105 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-67b39b6e-b934-473e-b58d-9f9bd71a8873 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/9db67a10-998e-4e4b-95ed-1ab3159bece5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8802211 Mar 29 09:25:08.062809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52120) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:08.065041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669d7be-209c-4158-a026-a7a355d39225 None None] Sync routers for ids ['9db67a10-998e-4e4b-95ed-1ab3159bece5'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:08.084149 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 14623732-9d6e-467a-a290-832d6e754ccc up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:08.088053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669d7be-209c-4158-a026-a7a355d39225 None None] Routers {'9db67a10-998e-4e4b-95ed-1ab3159bece5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:08.088248 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b669d7be-209c-4158-a026-a7a355d39225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9db67a10-998e-4e4b-95ed-1ab3159bece5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:08.140330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.149462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b669d7be-209c-4158-a026-a7a355d39225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:08.165336 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9cb82c-318f-4905-8c98-85c10eafa289 None None] Network 83ad4567-5904-461d-a24a-ff54ecfd2543 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:08.167967 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669d7be-209c-4158-a026-a7a355d39225 None None] Routers {'9db67a10-998e-4e4b-95ed-1ab3159bece5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:08.168569 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b669d7be-209c-4158-a026-a7a355d39225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9db67a10-998e-4e4b-95ed-1ab3159bece5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:08.202285 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1266-64db-4786-8378-24a6e2e6de15 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.218149 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b669d7be-209c-4158-a026-a7a355d39225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:08.218786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669d7be-209c-4158-a026-a7a355d39225 None None] The sync data for ids ['9db67a10-998e-4e4b-95ed-1ab3159bece5'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:08.259520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d1266-64db-4786-8378-24a6e2e6de15 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=c36bf5bc-3bed-4fba-be96-6ceab1941c90,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:08.284578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 14623732-9d6e-467a-a290-832d6e754ccc triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:08.284950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.318709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a2008341-6ac2-4a4b-8569-a4c6f976538d None None] Provisioning complete for port 14623732-9d6e-467a-a290-832d6e754ccc triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:08.319376 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a2008341-6ac2-4a4b-8569-a4c6f976538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.361037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5b2d1266-64db-4786-8378-24a6e2e6de15 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.367010 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5b2d1266-64db-4786-8378-24a6e2e6de15 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/c36bf5bc-3bed-4fba-be96-6ceab1941c90 HTTP/1.1" status: 204 len: 168 time: 0.9505405 Mar 29 09:25:08.367680 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52122) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:08.400597 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e4373a-8d57-45d8-9697-fc2ff6f33d66 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] GET failed (client error): The resource could not be found. Mar 29 09:25:08.406490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52124) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:08.408396 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-31e4373a-8d57-45d8-9697-fc2ff6f33d66 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports/c36bf5bc-3bed-4fba-be96-6ceab1941c90 HTTP/1.1" status: 404 len: 333 time: 0.0387857 Mar 29 09:25:08.439018 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 14623732-9d6e-467a-a290-832d6e754ccc {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:08.439501 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.456778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.527530 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 14623732-9d6e-467a-a290-832d6e754ccc, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=14623732-9d6e-467a-a290-832d6e754ccc,segment=NetworkSegment(974f6e92-d4fd-4f4a-8076-80f413f27176),segment_id=974f6e92-d4fd-4f4a-8076-80f413f27176)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:08.529338 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26af1ce-08fb-407c-aee1-c0056d7e6db5 None None] DHCP port deletion for 83ad4567-5904-461d-a24a-ff54ecfd2543 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:08.532622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a2008341-6ac2-4a4b-8569-a4c6f976538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.537505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.538572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e6dd9bb8-eeab-4f06-b248-72310cebc7cf up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:08.580925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] For port 14623732-9d6e-467a-a290-832d6e754ccc, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=14623732-9d6e-467a-a290-832d6e754ccc,segment=NetworkSegment(974f6e92-d4fd-4f4a-8076-80f413f27176),segment_id=974f6e92-d4fd-4f4a-8076-80f413f27176)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:08.581287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.591547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-815eb7c8-af5b-4ebc-9cfa-19b68574af6f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.608707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 14623732-9d6e-467a-a290-832d6e754ccc owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:08.631807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-815eb7c8-af5b-4ebc-9cfa-19b68574af6f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.689660 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=14623732-9d6e-467a-a290-832d6e754ccc,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:08.698713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-a2008341-6ac2-4a4b-8569-a4c6f976538d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:25:08.699093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-a2008341-6ac2-4a4b-8569-a4c6f976538d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:25:08.713157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f26af1ce-08fb-407c-aee1-c0056d7e6db5 None None] Deleting port 14623732-9d6e-467a-a290-832d6e754ccc {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:08.713533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f26af1ce-08fb-407c-aee1-c0056d7e6db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.715870 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e6dd9bb8-eeab-4f06-b248-72310cebc7cf triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:08.716222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.765099 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.772401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa1ba-7691-4454-934f-374cfbc5d8fd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.778460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-815eb7c8-af5b-4ebc-9cfa-19b68574af6f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.780937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-815eb7c8-af5b-4ebc-9cfa-19b68574af6f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.782134 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-815eb7c8-af5b-4ebc-9cfa-19b68574af6f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/security-groups/d309a704-51d2-4f84-8aa7-b6dd1e6a144b HTTP/1.1" status: 204 len: 168 time: 0.3733356 Mar 29 09:25:08.784994 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52126) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:08.807149 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f26af1ce-08fb-407c-aee1-c0056d7e6db5 None None] For port 14623732-9d6e-467a-a290-832d6e754ccc, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=14623732-9d6e-467a-a290-832d6e754ccc,segment=NetworkSegment(974f6e92-d4fd-4f4a-8076-80f413f27176),segment_id=974f6e92-d4fd-4f4a-8076-80f413f27176)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:08.807545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f26af1ce-08fb-407c-aee1-c0056d7e6db5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.822381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f26af1ce-08fb-407c-aee1-c0056d7e6db5 None None] Calling delete_port for 14623732-9d6e-467a-a290-832d6e754ccc owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:08.841083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=14623732-9d6e-467a-a290-832d6e754ccc,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:08.844686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5677bb15-98a6-4b70-a9dd-2ceb66aab941 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.846568 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No DVR routers for this DVR port 14623732-9d6e-467a-a290-832d6e754ccc on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:08.847947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eb7c8-af5b-4ebc-9cfa-19b68574af6f tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d309a704-51d2-4f84-8aa7-b6dd1e6a144b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:08.872486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5677bb15-98a6-4b70-a9dd-2ceb66aab941 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.926886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5677bb15-98a6-4b70-a9dd-2ceb66aab941 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.931972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5677bb15-98a6-4b70-a9dd-2ceb66aab941 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:08.935657 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5677bb15-98a6-4b70-a9dd-2ceb66aab941 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/security-groups/1cee0173-1420-4592-9139-91ab281de56a HTTP/1.1" status: 204 len: 168 time: 0.1471138 Mar 29 09:25:08.936619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52128) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:08.949700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677bb15-98a6-4b70-a9dd-2ceb66aab941 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cee0173-1420-4592-9139-91ab281de56a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:08.964217 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f26af1ce-08fb-407c-aee1-c0056d7e6db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.017887 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.070637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ad4567-5904-461d-a24a-ff54ecfd2543']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:09.091891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974f6e92-d4fd-4f4a-8076-80f413f27176') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:09.092186 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974f6e92-d4fd-4f4a-8076-80f413f27176') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:09.116660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.130641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d08c6101-2bf3-4694-9dea-6402b0cc8dd0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.140497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.153696 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26af1ce-08fb-407c-aee1-c0056d7e6db5 None None] Pushing event deleted for resources: {'Port': ['ID=14623732-9d6e-467a-a290-832d6e754ccc,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:09.158800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26af1ce-08fb-407c-aee1-c0056d7e6db5 None None] No DVR routers for this DVR port 14623732-9d6e-467a-a290-832d6e754ccc on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:09.158957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:09.159364 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:09.162469 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:09.180158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d08c6101-2bf3-4694-9dea-6402b0cc8dd0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.220404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a2008341-6ac2-4a4b-8569-a4c6f976538d None None] Port 14623732-9d6e-467a-a290-832d6e754ccc update to ACTIVE by agent not found {{(pid=102497) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 29 09:25:09.275293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.286541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.289554 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/networks/83ad4567-5904-461d-a24a-ff54ecfd2543 HTTP/1.1" status: 204 len: 168 time: 1.3189831 Mar 29 09:25:09.294077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52130) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:09.299143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'name': 'tempest-PortsTestJSON-1227486827'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:09.305016 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38137cc0-de45-42d2-b3da-e80cc9eb124a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Network': ['ID=83ad4567-5904-461d-a24a-ff54ecfd2543,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:09.337500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d08c6101-2bf3-4694-9dea-6402b0cc8dd0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.340138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d08c6101-2bf3-4694-9dea-6402b0cc8dd0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.341282 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d08c6101-2bf3-4694-9dea-6402b0cc8dd0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/security-groups/9c1d5c4a-122d-4e7d-bb6d-1f67f3a2dab6 HTTP/1.1" status: 204 len: 168 time: 0.4004190 Mar 29 09:25:09.345722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52132) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:09.383574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c6101-2bf3-4694-9dea-6402b0cc8dd0 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1d5c4a-122d-4e7d-bb6d-1f67f3a2dab6,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:09.395615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:09.399316 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.415006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fa1ba-7691-4454-934f-374cfbc5d8fd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port f49fca17-5b8d-40e6-a68e-38e3fd9524ff {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:09.415353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa1ba-7691-4454-934f-374cfbc5d8fd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.417743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port ec2f449f-8190-4886-bc32-f4f2c5b564ea yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:09.422765 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e79339-988e-45fc-844c-703ae72d83f8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting subnet 6b2a1d93-7f91-4900-8a0f-ba31ec7c0413 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:09.437109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7e79339-988e-45fc-844c-703ae72d83f8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.520122 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7e79339-988e-45fc-844c-703ae72d83f8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.567433 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa1ba-7691-4454-934f-374cfbc5d8fd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.586309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.586578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fa1ba-7691-4454-934f-374cfbc5d8fd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for f49fca17-5b8d-40e6-a68e-38e3fd9524ff owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:09.618603 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.660940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:09.662249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7e79339-988e-45fc-844c-703ae72d83f8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.664021 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:09.667710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:09.673608 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:09.674216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.683766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=ec2f449f-8190-4886-bc32-f4f2c5b564ea,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:09.696596 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a30a9de7-09b4-41c5-86b3-86a186919ce9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4012837 Mar 29 09:25:09.699089 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52134) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:09.777242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7e79339-988e-45fc-844c-703ae72d83f8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.791720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-66c3ba45-d422-4e58-acb0-60d5faa25484 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port ec2f449f-8190-4886-bc32-f4f2c5b564ea {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:09.792068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-66c3ba45-d422-4e58-acb0-60d5faa25484 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.812796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e79339-988e-45fc-844c-703ae72d83f8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2a1d93-7f91-4900-8a0f-ba31ec7c0413,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:09.823779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d999862f-3b69-437c-aabf-8e7589562c6f None None] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:09.848749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b7e79339-988e-45fc-844c-703ae72d83f8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.852200 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b7e79339-988e-45fc-844c-703ae72d83f8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/6b2a1d93-7f91-4900-8a0f-ba31ec7c0413 HTTP/1.1" status: 204 len: 168 time: 0.5037262 Mar 29 09:25:09.856718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52136) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:09.869642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-66c3ba45-d422-4e58-acb0-60d5faa25484 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.884194 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-66c3ba45-d422-4e58-acb0-60d5faa25484 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for ec2f449f-8190-4886-bc32-f4f2c5b564ea owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:09.932847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa1ba-7691-4454-934f-374cfbc5d8fd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.942323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a18cbda-e970-4861-a9a1-f5e8b6732c60 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting subnet 51c0ea1b-bbe8-48c7-a1ca-0e29d589f06a {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:09.944306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 14623732-9d6e-467a-a290-832d6e754ccc no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:09.966665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 14623732-9d6e-467a-a290-832d6e754ccc {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:09.967121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 14623732-9d6e-467a-a290-832d6e754ccc not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:09.967397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4a18cbda-e970-4861-a9a1-f5e8b6732c60 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:09.970841 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fa1ba-7691-4454-934f-374cfbc5d8fd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=f49fca17-5b8d-40e6-a68e-38e3fd9524ff,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:09.988776 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-66c3ba45-d422-4e58-acb0-60d5faa25484 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.039753 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3ba45-d422-4e58-acb0-60d5faa25484 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=ec2f449f-8190-4886-bc32-f4f2c5b564ea,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:10.045814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-66c3ba45-d422-4e58-acb0-60d5faa25484 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.051624 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-66c3ba45-d422-4e58-acb0-60d5faa25484 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/ec2f449f-8190-4886-bc32-f4f2c5b564ea HTTP/1.1" status: 204 len: 168 time: 0.3492119 Mar 29 09:25:10.052012 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52138) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:10.063692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'mac_address': 'fa:16:3e:c0:d5:72', 'name': 'tempest-PortsTestJSON-1744592584'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:10.096019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4a18cbda-e970-4861-a9a1-f5e8b6732c60 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.123291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa1ba-7691-4454-934f-374cfbc5d8fd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.171910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:10.251586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.275086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port 00ab76b2-a4fc-4b56-8531-ff72a368d2a7 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:10.298463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4a18cbda-e970-4861-a9a1-f5e8b6732c60 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.467410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.504411 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.554297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:10.557852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:10.561940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:10.568497 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:10.569108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.582923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=00ab76b2-a4fc-4b56-8531-ff72a368d2a7,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:10.591534 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-95d4ad78-4a4d-4818-beb7-2686e78d19e6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5309618 Mar 29 09:25:10.592042 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52142) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:10.638180 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052321-c86a-4765-99dc-034fcf849948 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:10.639778 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ae052321-c86a-4765-99dc-034fcf849948 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/00ab76b2-a4fc-4b56-8531-ff72a368d2a7 HTTP/1.1" status: 200 len: 841 time: 0.0469837 Mar 29 09:25:10.642506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52144) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:10.700907 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6fa1ba-7691-4454-934f-374cfbc5d8fd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router 9db67a10-998e-4e4b-95ed-1ab3159bece5 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:25:10.734408 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-357169df-ee30-4be1-b7da-4cff022dd518 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 00ab76b2-a4fc-4b56-8531-ff72a368d2a7 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:10.734811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-357169df-ee30-4be1-b7da-4cff022dd518 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.736898 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90e84b63-c805-4b98-9c2d-62a12cb29785 req-06f34dbb-5fb5-46ab-b665-1f2de1d30b3b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4512599 Mar 29 09:25:10.775033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-08c7c1c4-eca8-4940-9aef-ac7d4ec90318 None None] Provisioning complete for port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:10.775983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-08c7c1c4-eca8-4940-9aef-ac7d4ec90318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.818466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-357169df-ee30-4be1-b7da-4cff022dd518 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.819573 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-08c7c1c4-eca8-4940-9aef-ac7d4ec90318 None None] Port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:10.822031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4a18cbda-e970-4861-a9a1-f5e8b6732c60 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.831557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-08c7c1c4-eca8-4940-9aef-ac7d4ec90318 None None] Provisioning complete for port e6dd9bb8-eeab-4f06-b248-72310cebc7cf triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:10.832106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-08c7c1c4-eca8-4940-9aef-ac7d4ec90318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.836070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-357169df-ee30-4be1-b7da-4cff022dd518 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 00ab76b2-a4fc-4b56-8531-ff72a368d2a7 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:10.860506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6fa1ba-7691-4454-934f-374cfbc5d8fd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:10.866628 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ad6fa1ba-7691-4454-934f-374cfbc5d8fd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/9db67a10-998e-4e4b-95ed-1ab3159bece5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7989016 Mar 29 09:25:10.871182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18cbda-e970-4861-a9a1-f5e8b6732c60 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Subnet': ['ID=51c0ea1b-bbe8-48c7-a1ca-0e29d589f06a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:10.873935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52146) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:10.878071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4a18cbda-e970-4861-a9a1-f5e8b6732c60 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:10.881201 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4a18cbda-e970-4861-a9a1-f5e8b6732c60 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/51c0ea1b-bbe8-48c7-a1ca-0e29d589f06a HTTP/1.1" status: 204 len: 168 time: 1.0233784 Mar 29 09:25:10.890089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52148) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:10.898712 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb03fcf-b1fd-41b6-bfcb-bd4ecd7b36d5 None None] Sync routers for ids ['9db67a10-998e-4e4b-95ed-1ab3159bece5'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:10.907565 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d00a205-e9cf-4c56-96df-fcc3b021eb49 None None] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:10.911719 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb03fcf-b1fd-41b6-bfcb-bd4ecd7b36d5 None None] Routers {'9db67a10-998e-4e4b-95ed-1ab3159bece5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:10.912321 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4eb03fcf-b1fd-41b6-bfcb-bd4ecd7b36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9db67a10-998e-4e4b-95ed-1ab3159bece5'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:10.934945 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a4582be4-579f-4046-bad3-656aa58368e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=9db67a10-998e-4e4b-95ed-1ab3159bece5 HTTP/1.1" status: 200 len: 205 time: 0.0583785 Mar 29 09:25:10.937773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52150) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:10.939178 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f856d8-afe2-4f7b-8f38-4e6f4b027665 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] DELETE failed (client error): The resource could not be found. Mar 29 09:25:10.939630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f856d8-afe2-4f7b-8f38-4e6f4b027665 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:10.942670 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-16f856d8-afe2-4f7b-8f38-4e6f4b027665 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/6b2a1d93-7f91-4900-8a0f-ba31ec7c0413 HTTP/1.1" status: 404 len: 337 time: 0.0479639 Mar 29 09:25:10.947786 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4eb03fcf-b1fd-41b6-bfcb-bd4ecd7b36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:10.948319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b63-c805-4b98-9c2d-62a12cb29785 req-b1c5b976-3683-4b1a-9237-8b5adf03a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:10.949802 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90e84b63-c805-4b98-9c2d-62a12cb29785 req-b1c5b976-3683-4b1a-9237-8b5adf03a277 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad1136bea844c2cac896fa880fb7c8f&device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 1098 time: 0.1406050 Mar 29 09:25:10.950261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52152) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:10.971738 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb03fcf-b1fd-41b6-bfcb-bd4ecd7b36d5 None None] Routers {'9db67a10-998e-4e4b-95ed-1ab3159bece5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:10.972666 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4eb03fcf-b1fd-41b6-bfcb-bd4ecd7b36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9db67a10-998e-4e4b-95ed-1ab3159bece5'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:11.003859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-357169df-ee30-4be1-b7da-4cff022dd518 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.012963 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4eb03fcf-b1fd-41b6-bfcb-bd4ecd7b36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:11.013901 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb03fcf-b1fd-41b6-bfcb-bd4ecd7b36d5 None None] The sync data for ids ['9db67a10-998e-4e4b-95ed-1ab3159bece5'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:11.045721 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357169df-ee30-4be1-b7da-4cff022dd518 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=00ab76b2-a4fc-4b56-8531-ff72a368d2a7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:11.052512 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-357169df-ee30-4be1-b7da-4cff022dd518 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.059541 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-357169df-ee30-4be1-b7da-4cff022dd518 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/00ab76b2-a4fc-4b56-8531-ff72a368d2a7 HTTP/1.1" status: 204 len: 168 time: 0.4153092 Mar 29 09:25:11.060143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52154) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:11.084993 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-04553e73-ea94-4186-b4e5-db9885d8e3c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:25:11.091015 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-04553e73-ea94-4186-b4e5-db9885d8e3c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/00ab76b2-a4fc-4b56-8531-ff72a368d2a7 HTTP/1.1" status: 404 len: 333 time: 0.0294313 Mar 29 09:25:11.091195 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52156) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:11.096991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6e45ad9a-af39-4f07-bf6a-3cbb9577c90e tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.097431 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'name': 'tempest-PortsTestJSON-1453443129'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:11.104654 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-608302be-8991-40c1-93aa-a046fee63ee3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting subnet 021cbed6-1505-485c-8728-db828d79b2f3 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:11.167553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-608302be-8991-40c1-93aa-a046fee63ee3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.196359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:11.200292 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.221015 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port cff1face-dec2-4bc0-8ec1-80ca00c6a117 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:11.278896 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-608302be-8991-40c1-93aa-a046fee63ee3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.347198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b63-c805-4b98-9c2d-62a12cb29785 req-1be2a700-09f6-4690-b532-da23b2a0e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:11.348581 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90e84b63-c805-4b98-9c2d-62a12cb29785 req-1be2a700-09f6-4690-b532-da23b2a0e3fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=316ecf02-2ead-4982-8664-cb147673895e HTTP/1.1" status: 200 len: 898 time: 0.3334851 Mar 29 09:25:11.383877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6e45ad9a-af39-4f07-bf6a-3cbb9577c90e tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.394587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6e45ad9a-af39-4f07-bf6a-3cbb9577c90e tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.394840 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.435308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.482259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:11.488909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:11.491341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:11.497110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:11.497765 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.515356 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=cff1face-dec2-4bc0-8ec1-80ca00c6a117,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:11.517929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6e45ad9a-af39-4f07-bf6a-3cbb9577c90e tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.518428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e45ad9a-af39-4f07-bf6a-3cbb9577c90e tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Fanout notify agent at l3_agent the message router_deleted on router 9db67a10-998e-4e4b-95ed-1ab3159bece5 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:25:11.523254 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90e84b63-c805-4b98-9c2d-62a12cb29785 req-55e66e9d-82a4-43c7-848e-69410bb6122c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 HTTP/1.1" status: 200 len: 1000 time: 0.1417511 Mar 29 09:25:11.525972 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-02a27426-71d3-47f4-8f9b-b7258101a495 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4337072 Mar 29 09:25:11.526580 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52158) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:11.532263 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5471ccba-d70e-4988-9657-e644b6e11442 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:11.532596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6e45ad9a-af39-4f07-bf6a-3cbb9577c90e tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.534198 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6e45ad9a-af39-4f07-bf6a-3cbb9577c90e tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/9db67a10-998e-4e4b-95ed-1ab3159bece5 HTTP/1.1" status: 204 len: 168 time: 0.5902939 Mar 29 09:25:11.539514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52160) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:11.574005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-608302be-8991-40c1-93aa-a046fee63ee3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.616789 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b63-c805-4b98-9c2d-62a12cb29785 req-5b67edc9-cb48-45c2-98d7-7babe16ca711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:11.618169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1d0831-4825-4737-8e16-7d9e8b63bc3c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting subnet af701893-283a-4c63-a4d7-324fbbf7396e {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:11.618293 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90e84b63-c805-4b98-9c2d-62a12cb29785 req-5b67edc9-cb48-45c2-98d7-7babe16ca711 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a7e1eb6-5b0b-46a7-a76f-959ab87035e2 HTTP/1.1" status: 200 len: 835 time: 0.0810375 Mar 29 09:25:11.644674 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0831-4825-4737-8e16-7d9e8b63bc3c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.676263 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5471ccba-d70e-4988-9657-e644b6e11442 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.676535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-608302be-8991-40c1-93aa-a046fee63ee3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.691226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84b63-c805-4b98-9c2d-62a12cb29785 req-ba9aca66-f8ba-4c79-ab03-fe66a80ee2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:11.692815 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90e84b63-c805-4b98-9c2d-62a12cb29785 req-ba9aca66-f8ba-4c79-ab03-fe66a80ee2df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=316ecf02-2ead-4982-8664-cb147673895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654933 Mar 29 09:25:11.701856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0831-4825-4737-8e16-7d9e8b63bc3c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.718731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608302be-8991-40c1-93aa-a046fee63ee3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Subnet': ['ID=021cbed6-1505-485c-8728-db828d79b2f3,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:11.720170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818ded6-649d-42f0-88da-f4a1f28f6d51 None None] Network f4a1e81a-7d05-4b45-90cb-105f09a8f222 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:11.721502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-608302be-8991-40c1-93aa-a046fee63ee3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.724690 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-608302be-8991-40c1-93aa-a046fee63ee3 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/021cbed6-1505-485c-8728-db828d79b2f3 HTTP/1.1" status: 204 len: 168 time: 0.7688215 Mar 29 09:25:11.744002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52164) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:11.787696 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-9237b252-934d-4f0a-b760-c91844bfb762 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] DELETE failed (client error): The resource could not be found. Mar 29 09:25:11.788559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9237b252-934d-4f0a-b760-c91844bfb762 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:11.792339 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9237b252-934d-4f0a-b760-c91844bfb762 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/847a7d9a-dae6-42b3-91c5-5e85ae7d8782 HTTP/1.1" status: 404 len: 337 time: 0.0471652 Mar 29 09:25:11.797892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52168) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:11.840180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-066e256b-9fa4-4faf-8858-10be8581eaa2 None None] Provisioning complete for port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:11.841212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-066e256b-9fa4-4faf-8858-10be8581eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.871711 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0e18bfc5-7038-43c2-88ea-3b59fcdc2ad6 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "GET /v2.0/ports?device_id=a301c69b-a952-488b-b44c-ce1d9fc6c65c HTTP/1.1" status: 200 len: 205 time: 0.0724585 Mar 29 09:25:11.874331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52174) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:11.890615 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-066e256b-9fa4-4faf-8858-10be8581eaa2 None None] Port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:11.902416 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-066e256b-9fa4-4faf-8858-10be8581eaa2 None None] Provisioning complete for port e6dd9bb8-eeab-4f06-b248-72310cebc7cf triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:11.903099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-066e256b-9fa4-4faf-8858-10be8581eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.923780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0831-4825-4737-8e16-7d9e8b63bc3c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.928656 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-a3f3950d-7461-4e81-8593-4f2bf1a417da tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] delete failed (client error): The resource could not be found. Mar 29 09:25:11.929713 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a3f3950d-7461-4e81-8593-4f2bf1a417da tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/routers/a301c69b-a952-488b-b44c-ce1d9fc6c65c HTTP/1.1" status: 404 len: 336 time: 0.0544605 Mar 29 09:25:11.933711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52180) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:11.962997 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f835ce7-4b53-40ea-a430-549df44bb098 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] DELETE failed (client error): The resource could not be found. Mar 29 09:25:11.963474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f835ce7-4b53-40ea-a430-549df44bb098 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:11.966516 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8f835ce7-4b53-40ea-a430-549df44bb098 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/6a1228d3-02c4-4968-9615-900079bbc474 HTTP/1.1" status: 404 len: 337 time: 0.0318830 Mar 29 09:25:11.969015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52186) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:11.990894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5471ccba-d70e-4988-9657-e644b6e11442 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:11.998106 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5471ccba-d70e-4988-9657-e644b6e11442 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.009123 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f9f70d-9447-4276-a0b3-86c07841ddaa tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] DELETE failed (client error): The resource could not be found. Mar 29 09:25:12.009123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f9f70d-9447-4276-a0b3-86c07841ddaa tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:12.014229 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e0f9f70d-9447-4276-a0b3-86c07841ddaa tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/166b5a90-c22b-4f39-853c-370a10560484 HTTP/1.1" status: 404 len: 337 time: 0.0413568 Mar 29 09:25:12.015637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52188) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:12.031477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91efe43-7a88-4cfc-9002-ddaec0d07b6e None None] DHCP port deletion for f4a1e81a-7d05-4b45-90cb-105f09a8f222 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:12.054430 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-5471ccba-d70e-4988-9657-e644b6e11442 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] In _notify_port_updated(), no bound segment for port cff1face-dec2-4bc0-8ec1-80ca00c6a117 on network b95a3dd6-ac82-4971-87f2-e54aa72489d3 {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:25:12.056462 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bd3b3a-f6d6-492d-849c-38494374ab2a tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] DELETE failed (client error): The resource could not be found. Mar 29 09:25:12.056911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bd3b3a-f6d6-492d-849c-38494374ab2a tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:12.059893 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d4bd3b3a-f6d6-492d-849c-38494374ab2a tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/e17c2913-488f-497d-8704-2d04b721d8f6 HTTP/1.1" status: 404 len: 337 time: 0.0428591 Mar 29 09:25:12.060043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5471ccba-d70e-4988-9657-e644b6e11442 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:12.060690 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5471ccba-d70e-4988-9657-e644b6e11442 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.062271 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5471ccba-d70e-4988-9657-e644b6e11442 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "PUT /v2.0/ports/cff1face-dec2-4bc0-8ec1-80ca00c6a117 HTTP/1.1" status: 200 len: 818 time: 0.5346632 Mar 29 09:25:12.065293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52190) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:12.065492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52192) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:12.074357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471ccba-d70e-4988-9657-e644b6e11442 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=cff1face-dec2-4bc0-8ec1-80ca00c6a117,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:12.098122 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef67c01a-e322-4d6b-a483-b4dd779be8ef tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] DELETE failed (client error): The resource could not be found. Mar 29 09:25:12.098815 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef67c01a-e322-4d6b-a483-b4dd779be8ef tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:12.102346 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ef67c01a-e322-4d6b-a483-b4dd779be8ef tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/a4af300e-6513-48fc-a461-092fb046daeb HTTP/1.1" status: 404 len: 333 time: 0.0360875 Mar 29 09:25:12.105355 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52194) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:12.116389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0831-4825-4737-8e16-7d9e8b63bc3c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.118845 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90e84b63-c805-4b98-9c2d-62a12cb29785 req-3b5aa598-0b75-4273-95db-a463b03b0087 service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087415 Mar 29 09:25:12.122503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c91efe43-7a88-4cfc-9002-ddaec0d07b6e None None] Deleting port e6dd9bb8-eeab-4f06-b248-72310cebc7cf {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:12.123326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c91efe43-7a88-4cfc-9002-ddaec0d07b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.199817 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dd2f29-fd2f-4678-9ee4-5791a243bd90 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] DELETE failed (client error): The resource could not be found. Mar 29 09:25:12.203750 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1dd2f29-fd2f-4678-9ee4-5791a243bd90 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:12.209529 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e1dd2f29-fd2f-4678-9ee4-5791a243bd90 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/26932cd0-cefc-4645-be34-acce72141376 HTTP/1.1" status: 404 len: 337 time: 0.1003234 Mar 29 09:25:12.210519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52202) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:12.210921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d0831-4825-4737-8e16-7d9e8b63bc3c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Subnet': ['ID=af701893-283a-4c63-a4d7-324fbbf7396e,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:12.214903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7c1d0831-4825-4737-8e16-7d9e8b63bc3c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.218448 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7c1d0831-4825-4737-8e16-7d9e8b63bc3c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/af701893-283a-4c63-a4d7-324fbbf7396e HTTP/1.1" status: 204 len: 168 time: 0.6780057 Mar 29 09:25:12.221922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52204) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:12.230135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870bcfc5-da0c-42f9-8cda-07e668f3ee7e None None] Network 574268ea-fdc5-4094-b230-e09fc996664d requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:12.268354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c91efe43-7a88-4cfc-9002-ddaec0d07b6e None None] For port e6dd9bb8-eeab-4f06-b248-72310cebc7cf, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e6dd9bb8-eeab-4f06-b248-72310cebc7cf,segment=NetworkSegment(010eaf8e-e49d-4f06-bd56-86e20ba08720),segment_id=010eaf8e-e49d-4f06-bd56-86e20ba08720)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:12.268880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c91efe43-7a88-4cfc-9002-ddaec0d07b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.290441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e52211-3cc2-4140-885d-77a3917fa6b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting subnet c8cfc5b3-3c1e-4318-b054-cf922e666a58 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:12.294035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-83e52211-3cc2-4140-885d-77a3917fa6b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.328058 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c91efe43-7a88-4cfc-9002-ddaec0d07b6e None None] Calling delete_port for e6dd9bb8-eeab-4f06-b248-72310cebc7cf owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:12.352285 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-83e52211-3cc2-4140-885d-77a3917fa6b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.374006 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90e84b63-c805-4b98-9c2d-62a12cb29785 req-dc4bbf70-ba7c-490a-9e33-f6d8182f4f92 service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364259 Mar 29 09:25:12.406115 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-2530f996-7cac-4873-bc61-1607de1e328a tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] DELETE failed (client error): The resource could not be found. Mar 29 09:25:12.407027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2530f996-7cac-4873-bc61-1607de1e328a tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:12.410377 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2530f996-7cac-4873-bc61-1607de1e328a tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/58b6eb80-c9b1-4aca-b15d-8354d6174b2a HTTP/1.1" status: 404 len: 337 time: 0.1959033 Mar 29 09:25:12.413885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52210) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:12.445967 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-83e52211-3cc2-4140-885d-77a3917fa6b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.455142 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f014a31-a05d-4f59-aaf7-33f573781ec8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] DELETE failed (client error): The resource could not be found. Mar 29 09:25:12.456216 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f014a31-a05d-4f59-aaf7-33f573781ec8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:12.461124 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4f014a31-a05d-4f59-aaf7-33f573781ec8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/540c2c20-7095-498e-8564-9f11d70c8fc9 HTTP/1.1" status: 404 len: 333 time: 0.0452647 Mar 29 09:25:12.468728 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52212) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:12.483012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c91efe43-7a88-4cfc-9002-ddaec0d07b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.485551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19fc55-d832-4d81-98a3-f3db1af8d405 req-29de4512-5b21-458e-ad34-3899a02d6f22 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:12.488105 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da19fc55-d832-4d81-98a3-f3db1af8d405 req-29de4512-5b21-458e-ad34-3899a02d6f22 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1624005 Mar 29 09:25:12.515775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a42e114b-6116-4d2f-b2fe-30409611eebc tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port cff1face-dec2-4bc0-8ec1-80ca00c6a117 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:12.516914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91efe43-7a88-4cfc-9002-ddaec0d07b6e None None] Pushing event deleted for resources: {'Port': ['ID=e6dd9bb8-eeab-4f06-b248-72310cebc7cf,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:12.517167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a42e114b-6116-4d2f-b2fe-30409611eebc tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.520448 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d03f655-cfc8-4835-8155-6e392522e197 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] DELETE failed (client error): The resource could not be found. Mar 29 09:25:12.521045 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91efe43-7a88-4cfc-9002-ddaec0d07b6e None None] No DVR routers for this DVR port e6dd9bb8-eeab-4f06-b248-72310cebc7cf on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:12.521335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d03f655-cfc8-4835-8155-6e392522e197 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:12.524988 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8d03f655-cfc8-4835-8155-6e392522e197 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/898ae629-30dd-4fdc-a45e-e344ae181aec HTTP/1.1" status: 404 len: 337 time: 0.0549762 Mar 29 09:25:12.528216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52214) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:12.545204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a03108c-dfa0-431f-9786-c4c4fb28fb24 None None] DHCP port deletion for 574268ea-fdc5-4094-b230-e09fc996664d request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:12.547609 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-83e52211-3cc2-4140-885d-77a3917fa6b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.577042 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f1b310-db49-4f00-994d-b4ed376b3cd8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] DELETE failed (client error): The resource could not be found. Mar 29 09:25:12.577615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f1b310-db49-4f00-994d-b4ed376b3cd8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:12.583963 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-46f1b310-db49-4f00-994d-b4ed376b3cd8 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/subnets/19f34538-2ff6-4c02-9154-c8bb406b786b HTTP/1.1" status: 404 len: 337 time: 0.0522945 Mar 29 09:25:12.584271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52216) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:12.614474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e52211-3cc2-4140-885d-77a3917fa6b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Subnet': ['ID=c8cfc5b3-3c1e-4318-b054-cf922e666a58,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:12.616503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7a03108c-dfa0-431f-9786-c4c4fb28fb24 None None] Deleting port 71ebe70c-abae-40fa-b1e8-30f4593063b5 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:12.616954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7a03108c-dfa0-431f-9786-c4c4fb28fb24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.618897 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-83e52211-3cc2-4140-885d-77a3917fa6b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.622160 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-83e52211-3cc2-4140-885d-77a3917fa6b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/c8cfc5b3-3c1e-4318-b054-cf922e666a58 HTTP/1.1" status: 204 len: 168 time: 0.3991981 Mar 29 09:25:12.624771 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52218) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:12.632496 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da19fc55-d832-4d81-98a3-f3db1af8d405 req-41958966-e97d-437a-b526-4903e3fd68ef tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213253 Mar 29 09:25:12.663565 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a42e114b-6116-4d2f-b2fe-30409611eebc tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.686027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a42e114b-6116-4d2f-b2fe-30409611eebc tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for cff1face-dec2-4bc0-8ec1-80ca00c6a117 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:12.686535 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdebca8-6072-4f90-990c-dfd016eafd3c None None] Network 70332baf-65be-4e66-8536-757d23ae8949 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:12.721011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-7a03108c-dfa0-431f-9786-c4c4fb28fb24 None None] For port 71ebe70c-abae-40fa-b1e8-30f4593063b5, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=71ebe70c-abae-40fa-b1e8-30f4593063b5,segment=NetworkSegment(e5ca121b-f617-4f2a-83c5-ae7ac57cb69e),segment_id=e5ca121b-f617-4f2a-83c5-ae7ac57cb69e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:12.721817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7a03108c-dfa0-431f-9786-c4c4fb28fb24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.735599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.789522 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7a03108c-dfa0-431f-9786-c4c4fb28fb24 None None] Calling delete_port for 71ebe70c-abae-40fa-b1e8-30f4593063b5 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:12.799279 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a1735fbc-1c7d-4191-a5be-3af04c22d618 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Deleting port dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:12.800221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a1735fbc-1c7d-4191-a5be-3af04c22d618 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.802392 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 71ebe70c-abae-40fa-b1e8-30f4593063b5 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:12.802836 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.877058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a42e114b-6116-4d2f-b2fe-30409611eebc tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.877304 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] For port 71ebe70c-abae-40fa-b1e8-30f4593063b5, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=71ebe70c-abae-40fa-b1e8-30f4593063b5,segment=NetworkSegment(e5ca121b-f617-4f2a-83c5-ae7ac57cb69e),segment_id=e5ca121b-f617-4f2a-83c5-ae7ac57cb69e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:12.877544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.879675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a1735fbc-1c7d-4191-a5be-3af04c22d618 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.891680 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 71ebe70c-abae-40fa-b1e8-30f4593063b5 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:12.921174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e114b-6116-4d2f-b2fe-30409611eebc tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=cff1face-dec2-4bc0-8ec1-80ca00c6a117,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:12.923485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7a03108c-dfa0-431f-9786-c4c4fb28fb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.924370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a1735fbc-1c7d-4191-a5be-3af04c22d618 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Calling delete_port for dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:12.934339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a42e114b-6116-4d2f-b2fe-30409611eebc tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:12.941189 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a42e114b-6116-4d2f-b2fe-30409611eebc tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/cff1face-dec2-4bc0-8ec1-80ca00c6a117 HTTP/1.1" status: 204 len: 168 time: 0.8730922 Mar 29 09:25:12.941430 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52220) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:12.956585 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03108c-dfa0-431f-9786-c4c4fb28fb24 None None] Pushing event deleted for resources: {'Port': ['ID=71ebe70c-abae-40fa-b1e8-30f4593063b5,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:12.959050 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03108c-dfa0-431f-9786-c4c4fb28fb24 None None] No DVR routers for this DVR port 71ebe70c-abae-40fa-b1e8-30f4593063b5 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:13.010694 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113cb4b6-c7eb-4b64-be03-94b9d462a3c9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:13.012196 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-113cb4b6-c7eb-4b64-be03-94b9d462a3c9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0699999 Mar 29 09:25:13.014878 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52222) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:13.023363 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a1735fbc-1c7d-4191-a5be-3af04c22d618 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.048301 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-573104a2-8ae8-4c16-bfbb-3a847a0d3e91 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:25:13.049916 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-573104a2-8ae8-4c16-bfbb-3a847a0d3e91 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/cff1face-dec2-4bc0-8ec1-80ca00c6a117 HTTP/1.1" status: 404 len: 333 time: 0.0341163 Mar 29 09:25:13.053474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52224) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:13.056125 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069927b-6f11-442c-94c4-6359ac669de9 None None] DHCP port deletion for 70332baf-65be-4e66-8536-757d23ae8949 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:13.058226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fbf0da14-80ff-4b51-ba9e-0e3287759079 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-600218132'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:13.065557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.066682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a1735fbc-1c7d-4191-a5be-3af04c22d618 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.070139 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a1735fbc-1c7d-4191-a5be-3af04c22d618 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/ports/dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce HTTP/1.1" status: 204 len: 168 time: 0.4825051 Mar 29 09:25:13.071177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1735fbc-1c7d-4191-a5be-3af04c22d618 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Port': ['ID=dc0a75e8-a0ef-4e75-9481-2cd8a2a276ce,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:13.073469 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52226) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:13.098486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=71ebe70c-abae-40fa-b1e8-30f4593063b5,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:13.108451 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No DVR routers for this DVR port 71ebe70c-abae-40fa-b1e8-30f4593063b5 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:13.115617 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf0da14-80ff-4b51-ba9e-0e3287759079 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:13.118117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6069927b-6f11-442c-94c4-6359ac669de9 None None] Deleting port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:13.118631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6069927b-6f11-442c-94c4-6359ac669de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.119164 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fbf0da14-80ff-4b51-ba9e-0e3287759079 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.160320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.187390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-6069927b-6f11-442c-94c4-6359ac669de9 None None] For port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=65a4daaf-cc0c-4008-8ee7-ccd901dc72ce,segment=NetworkSegment(a47788d5-1cf9-43a5-8702-144175188451),segment_id=a47788d5-1cf9-43a5-8702-144175188451)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:13.187816 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6069927b-6f11-442c-94c4-6359ac669de9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.201740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6069927b-6f11-442c-94c4-6359ac669de9 None None] Calling delete_port for 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:13.217254 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.220416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf0da14-80ff-4b51-ba9e-0e3287759079 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:13.243616 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fbf0da14-80ff-4b51-ba9e-0e3287759079 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.243951 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-fbf0da14-80ff-4b51-ba9e-0e3287759079 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Added segment f4731011-3b7b-4f08-9ad1-d73d77096c74 of type vlan for network 0b8378ab-0da0-4133-a3a4-f926219ca1cb Mar 29 09:25:13.245914 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['574268ea-fdc5-4094-b230-e09fc996664d']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:13.257987 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.263935 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ca121b-f617-4f2a-83c5-ae7ac57cb69e') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:13.264238 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ca121b-f617-4f2a-83c5-ae7ac57cb69e') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:13.280030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a1e81a-7d05-4b45-90cb-105f09a8f222']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:13.292423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6069927b-6f11-442c-94c4-6359ac669de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.293921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010eaf8e-e49d-4f06-bd56-86e20ba08720') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:13.294439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010eaf8e-e49d-4f06-bd56-86e20ba08720') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:13.295127 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.306786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.315383 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fbf0da14-80ff-4b51-ba9e-0e3287759079 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.322057 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069927b-6f11-442c-94c4-6359ac669de9 None None] Pushing event deleted for resources: {'Port': ['ID=65a4daaf-cc0c-4008-8ee7-ccd901dc72ce,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:13.323900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.324844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.327804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069927b-6f11-442c-94c4-6359ac669de9 None None] No DVR routers for this DVR port 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:13.332915 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:13.334107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.334536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:13.334947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:13.337939 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:13.343361 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:13.393050 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fbf0da14-80ff-4b51-ba9e-0e3287759079 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.399620 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf0da14-80ff-4b51-ba9e-0e3287759079 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:13.399620 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fbf0da14-80ff-4b51-ba9e-0e3287759079 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.403268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.410712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.413720 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] 10.222.0.32 "DELETE /v2.0/networks/f4a1e81a-7d05-4b45-90cb-105f09a8f222 HTTP/1.1" status: 204 len: 168 time: 0.3390601 Mar 29 09:25:13.424846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30c01d-87bb-4d3a-bddd-eb1cd59b29b4 tempest-PortsIpV6TestJSON-1004181497 tempest-PortsIpV6TestJSON-1004181497-project] Pushing event deleted for resources: {'Network': ['ID=f4a1e81a-7d05-4b45-90cb-105f09a8f222,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:13.444799 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fbf0da14-80ff-4b51-ba9e-0e3287759079 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3902571 Mar 29 09:25:13.445525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.447805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52230) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:13.461209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a9012cd7-f47d-4703-a6ff-9df09e811a5c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': '0b8378ab-0da0-4133-a3a4-f926219ca1cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:13.480791 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.483996 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/networks/574268ea-fdc5-4094-b230-e09fc996664d HTTP/1.1" status: 204 len: 168 time: 0.8576298 Mar 29 09:25:13.486963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52232) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:13.489838 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0da14-80ff-4b51-ba9e-0e3287759079 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Network': ['ID=0b8378ab-0da0-4133-a3a4-f926219ca1cb,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:13.503301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 0b8378ab-0da0-4133-a3a4-f926219ca1cb details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:13.506341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e86b8-84fc-41fc-a731-54df29ff5e34 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Network': ['ID=574268ea-fdc5-4094-b230-e09fc996664d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:13.628421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.645683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9012cd7-f47d-4703-a6ff-9df09e811a5c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:13.649160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9012cd7-f47d-4703-a6ff-9df09e811a5c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.718136 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52238) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:13.839599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.870581 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70332baf-65be-4e66-8536-757d23ae8949']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:13.874780 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-418adb80-51b3-4cd4-bccc-e74c18a2e793 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42def34a06ed4f0aa357c9e4448b63d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543934 Mar 29 09:25:13.877961 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52242) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:13.888602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47788d5-1cf9-43a5-8702-144175188451') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:13.888941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47788d5-1cf9-43a5-8702-144175188451') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:13.905027 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e6dd9bb8-eeab-4f06-b248-72310cebc7cf no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:13.905467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aae33a-46a5-450b-808a-24cc385ae866 req-c4564fee-43dd-4b4b-b8d3-1c216d496cb1 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:13.907057 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-10aae33a-46a5-450b-808a-24cc385ae866 req-c4564fee-43dd-4b4b-b8d3-1c216d496cb1 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1530592 Mar 29 09:25:13.914235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.928013 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-34a6888a-c983-4507-913c-ab4d25a666a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.930240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: e6dd9bb8-eeab-4f06-b248-72310cebc7cf {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:13.930868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e6dd9bb8-eeab-4f06-b248-72310cebc7cf not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:13.931373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 71ebe70c-abae-40fa-b1e8-30f4593063b5 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:13.950562 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-34a6888a-c983-4507-913c-ab4d25a666a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:13.951770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 71ebe70c-abae-40fa-b1e8-30f4593063b5 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:13.952224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 71ebe70c-abae-40fa-b1e8-30f4593063b5 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:13.952875 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:13.974480 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:13.974976 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 65a4daaf-cc0c-4008-8ee7-ccd901dc72ce not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:14.009810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-34a6888a-c983-4507-913c-ab4d25a666a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.012489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-34a6888a-c983-4507-913c-ab4d25a666a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.013949 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-34a6888a-c983-4507-913c-ab4d25a666a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3ad9e8c-1d14-4a0e-bb58-83320046a83c HTTP/1.1" status: 204 len: 168 time: 0.1348586 Mar 29 09:25:14.023167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6888a-c983-4507-913c-ab4d25a666a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ad9e8c-1d14-4a0e-bb58-83320046a83c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:14.282444 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.294263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:14.294668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:14.298482 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:14.394103 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-10aae33a-46a5-450b-808a-24cc385ae866 req-be2837b8-c187-4575-9082-7c06857abc3b tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4753439 Mar 29 09:25:14.410269 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.414617 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.421433 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/networks/70332baf-65be-4e66-8536-757d23ae8949 HTTP/1.1" status: 204 len: 168 time: 0.9297333 Mar 29 09:25:14.421668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52256) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:14.426914 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-15801fd9-9024-479d-8020-1d1c8d2929f6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-465528216'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:14.435003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9012cd7-f47d-4703-a6ff-9df09e811a5c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.443684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e853-c991-46e9-aa45-6cf608658f7d tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Network': ['ID=70332baf-65be-4e66-8536-757d23ae8949,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:14.450601 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15801fd9-9024-479d-8020-1d1c8d2929f6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:14.455769 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15801fd9-9024-479d-8020-1d1c8d2929f6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.488744 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15801fd9-9024-479d-8020-1d1c8d2929f6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:14.499756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15801fd9-9024-479d-8020-1d1c8d2929f6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.500112 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-15801fd9-9024-479d-8020-1d1c8d2929f6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Added segment 7c703bb6-4352-411a-9546-86a3b41cfc41 of type vlan for network 9627c783-a8e9-4ebd-99e7-6731eba02d97 Mar 29 09:25:14.508430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9012cd7-f47d-4703-a6ff-9df09e811a5c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Subnet': ['ID=04ddbbaf-f243-4da7-a15d-c834f37c6a0c,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:14.525745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9012cd7-f47d-4703-a6ff-9df09e811a5c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Checking segment: {'id': 'f4731011-3b7b-4f08-9ad1-d73d77096c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0b8378ab-0da0-4133-a3a4-f926219ca1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:14.526174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9012cd7-f47d-4703-a6ff-9df09e811a5c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network hostable DHCP agents. Network: 0b8378ab-0da0-4133-a3a4-f926219ca1cb, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:14.544206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9012cd7-f47d-4703-a6ff-9df09e811a5c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network 0b8378ab-0da0-4133-a3a4-f926219ca1cb is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:14.549503 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15801fd9-9024-479d-8020-1d1c8d2929f6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.554937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-a9012cd7-f47d-4703-a6ff-9df09e811a5c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 0b8378ab-0da0-4133-a3a4-f926219ca1cb) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:14.561687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9012cd7-f47d-4703-a6ff-9df09e811a5c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:14.562564 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9012cd7-f47d-4703-a6ff-9df09e811a5c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.567205 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9166307-c1b4-4f71-aca1-d3fdc69eb2c6 None None] Network 0b8378ab-0da0-4133-a3a4-f926219ca1cb requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:14.586745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15801fd9-9024-479d-8020-1d1c8d2929f6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.591853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15801fd9-9024-479d-8020-1d1c8d2929f6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:14.593911 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15801fd9-9024-479d-8020-1d1c8d2929f6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.605819 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a9012cd7-f47d-4703-a6ff-9df09e811a5c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1566186 Mar 29 09:25:14.607913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52264) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:14.616218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f9842ef9-bcc2-465e-9ed1-caa52f19b77a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': '0b8378ab-0da0-4133-a3a4-f926219ca1cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:14.645073 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-15801fd9-9024-479d-8020-1d1c8d2929f6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2221797 Mar 29 09:25:14.647916 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52268) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:14.656396 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6dc50b7b-aee4-41c1-ba54-4eaaf3732b7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'subnet': {'network_id': '9627c783-a8e9-4ebd-99e7-6731eba02d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:14.698250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15801fd9-9024-479d-8020-1d1c8d2929f6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Network': ['ID=9627c783-a8e9-4ebd-99e7-6731eba02d97,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:14.710860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 9627c783-a8e9-4ebd-99e7-6731eba02d97 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:14.753181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9842ef9-bcc2-465e-9ed1-caa52f19b77a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:14.763092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f9842ef9-bcc2-465e-9ed1-caa52f19b77a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.790856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52270) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:14.793424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-0b8378ab-0da0-4133-a3a4-f926219ca1cb', 'network_id': '0b8378ab-0da0-4133-a3a4-f926219ca1cb', 'tenant_id': '2ac88b2108fe4d7ebe255bc33a876621', 'fixed_ips': [{'subnet_id': '04ddbbaf-f243-4da7-a15d-c834f37c6a0c'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:14.794286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.819422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc50b7b-aee4-41c1-ba54-4eaaf3732b7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:14.824426 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6dc50b7b-aee4-41c1-ba54-4eaaf3732b7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.877439 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.ipam_backend_mixin [None req-f9842ef9-bcc2-465e-9ed1-caa52f19b77a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 04ddbbaf-f243-4da7-a15d-c834f37c6a0c (CIDR: 172.20.0.0/28) Mar 29 09:25:14.881473 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9842ef9-bcc2-465e-9ed1-caa52f19b77a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:25:14.882326 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9842ef9-bcc2-465e-9ed1-caa52f19b77a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:25:14.910993 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f9842ef9-bcc2-465e-9ed1-caa52f19b77a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3002365 Mar 29 09:25:14.914270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52274) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:14.920713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-6ddd7a21-4fc1-4446-b314-df1ec73a1ad8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': '0b8378ab-0da0-4133-a3a4-f926219ca1cb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:14.950718 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-654f5ad5-dda9-4ccd-bc6a-3083ac4b5f64 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1555574667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:14.970861 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Allocated IP 172.20.0.2 (0b8378ab-0da0-4133-a3a4-f926219ca1cb/04ddbbaf-f243-4da7-a15d-c834f37c6a0c/21d10944-5769-4159-a548-85f163f55eb0) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:14.989097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-654f5ad5-dda9-4ccd-bc6a-3083ac4b5f64 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:14.990131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-654f5ad5-dda9-4ccd-bc6a-3083ac4b5f64 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.037536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddd7a21-4fc1-4446-b314-df1ec73a1ad8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:15.041235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6ddd7a21-4fc1-4446-b314-df1ec73a1ad8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.049400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6dc50b7b-aee4-41c1-ba54-4eaaf3732b7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.099966 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-654f5ad5-dda9-4ccd-bc6a-3083ac4b5f64 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.107681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-654f5ad5-dda9-4ccd-bc6a-3083ac4b5f64 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.131696 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.138905 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.149202 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc50b7b-aee4-41c1-ba54-4eaaf3732b7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Subnet': ['ID=34245810-a75e-4776-8637-c28122b4b36d,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:15.155149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-654f5ad5-dda9-4ccd-bc6a-3083ac4b5f64 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.156336 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-654f5ad5-dda9-4ccd-bc6a-3083ac4b5f64 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3648098 Mar 29 09:25:15.161244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52276) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:15.164916 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc50b7b-aee4-41c1-ba54-4eaaf3732b7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Checking segment: {'id': '7c703bb6-4352-411a-9546-86a3b41cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9627c783-a8e9-4ebd-99e7-6731eba02d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:15.165272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc50b7b-aee4-41c1-ba54-4eaaf3732b7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network hostable DHCP agents. Network: 9627c783-a8e9-4ebd-99e7-6731eba02d97, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:15.168249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-571567001'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:15.179657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Network 0b8378ab-0da0-4133-a3a4-f926219ca1cb is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:15.184100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc50b7b-aee4-41c1-ba54-4eaaf3732b7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network 9627c783-a8e9-4ebd-99e7-6731eba02d97 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:15.186104 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:15.193200 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:15.194541 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-6dc50b7b-aee4-41c1-ba54-4eaaf3732b7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 9627c783-a8e9-4ebd-99e7-6731eba02d97) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:15.198652 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc50b7b-aee4-41c1-ba54-4eaaf3732b7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:15.199498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6dc50b7b-aee4-41c1-ba54-4eaaf3732b7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.200203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Made reservation on behalf of edb0b271ee18422590da328939eff664 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:15.204272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.215507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e7fabd-4822-45a2-860f-5c39d67fa4f7 None None] Network 9627c783-a8e9-4ebd-99e7-6731eba02d97 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:15.217785 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6dc50b7b-aee4-41c1-ba54-4eaaf3732b7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5685873 Mar 29 09:25:15.221128 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52278) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:15.225656 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-85d48cd1-35d8-4557-9484-66a9e2196ec4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1909612169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:15.234406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.246106 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85d48cd1-35d8-4557-9484-66a9e2196ec4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.247129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85d48cd1-35d8-4557-9484-66a9e2196ec4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.299829 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85d48cd1-35d8-4557-9484-66a9e2196ec4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.304734 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85d48cd1-35d8-4557-9484-66a9e2196ec4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.326545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85d48cd1-35d8-4557-9484-66a9e2196ec4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.328395 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-85d48cd1-35d8-4557-9484-66a9e2196ec4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1062489 Mar 29 09:25:15.332283 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52280) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:15.338835 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'port': {'network_id': '9627c783-a8e9-4ebd-99e7-6731eba02d97', 'name': 'tempest-RoutersIpV6Test-1148196494'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:15.375888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6ddd7a21-4fc1-4446-b314-df1ec73a1ad8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.416695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.456194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd7a21-4fc1-4446-b314-df1ec73a1ad8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Subnet': ['ID=e582212c-a639-478c-bbdf-58e049a809d5,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:15.464339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:15.465395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.468631 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.477658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd7a21-4fc1-4446-b314-df1ec73a1ad8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network 0b8378ab-0da0-4133-a3a4-f926219ca1cb is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:15.490093 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] device_id is not set on port a1cc0505-d281-4992-9211-7b4cd4e11b1b yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:15.495487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:15.498012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-6ddd7a21-4fc1-4446-b314-df1ec73a1ad8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:15.507646 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Pushing event updated for resources: {'Port': ['ID=21d10944-5769-4159-a548-85f163f55eb0,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:15.519702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Attempting to bind port 21d10944-5769-4159-a548-85f163f55eb0 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:15.520077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Attempting to bind port 21d10944-5769-4159-a548-85f163f55eb0 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f4731011-3b7b-4f08-9ad1-d73d77096c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0b8378ab-0da0-4133-a3a4-f926219ca1cb'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:15.520441 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Attempting to bind port 21d10944-5769-4159-a548-85f163f55eb0 on network 0b8378ab-0da0-4133-a3a4-f926219ca1cb {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:15.527066 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd7a21-4fc1-4446-b314-df1ec73a1ad8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:15.527944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6ddd7a21-4fc1-4446-b314-df1ec73a1ad8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.529342 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:15.529790 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Checking segment: {'id': 'f4731011-3b7b-4f08-9ad1-d73d77096c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0b8378ab-0da0-4133-a3a4-f926219ca1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:15.530211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.531213 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Bound using segment: {'id': 'f4731011-3b7b-4f08-9ad1-d73d77096c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0b8378ab-0da0-4133-a3a4-f926219ca1cb'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:15.531213 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Bound port: 21d10944-5769-4159-a548-85f163f55eb0, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4731011-3b7b-4f08-9ad1-d73d77096c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '0b8378ab-0da0-4133-a3a4-f926219ca1cb'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:15.532040 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.557282 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.557710 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Added segment f2d46b52-7f48-4012-9440-22cf4926bffc of type vlan for network 02298e66-5557-471a-baf0-9266a691db6a Mar 29 09:25:15.575299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f1555b-e948-4bd6-ae76-7af91956a08d,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:15.606145 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6ddd7a21-4fc1-4446-b314-df1ec73a1ad8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6912808 Mar 29 09:25:15.610755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52284) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:15.615239 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Allocated IP 2001:db8::306 (9627c783-a8e9-4ebd-99e7-6731eba02d97/34245810-a75e-4776-8637-c28122b4b36d/a1cc0505-d281-4992-9211-7b4cd4e11b1b) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:15.619903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': '0b8378ab-0da0-4133-a3a4-f926219ca1cb', 'fixed_ips': [{'subnet_id': '04ddbbaf-f243-4da7-a15d-c834f37c6a0c'}, {'subnet_id': 'e582212c-a639-478c-bbdf-58e049a809d5'}], 'name': 'tempest-PortsTestJSON-1815179044'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:15.641878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179190c7-764e-49a5-ade9-94a542f73a2a req-69a9bb3b-1f31-46aa-9aff-0d83dfa4d799 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:15.643767 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-179190c7-764e-49a5-ade9-94a542f73a2a req-69a9bb3b-1f31-46aa-9aff-0d83dfa4d799 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1682572 Mar 29 09:25:15.657183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.666147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] For port 21d10944-5769-4159-a548-85f163f55eb0, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:15.677882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-9627c783-a8e9-4ebd-99e7-6731eba02d97', 'network_id': '9627c783-a8e9-4ebd-99e7-6731eba02d97', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'fixed_ips': [{'subnet_id': '34245810-a75e-4776-8637-c28122b4b36d'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:15.678802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.685327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] For port 21d10944-5769-4159-a548-85f163f55eb0, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=21d10944-5769-4159-a548-85f163f55eb0,segment=NetworkSegment(f4731011-3b7b-4f08-9ad1-d73d77096c74),segment_id=f4731011-3b7b-4f08-9ad1-d73d77096c74)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:15.695183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.772345 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.777924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:15.778566 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:15.803384 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-179190c7-764e-49a5-ade9-94a542f73a2a req-abcec3ae-dfff-4dd2-9ad9-6bdfdd9f63e9 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431210 Mar 29 09:25:15.854507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf215e0a-c4f4-4390-9dff-8d5d97f8a25a None None] Pushing event updated for resources: {'Port': ['ID=21d10944-5769-4159-a548-85f163f55eb0,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:15.867660 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7033806 Mar 29 09:25:15.874608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52286) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:15.879761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-4be598ee-b0f4-4de8-9657-015322fae9b3 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Request body: {'subnet': {'network_id': '02298e66-5557-471a-baf0-9266a691db6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:15.933142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e0bd6-84af-48f5-b918-c148f08fdc78 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'Network': ['ID=02298e66-5557-471a-baf0-9266a691db6a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:15.950599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 02298e66-5557-471a-baf0-9266a691db6a details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:16.023608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:16.113593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be598ee-b0f4-4de8-9657-015322fae9b3 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Made reservation on behalf of edb0b271ee18422590da328939eff664 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:16.117227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4be598ee-b0f4-4de8-9657-015322fae9b3 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.200454 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.211621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.240090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.242588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port ba8738cd-8c6c-43c2-b69a-83ed1e92b082 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:16.288639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Allocated IP 2001:db8::2 (9627c783-a8e9-4ebd-99e7-6731eba02d97/34245810-a75e-4776-8637-c28122b4b36d/85789cb5-c8a4-4cf6-8e1a-8b873770b38b) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:16.293066 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network 9627c783-a8e9-4ebd-99e7-6731eba02d97 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:16.296521 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:16.301410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:16.307675 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:16.308183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.312186 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=a1cc0505-d281-4992-9211-7b4cd4e11b1b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:16.325129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.325749 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.326190 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.326643 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.327077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.327495 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.327892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.328282 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.329337 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.329783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.330232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.330756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.355443 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6e0a419b-b2a9-4eb3-8f6e-9148bb3adaf8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0219405 Mar 29 09:25:16.356226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52288) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:16.465939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.473990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.490062 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4be598ee-b0f4-4de8-9657-015322fae9b3 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.522254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Network 9627c783-a8e9-4ebd-99e7-6731eba02d97 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:16.525483 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:16.528201 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:16.538462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Pushing event updated for resources: {'Port': ['ID=85789cb5-c8a4-4cf6-8e1a-8b873770b38b,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:16.598288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Attempting to bind port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:16.598582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Attempting to bind port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '7c703bb6-4352-411a-9546-86a3b41cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9627c783-a8e9-4ebd-99e7-6731eba02d97'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:16.598954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Attempting to bind port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b on network 9627c783-a8e9-4ebd-99e7-6731eba02d97 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:16.606824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:16.607199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Checking segment: {'id': '7c703bb6-4352-411a-9546-86a3b41cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9627c783-a8e9-4ebd-99e7-6731eba02d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:16.607604 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.608053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Bound using segment: {'id': '7c703bb6-4352-411a-9546-86a3b41cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9627c783-a8e9-4ebd-99e7-6731eba02d97'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:16.608578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Bound port: 85789cb5-c8a4-4cf6-8e1a-8b873770b38b, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c703bb6-4352-411a-9546-86a3b41cfc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9627c783-a8e9-4ebd-99e7-6731eba02d97'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:16.608969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.634705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be598ee-b0f4-4de8-9657-015322fae9b3 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'Subnet': ['ID=4bf29a21-4077-4822-b9d3-1faf96b798dc,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:16.691051 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be598ee-b0f4-4de8-9657-015322fae9b3 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Checking segment: {'id': 'f2d46b52-7f48-4012-9440-22cf4926bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '02298e66-5557-471a-baf0-9266a691db6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:16.691465 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be598ee-b0f4-4de8-9657-015322fae9b3 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Network hostable DHCP agents. Network: 02298e66-5557-471a-baf0-9266a691db6a, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:16.694135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] For port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:16.697631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] For port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=85789cb5-c8a4-4cf6-8e1a-8b873770b38b,segment=NetworkSegment(7c703bb6-4352-411a-9546-86a3b41cfc41),segment_id=7c703bb6-4352-411a-9546-86a3b41cfc41)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:16.704564 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.717312 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.743513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be598ee-b0f4-4de8-9657-015322fae9b3 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Network 02298e66-5557-471a-baf0-9266a691db6a is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:16.763759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-4be598ee-b0f4-4de8-9657-015322fae9b3 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 02298e66-5557-471a-baf0-9266a691db6a) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:16.771406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.11 (0b8378ab-0da0-4133-a3a4-f926219ca1cb/04ddbbaf-f243-4da7-a15d-c834f37c6a0c/ba8738cd-8c6c-43c2-b69a-83ed1e92b082) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:16.775025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be598ee-b0f4-4de8-9657-015322fae9b3 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:16.775727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4be598ee-b0f4-4de8-9657-015322fae9b3 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.792034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.20 (0b8378ab-0da0-4133-a3a4-f926219ca1cb/e582212c-a639-478c-bbdf-58e049a809d5/ba8738cd-8c6c-43c2-b69a-83ed1e92b082) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:16.800004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039a4e68-7ac7-4dc9-a65d-9b41006a253b None None] Network 02298e66-5557-471a-baf0-9266a691db6a requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:16.801259 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4be598ee-b0f4-4de8-9657-015322fae9b3 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9254913 Mar 29 09:25:16.801967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52290) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:16.811689 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c7e4740b-976a-4ee1-ba04-25f96332d2ba tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Request body: {'network': {'name': 'tempest-router-network01--679452837'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:16.901781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e4740b-976a-4ee1-ba04-25f96332d2ba tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Made reservation on behalf of edb0b271ee18422590da328939eff664 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:16.905259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7e4740b-976a-4ee1-ba04-25f96332d2ba tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:16.910225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Pushing event updated for resources: {'Port': ['ID=85789cb5-c8a4-4cf6-8e1a-8b873770b38b,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:16.929664 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.930891 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.931649 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.931787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.932193 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.932813 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.933850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.934398 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.934836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.935506 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.936423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:16.936423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61317503-6875-484b-88a2-f40a6d34e694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:17.020511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af487681-caf4-4212-84c4-1b9d26303b6d None None] Network 0b8378ab-0da0-4133-a3a4-f926219ca1cb requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:17.038733 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e4740b-976a-4ee1-ba04-25f96332d2ba tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:17.041717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-02298e66-5557-471a-baf0-9266a691db6a', 'network_id': '02298e66-5557-471a-baf0-9266a691db6a', 'tenant_id': 'edb0b271ee18422590da328939eff664', 'fixed_ips': [{'subnet_id': '4bf29a21-4077-4822-b9d3-1faf96b798dc'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:17.042443 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.111211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6c7f3-2d1b-493c-b1a9-16474f2b4b6e req-e7523d01-9943-485c-94f4-51784193e4ca tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:17.112736 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bef6c7f3-2d1b-493c-b1a9-16474f2b4b6e req-e7523d01-9943-485c-94f4-51784193e4ca tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1804855 Mar 29 09:25:17.114522 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7e4740b-976a-4ee1-ba04-25f96332d2ba tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.114870 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-c7e4740b-976a-4ee1-ba04-25f96332d2ba tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Added segment d2840e4d-ccb5-415f-9587-cd520b2ab187 of type vlan for network 17724355-3920-4222-9635-5598156e56ea Mar 29 09:25:17.143062 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-245c3045-f763-4144-968f-f0bd1f75895a None None] Provisioning complete for port 21d10944-5769-4159-a548-85f163f55eb0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:17.143345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-245c3045-f763-4144-968f-f0bd1f75895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.174619 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.182031 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.224306 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7e4740b-976a-4ee1-ba04-25f96332d2ba tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.231586 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bef6c7f3-2d1b-493c-b1a9-16474f2b4b6e req-9cec452b-00d6-415c-8dd6-14052596dbb0 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024666 Mar 29 09:25:17.246504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.297825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7e4740b-976a-4ee1-ba04-25f96332d2ba tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.304809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e4740b-976a-4ee1-ba04-25f96332d2ba tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:17.306727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7e4740b-976a-4ee1-ba04-25f96332d2ba tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.331602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=a1cc0505-d281-4992-9211-7b4cd4e11b1b,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:17.338644 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.400927 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c7e4740b-976a-4ee1-ba04-25f96332d2ba tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5942864 Mar 29 09:25:17.409014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52294) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:17.416926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.420043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Allocated IP 2001:db8::2 (02298e66-5557-471a-baf0-9266a691db6a/4bf29a21-4077-4822-b9d3-1faf96b798dc/ed57ee46-17a9-4708-a450-c2f2d3e7c143) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:17.438704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-599a999f-13ef-4c52-b9b0-77b95180fb8e tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Request body: {'network': {'name': 'tempest-router-network02--464126741'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:17.455726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-245c3045-f763-4144-968f-f0bd1f75895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.457799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4740b-976a-4ee1-ba04-25f96332d2ba tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'Network': ['ID=17724355-3920-4222-9635-5598156e56ea,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:17.461948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network 0b8378ab-0da0-4133-a3a4-f926219ca1cb is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:17.472746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:17.476581 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:17.481742 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 17724355-3920-4222-9635-5598156e56ea details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:17.485528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=ba8738cd-8c6c-43c2-b69a-83ed1e92b082,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:17.513590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599a999f-13ef-4c52-b9b0-77b95180fb8e tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Made reservation on behalf of edb0b271ee18422590da328939eff664 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:17.517739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-599a999f-13ef-4c52-b9b0-77b95180fb8e tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.557095 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:17.557785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.566651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599a999f-13ef-4c52-b9b0-77b95180fb8e tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:17.579856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-599a999f-13ef-4c52-b9b0-77b95180fb8e tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.580244 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-599a999f-13ef-4c52-b9b0-77b95180fb8e tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Added segment 09c05709-1d9d-4586-ae58-7d785ad2272a of type vlan for network 6fdb773e-0187-4251-bc3c-fe57e570e327 Mar 29 09:25:17.587564 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-23af6f11-7a29-4e88-9f85-b30dac5b210c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9729733 Mar 29 09:25:17.592300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52296) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:17.598248 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7ca2ee2b-c343-4442-a3ff-28a26af2e52c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '04ddbbaf-f243-4da7-a15d-c834f37c6a0c'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:17.627000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-599a999f-13ef-4c52-b9b0-77b95180fb8e tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.634544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-245c3045-f763-4144-968f-f0bd1f75895a None None] For port 21d10944-5769-4159-a548-85f163f55eb0, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=21d10944-5769-4159-a548-85f163f55eb0,segment=NetworkSegment(f4731011-3b7b-4f08-9ad1-d73d77096c74),segment_id=f4731011-3b7b-4f08-9ad1-d73d77096c74)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:17.636485 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.655063 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-245c3045-f763-4144-968f-f0bd1f75895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.655467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-599a999f-13ef-4c52-b9b0-77b95180fb8e tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.664232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599a999f-13ef-4c52-b9b0-77b95180fb8e tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:17.664857 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-599a999f-13ef-4c52-b9b0-77b95180fb8e tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.707123 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ea911b-5e00-4987-8e07-80ab35e078fb None None] Update dhcp port {'port': {'network_id': '0b8378ab-0da0-4133-a3a4-f926219ca1cb', 'fixed_ips': [{'subnet_id': '04ddbbaf-f243-4da7-a15d-c834f37c6a0c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e582212c-a639-478c-bbdf-58e049a809d5'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': '21d10944-5769-4159-a548-85f163f55eb0'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:25:17.720928 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-599a999f-13ef-4c52-b9b0-77b95180fb8e tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2826381 Mar 29 09:25:17.722261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52298) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:17.726313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-efcba20a-1b09-4f3a-be90-739bb2623553 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Request body: {'subnet': {'network_id': '17724355-3920-4222-9635-5598156e56ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:17.786497 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b4ea911b-5e00-4987-8e07-80ab35e078fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.786748 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a999f-13ef-4c52-b9b0-77b95180fb8e tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'Network': ['ID=6fdb773e-0187-4251-bc3c-fe57e570e327,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:17.794808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c3045-f763-4144-968f-f0bd1f75895a None None] Pushing event updated for resources: {'Port': ['ID=21d10944-5769-4159-a548-85f163f55eb0,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:17.818859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 6fdb773e-0187-4251-bc3c-fe57e570e327 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:17.826119 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.865899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.867539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcba20a-1b09-4f3a-be90-739bb2623553 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Made reservation on behalf of edb0b271ee18422590da328939eff664 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:17.872316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-efcba20a-1b09-4f3a-be90-739bb2623553 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:17.956845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ca2ee2b-c343-4442-a3ff-28a26af2e52c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.162925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-efcba20a-1b09-4f3a-be90-739bb2623553 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.203762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.236006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcba20a-1b09-4f3a-be90-739bb2623553 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Checking segment: {'id': 'd2840e4d-ccb5-415f-9587-cd520b2ab187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '17724355-3920-4222-9635-5598156e56ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:18.236368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcba20a-1b09-4f3a-be90-739bb2623553 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Network hostable DHCP agents. Network: 17724355-3920-4222-9635-5598156e56ea, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:18.255010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcba20a-1b09-4f3a-be90-739bb2623553 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'Subnet': ['ID=e307075f-aec5-443f-aa01-52883402405a,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:18.257909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.258824 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.267475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcba20a-1b09-4f3a-be90-739bb2623553 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Network 17724355-3920-4222-9635-5598156e56ea is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:18.279668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-efcba20a-1b09-4f3a-be90-739bb2623553 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 17724355-3920-4222-9635-5598156e56ea) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:18.286290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcba20a-1b09-4f3a-be90-739bb2623553 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:18.287089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-efcba20a-1b09-4f3a-be90-739bb2623553 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.298464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 21d10944-5769-4159-a548-85f163f55eb0 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:18.314804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d073edd1-50cf-45a3-a851-b222f5b92b41 None None] Network 17724355-3920-4222-9635-5598156e56ea requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:18.315020 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-efcba20a-1b09-4f3a-be90-739bb2623553 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5891190 Mar 29 09:25:18.315020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52302) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:18.320673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Request body: {'subnet': {'network_id': '6fdb773e-0187-4251-bc3c-fe57e570e327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:18.338236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Network 02298e66-5557-471a-baf0-9266a691db6a is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:18.380461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:18.396162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:18.403104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=a1cc0505-d281-4992-9211-7b4cd4e11b1b,revision_number=3']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:18.408565 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b4486d-eb19-4d02-be04-04d212db7f2c None None] Network 9627c783-a8e9-4ebd-99e7-6731eba02d97 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:18.410209 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Pushing event updated for resources: {'Port': ['ID=ed57ee46-17a9-4708-a450-c2f2d3e7c143,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:18.471865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network 9627c783-a8e9-4ebd-99e7-6731eba02d97 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:18.474012 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:18.475179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2e85-7ac6-4316-a9df-27b5303496a2 req-1e54ec4f-d196-4224-a33c-ea8a6a66d262 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:18.478039 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ebee2e85-7ac6-4316-a9df-27b5303496a2 req-1e54ec4f-d196-4224-a33c-ea8a6a66d262 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.0816507 Mar 29 09:25:18.500013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Made reservation on behalf of edb0b271ee18422590da328939eff664 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:18.504030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.547705 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ebee2e85-7ac6-4316-a9df-27b5303496a2 req-9d99825f-dfc4-4919-8fd0-ddad546caaff tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641050 Mar 29 09:25:18.620815 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router 0445a380-03e0-4b84-8ecb-37138ebd241e is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:25:18.622282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-b4ea911b-5e00-4987-8e07-80ab35e078fb None None] Allocated IP 172.20.0.18 (0b8378ab-0da0-4133-a3a4-f926219ca1cb/e582212c-a639-478c-bbdf-58e049a809d5/21d10944-5769-4159-a548-85f163f55eb0) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:18.638120 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b28179a6-855c-46a2-87a9-ebdc2479633a None None] Provisioning complete for port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:18.638493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b28179a6-855c-46a2-87a9-ebdc2479633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.644411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Attempting to bind port ed57ee46-17a9-4708-a450-c2f2d3e7c143 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:18.644780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Attempting to bind port ed57ee46-17a9-4708-a450-c2f2d3e7c143 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'f2d46b52-7f48-4012-9440-22cf4926bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '02298e66-5557-471a-baf0-9266a691db6a'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:18.645137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Attempting to bind port ed57ee46-17a9-4708-a450-c2f2d3e7c143 on network 02298e66-5557-471a-baf0-9266a691db6a {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:18.700264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 21d10944-5769-4159-a548-85f163f55eb0 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:18.700556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.720610 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:18.723988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:18.724367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Checking segment: {'id': 'f2d46b52-7f48-4012-9440-22cf4926bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '02298e66-5557-471a-baf0-9266a691db6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:18.724766 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.725159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Bound using segment: {'id': 'f2d46b52-7f48-4012-9440-22cf4926bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '02298e66-5557-471a-baf0-9266a691db6a'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:18.725666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Bound port: ed57ee46-17a9-4708-a450-c2f2d3e7c143, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d46b52-7f48-4012-9440-22cf4926bffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '02298e66-5557-471a-baf0-9266a691db6a'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:18.726053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.726179 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-94c2ba95-45da-434c-be0f-60185d3ef9a9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/0445a380-03e0-4b84-8ecb-37138ebd241e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3687549 Mar 29 09:25:18.728768 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52304) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:18.741358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.774005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956e63bd-6fa2-48e6-b691-bcb39b346b8d None None] Sync routers for ids ['0445a380-03e0-4b84-8ecb-37138ebd241e'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:18.778942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c2c6c-2a2b-4fc3-9f38-3ccd6f128265 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:18.783868 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-160c2c6c-2a2b-4fc3-9f38-3ccd6f128265 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports/a1cc0505-d281-4992-9211-7b4cd4e11b1b HTTP/1.1" status: 200 len: 984 time: 0.0507009 Mar 29 09:25:18.784062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52306) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:18.807495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'Subnet': ['ID=0bf0b15d-276e-4973-87d8-be4046d65bea,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:18.824474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:18.824907 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:18.825452 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:18.825867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:18.826263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:18.826655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:18.827443 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:18.827443 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:18.827659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:18.828086 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:18.829769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:18.829769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:25:18.842011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Checking segment: {'id': '09c05709-1d9d-4586-ae58-7d785ad2272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6fdb773e-0187-4251-bc3c-fe57e570e327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:18.842472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Network hostable DHCP agents. Network: 6fdb773e-0187-4251-bc3c-fe57e570e327, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:18.860935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Network 6fdb773e-0187-4251-bc3c-fe57e570e327 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:18.872649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 6fdb773e-0187-4251-bc3c-fe57e570e327) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:18.878611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:18.879194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:18.899341 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-df37213e-17b7-48e5-9c2d-465d8bf15197 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5825188 Mar 29 09:25:18.901767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52308) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:18.902110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e63bd-6fa2-48e6-b691-bcb39b346b8d None None] Routers {'0445a380-03e0-4b84-8ecb-37138ebd241e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:18.902739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-956e63bd-6fa2-48e6-b691-bcb39b346b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0445a380-03e0-4b84-8ecb-37138ebd241e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:18.917596 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e0cc9d-bb0d-4c6c-afeb-47c9a5e0620d None None] Network 6fdb773e-0187-4251-bc3c-fe57e570e327 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:18.992495 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-956e63bd-6fa2-48e6-b691-bcb39b346b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:19.028968 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-17724355-3920-4222-9635-5598156e56ea', 'network_id': '17724355-3920-4222-9635-5598156e56ea', 'tenant_id': 'edb0b271ee18422590da328939eff664', 'fixed_ips': [{'subnet_id': 'e307075f-aec5-443f-aa01-52883402405a'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:19.029829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.135954 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01345d5c-ef8f-4456-9e47-d0e11c7b5c6a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.136236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-b4ea911b-5e00-4987-8e07-80ab35e078fb None None] For port 21d10944-5769-4159-a548-85f163f55eb0, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=21d10944-5769-4159-a548-85f163f55eb0,segment=NetworkSegment(f4731011-3b7b-4f08-9ad1-d73d77096c74),segment_id=f4731011-3b7b-4f08-9ad1-d73d77096c74)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:19.145303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e63bd-6fa2-48e6-b691-bcb39b346b8d None None] Routers {'0445a380-03e0-4b84-8ecb-37138ebd241e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:19.145950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-956e63bd-6fa2-48e6-b691-bcb39b346b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0445a380-03e0-4b84-8ecb-37138ebd241e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:19.182613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.213654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] For port ed57ee46-17a9-4708-a450-c2f2d3e7c143, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:19.247911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-956e63bd-6fa2-48e6-b691-bcb39b346b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:19.248463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956e63bd-6fa2-48e6-b691-bcb39b346b8d None None] The sync data for ids ['0445a380-03e0-4b84-8ecb-37138ebd241e'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:19.266513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b28179a6-855c-46a2-87a9-ebdc2479633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.270722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] For port ed57ee46-17a9-4708-a450-c2f2d3e7c143, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ed57ee46-17a9-4708-a450-c2f2d3e7c143,segment=NetworkSegment(f2d46b52-7f48-4012-9440-22cf4926bffc),segment_id=f2d46b52-7f48-4012-9440-22cf4926bffc)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:19.343993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.361511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b4ea911b-5e00-4987-8e07-80ab35e078fb None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.363371 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-01345d5c-ef8f-4456-9e47-d0e11c7b5c6a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port a1cc0505-d281-4992-9211-7b4cd4e11b1b {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:19.363720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01345d5c-ef8f-4456-9e47-d0e11c7b5c6a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.372001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 85789cb5-c8a4-4cf6-8e1a-8b873770b38b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:19.442468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b4ea911b-5e00-4987-8e07-80ab35e078fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.452319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Allocated IP 2001:db8::1 (17724355-3920-4222-9635-5598156e56ea/e307075f-aec5-443f-aa01-52883402405a/525a5047-811d-4a3a-8e9d-26588879e2a7) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:19.528540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-7ca2ee2b-c343-4442-a3ff-28a26af2e52c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Delete allocated IP 172.20.0.20 (0b8378ab-0da0-4133-a3a4-f926219ca1cb/e582212c-a639-478c-bbdf-58e049a809d5) {{(pid=102495) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 09:25:19.535023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-b28179a6-855c-46a2-87a9-ebdc2479633a None None] For port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=85789cb5-c8a4-4cf6-8e1a-8b873770b38b,segment=NetworkSegment(7c703bb6-4352-411a-9546-86a3b41cfc41),segment_id=7c703bb6-4352-411a-9546-86a3b41cfc41)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:19.560227 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b28179a6-855c-46a2-87a9-ebdc2479633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.569299 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01345d5c-ef8f-4456-9e47-d0e11c7b5c6a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.597002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a21592-0d39-495e-95ed-941b63f17b7d None None] Pushing event updated for resources: {'Port': ['ID=ed57ee46-17a9-4708-a450-c2f2d3e7c143,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:19.646266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.646699 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-6fdb773e-0187-4251-bc3c-fe57e570e327', 'network_id': '6fdb773e-0187-4251-bc3c-fe57e570e327', 'tenant_id': 'edb0b271ee18422590da328939eff664', 'fixed_ips': [{'subnet_id': '0bf0b15d-276e-4973-87d8-be4046d65bea'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:19.647574 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.672189 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-01345d5c-ef8f-4456-9e47-d0e11c7b5c6a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for a1cc0505-d281-4992-9211-7b4cd4e11b1b owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:19.735603 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:19.736042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.762236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.816500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100af19-417a-429c-acb3-d9f8e3dfccee req-8db06456-b6b1-4b89-b0d0-0b1c735bcef8 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:19.819441 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d100af19-417a-429c-acb3-d9f8e3dfccee req-8db06456-b6b1-4b89-b0d0-0b1c735bcef8 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1482306 Mar 29 09:25:19.860804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ca2ee2b-c343-4442-a3ff-28a26af2e52c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.908638 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ca2ee2b-c343-4442-a3ff-28a26af2e52c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:19.920793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'Port': ['ID=525a5047-811d-4a3a-8e9d-26588879e2a7,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:19.947757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Network 17724355-3920-4222-9635-5598156e56ea is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:19.951883 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:19.955851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea911b-5e00-4987-8e07-80ab35e078fb None None] Pushing event updated for resources: {'Port': ['ID=21d10944-5769-4159-a548-85f163f55eb0,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:19.956309 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:19.957066 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:20.022223 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d100af19-417a-429c-acb3-d9f8e3dfccee req-b53e309d-f273-4ca0-be5d-81cb087553aa tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972539 Mar 29 09:25:20.116196 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2ee2b-c343-4442-a3ff-28a26af2e52c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=ba8738cd-8c6c-43c2-b69a-83ed1e92b082,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:20.153684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:20.170108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2ee2b-c343-4442-a3ff-28a26af2e52c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] In _notify_port_updated(), no bound segment for port ba8738cd-8c6c-43c2-b69a-83ed1e92b082 on network 0b8378ab-0da0-4133-a3a4-f926219ca1cb {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:25:20.176523 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca2ee2b-c343-4442-a3ff-28a26af2e52c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:20.177368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ca2ee2b-c343-4442-a3ff-28a26af2e52c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:20.181249 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7ca2ee2b-c343-4442-a3ff-28a26af2e52c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "PUT /v2.0/ports/ba8738cd-8c6c-43c2-b69a-83ed1e92b082 HTTP/1.1" status: 200 len: 920 time: 2.5867362 Mar 29 09:25:20.182406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52312) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:20.183147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01345d5c-ef8f-4456-9e47-d0e11c7b5c6a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:20.198735 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8c6993bf-6009-42df-be21-d3136413b595 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '04ddbbaf-f243-4da7-a15d-c834f37c6a0c'}, {'subnet_id': 'e582212c-a639-478c-bbdf-58e049a809d5'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:20.211136 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:25:20.283474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01345d5c-ef8f-4456-9e47-d0e11c7b5c6a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=a1cc0505-d281-4992-9211-7b4cd4e11b1b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:20.365888 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3137bf2d-0e32-487a-9479-3ada367255d9 None None] Provisioning complete for port a1cc0505-d281-4992-9211-7b4cd4e11b1b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:20.366265 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3137bf2d-0e32-487a-9479-3ada367255d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:20.410486 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Allocated IP 2001:db8::2 (17724355-3920-4222-9635-5598156e56ea/e307075f-aec5-443f-aa01-52883402405a/097c9915-51c4-4b6b-ab2b-3a5b306f3ce7) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:20.414272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c6993bf-6009-42df-be21-d3136413b595 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:20.426191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-3137bf2d-0e32-487a-9479-3ada367255d9 None None] Port a1cc0505-d281-4992-9211-7b4cd4e11b1b was deleted so its status cannot be updated. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 29 09:25:20.466447 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01345d5c-ef8f-4456-9e47-d0e11c7b5c6a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:20.501511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28179a6-855c-46a2-87a9-ebdc2479633a None None] Pushing event updated for resources: {'Port': ['ID=85789cb5-c8a4-4cf6-8e1a-8b873770b38b,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:20.564891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:20.572001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:20.572927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Allocated IP 2001:db8::2 (6fdb773e-0187-4251-bc3c-fe57e570e327/0bf0b15d-276e-4973-87d8-be4046d65bea/1e3e14c9-6995-4f34-81f1-4eb92b2e92df) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:20.573352 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:20.576857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3137bf2d-0e32-487a-9479-3ada367255d9 None None] Provisioning complete for port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:20.577157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3137bf2d-0e32-487a-9479-3ada367255d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:20.735735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'Port': ['ID=525a5047-811d-4a3a-8e9d-26588879e2a7,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:20.780638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Network 17724355-3920-4222-9635-5598156e56ea is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:20.782977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:20.911208 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d321f4-adba-498d-8611-95d774fd3f2d None None] Network 0b8378ab-0da0-4133-a3a4-f926219ca1cb requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:20.981668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Router 5b6e73c5-3f50-486c-8671-8b53718f51f9 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:25:21.117678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 21d10944-5769-4159-a548-85f163f55eb0 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:21.192817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:21.230591 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:21.330409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-40b08d97-d6bf-4bbb-add7-400aecde0d4a None None] Provisioning complete for port ba8738cd-8c6c-43c2-b69a-83ed1e92b082 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:21.330879 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-40b08d97-d6bf-4bbb-add7-400aecde0d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:21.400544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Network 17724355-3920-4222-9635-5598156e56ea is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:21.428455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:21.431146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:21.448493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:21.450084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cd0e09-df59-49d8-90be-89c880f1d170 None None] Network 02298e66-5557-471a-baf0-9266a691db6a requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:21.453988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Pushing event updated for resources: {'Port': ['ID=097c9915-51c4-4b6b-ab2b-3a5b306f3ce7,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:21.487628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01345d5c-ef8f-4456-9e47-d0e11c7b5c6a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router 0445a380-03e0-4b84-8ecb-37138ebd241e has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:25:21.488803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 21d10944-5769-4159-a548-85f163f55eb0 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:21.489191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:21.506045 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:21.523128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-40b08d97-d6bf-4bbb-add7-400aecde0d4a None None] Port ba8738cd-8c6c-43c2-b69a-83ed1e92b082 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:21.608281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:21.613985 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-db067b9e-3674-433b-bfb5-98f6cf70d717 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "PUT /v2.0/routers/5b6e73c5-3f50-486c-8671-8b53718f51f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7108707 Mar 29 09:25:21.618108 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52316) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:21.620879 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c680f9-80c0-4512-8656-1abce7810f51 None None] Sync routers for ids ['5b6e73c5-3f50-486c-8671-8b53718f51f9'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:21.629432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01345d5c-ef8f-4456-9e47-d0e11c7b5c6a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:21.639476 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-01345d5c-ef8f-4456-9e47-d0e11c7b5c6a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/0445a380-03e0-4b84-8ecb-37138ebd241e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8514116 Mar 29 09:25:21.639699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52318) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:21.639829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-40b08d97-d6bf-4bbb-add7-400aecde0d4a None None] Could not find standard attr ID for object a1cc0505-d281-4992-9211-7b4cd4e11b1b. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:25:21.666625 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c680f9-80c0-4512-8656-1abce7810f51 None None] Routers {'5b6e73c5-3f50-486c-8671-8b53718f51f9'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:21.669242 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b3c680f9-80c0-4512-8656-1abce7810f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5b6e73c5-3f50-486c-8671-8b53718f51f9'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:21.671336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cb003-8ca5-41b7-a39d-b405ea30fccb req-08b7fe21-6f49-452d-bb62-7743ca8993ee tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:21.673335 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2a1cb003-8ca5-41b7-a39d-b405ea30fccb req-08b7fe21-6f49-452d-bb62-7743ca8993ee tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1032903 Mar 29 09:25:21.683816 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Network 6fdb773e-0187-4251-bc3c-fe57e570e327 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:21.694565 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d058fde-53a5-44a4-95b0-2cbce67f0ac8 None None] Sync routers for ids ['0445a380-03e0-4b84-8ecb-37138ebd241e'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:21.705892 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b3c680f9-80c0-4512-8656-1abce7810f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:21.711240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Attempting to bind port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:21.711616 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Attempting to bind port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'd2840e4d-ccb5-415f-9587-cd520b2ab187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '17724355-3920-4222-9635-5598156e56ea'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:21.711982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Attempting to bind port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 on network 17724355-3920-4222-9635-5598156e56ea {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:21.714598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:21.715380 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c680f9-80c0-4512-8656-1abce7810f51 None None] Routers {'5b6e73c5-3f50-486c-8671-8b53718f51f9'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:21.716427 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b3c680f9-80c0-4512-8656-1abce7810f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5b6e73c5-3f50-486c-8671-8b53718f51f9'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:21.717142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:21.738007 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Pushing event updated for resources: {'Port': ['ID=1e3e14c9-6995-4f34-81f1-4eb92b2e92df,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:21.751958 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b3c680f9-80c0-4512-8656-1abce7810f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:21.752940 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c680f9-80c0-4512-8656-1abce7810f51 None None] The sync data for ids ['5b6e73c5-3f50-486c-8671-8b53718f51f9'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:21.767788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:21.768585 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Checking segment: {'id': 'd2840e4d-ccb5-415f-9587-cd520b2ab187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '17724355-3920-4222-9635-5598156e56ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:21.769019 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:21.769504 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Bound using segment: {'id': 'd2840e4d-ccb5-415f-9587-cd520b2ab187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '17724355-3920-4222-9635-5598156e56ea'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:21.771930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Bound port: 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2840e4d-ccb5-415f-9587-cd520b2ab187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '17724355-3920-4222-9635-5598156e56ea'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:21.771930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:21.772423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-40b08d97-d6bf-4bbb-add7-400aecde0d4a None None] Provisioning complete for port 21d10944-5769-4159-a548-85f163f55eb0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:21.773352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-40b08d97-d6bf-4bbb-add7-400aecde0d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:21.820253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d058fde-53a5-44a4-95b0-2cbce67f0ac8 None None] Routers {'0445a380-03e0-4b84-8ecb-37138ebd241e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:21.820873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-7d058fde-53a5-44a4-95b0-2cbce67f0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0445a380-03e0-4b84-8ecb-37138ebd241e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:21.871845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-8c6993bf-6009-42df-be21-d3136413b595 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.26 (0b8378ab-0da0-4133-a3a4-f926219ca1cb/e582212c-a639-478c-bbdf-58e049a809d5/ba8738cd-8c6c-43c2-b69a-83ed1e92b082) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:21.891928 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-321dcdfb-2ea1-456e-b8f6-f322689eeb4e tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] remove_router_interface failed (client error): The resource could not be found. Mar 29 09:25:21.895596 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-321dcdfb-2ea1-456e-b8f6-f322689eeb4e tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/0445a380-03e0-4b84-8ecb-37138ebd241e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2524340 Mar 29 09:25:21.895750 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-7d058fde-53a5-44a4-95b0-2cbce67f0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:21.897171 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52320) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:21.912310 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2a1cb003-8ca5-41b7-a39d-b405ea30fccb req-48c5672b-3653-403d-a5f6-94a3f9c089a8 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440034 Mar 29 09:25:21.955075 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ed3581e3-d5f1-4796-84a2-c04a3cb71855 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=0445a380-03e0-4b84-8ecb-37138ebd241e HTTP/1.1" status: 200 len: 205 time: 0.0567820 Mar 29 09:25:21.957698 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52322) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:21.986738 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Attempting to bind port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:21.987339 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Attempting to bind port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '09c05709-1d9d-4586-ae58-7d785ad2272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6fdb773e-0187-4251-bc3c-fe57e570e327'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:21.987448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Attempting to bind port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df on network 6fdb773e-0187-4251-bc3c-fe57e570e327 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:22.009318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d058fde-53a5-44a4-95b0-2cbce67f0ac8 None None] Routers {'0445a380-03e0-4b84-8ecb-37138ebd241e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:22.009958 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-7d058fde-53a5-44a4-95b0-2cbce67f0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['0445a380-03e0-4b84-8ecb-37138ebd241e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:22.020100 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:22.020572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Checking segment: {'id': '09c05709-1d9d-4586-ae58-7d785ad2272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6fdb773e-0187-4251-bc3c-fe57e570e327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:22.020901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.021253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Bound using segment: {'id': '09c05709-1d9d-4586-ae58-7d785ad2272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6fdb773e-0187-4251-bc3c-fe57e570e327'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:22.021749 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Bound port: 1e3e14c9-6995-4f34-81f1-4eb92b2e92df, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c05709-1d9d-4586-ae58-7d785ad2272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6fdb773e-0187-4251-bc3c-fe57e570e327'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:22.022140 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.067895 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec72b305-384d-4786-8c5b-187d50f306fe tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.084871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-7d058fde-53a5-44a4-95b0-2cbce67f0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:22.085505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d058fde-53a5-44a4-95b0-2cbce67f0ac8 None None] The sync data for ids ['0445a380-03e0-4b84-8ecb-37138ebd241e'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:22.110395 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-3877942e-8407-4fb7-bf5c-75fd42c20a0f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:25:22.114543 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 85789cb5-c8a4-4cf6-8e1a-8b873770b38b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:22.114711 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3877942e-8407-4fb7-bf5c-75fd42c20a0f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "PUT /v2.0/routers/5b6e73c5-3f50-486c-8671-8b53718f51f9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4912956 Mar 29 09:25:22.114711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52324) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:22.132582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] For port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:22.199946 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] For port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=097c9915-51c4-4b6b-ab2b-3a5b306f3ce7,segment=NetworkSegment(d2840e4d-ccb5-415f-9587-cd520b2ab187),segment_id=d2840e4d-ccb5-415f-9587-cd520b2ab187)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:22.216224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.257154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec72b305-384d-4786-8c5b-187d50f306fe tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.260082 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec72b305-384d-4786-8c5b-187d50f306fe tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.307052 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] For port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:22.313964 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] For port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1e3e14c9-6995-4f34-81f1-4eb92b2e92df,segment=NetworkSegment(09c05709-1d9d-4586-ae58-7d785ad2272a),segment_id=09c05709-1d9d-4586-ae58-7d785ad2272a)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:22.327139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec72b305-384d-4786-8c5b-187d50f306fe tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.327655 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec72b305-384d-4786-8c5b-187d50f306fe tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Fanout notify agent at l3_agent the message router_deleted on router 0445a380-03e0-4b84-8ecb-37138ebd241e {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:25:22.335896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec72b305-384d-4786-8c5b-187d50f306fe tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.337070 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ec72b305-384d-4786-8c5b-187d50f306fe tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/0445a380-03e0-4b84-8ecb-37138ebd241e HTTP/1.1" status: 204 len: 168 time: 0.3782775 Mar 29 09:25:22.340494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.341598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52326) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:22.401383 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715fea3-44cb-4efc-af79-091daccd2c98 None None] Pushing event updated for resources: {'Port': ['ID=097c9915-51c4-4b6b-ab2b-3a5b306f3ce7,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:22.433135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c6993bf-6009-42df-be21-d3136413b595 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.452889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b0a3da-0a99-4345-ac9c-b049df04bff4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting subnet 34245810-a75e-4776-8637-c28122b4b36d {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:22.463479 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a3da-0a99-4345-ac9c-b049df04bff4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.466525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c6993bf-6009-42df-be21-d3136413b595 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.468641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:22.469594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.616355 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6993bf-6009-42df-be21-d3136413b595 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=ba8738cd-8c6c-43c2-b69a-83ed1e92b082,revision_number=3']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:22.644666 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a3da-0a99-4345-ac9c-b049df04bff4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.698638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91f05bb9-b355-42da-b61f-8ef8aef0928b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.867033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2de8bbe5-f731-44e2-9eae-af9a82655756 None None] Provisioning complete for port ed57ee46-17a9-4708-a450-c2f2d3e7c143 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:22.867555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2de8bbe5-f731-44e2-9eae-af9a82655756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:22.955523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d86cc-c3bf-4a7e-b585-be653571bce1 None None] Pushing event updated for resources: {'Port': ['ID=1e3e14c9-6995-4f34-81f1-4eb92b2e92df,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:23.019541 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a3da-0a99-4345-ac9c-b049df04bff4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.125816 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ed57ee46-17a9-4708-a450-c2f2d3e7c143 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:23.174335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2de8bbe5-f731-44e2-9eae-af9a82655756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.184802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedb9cd-97a2-4f88-9710-8ab741b0105d req-4611aff9-3b58-42c8-8998-1ebddffd81df tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:23.188904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-baedb9cd-97a2-4f88-9710-8ab741b0105d req-4611aff9-3b58-42c8-8998-1ebddffd81df tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1069813 Mar 29 09:25:23.223117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-2de8bbe5-f731-44e2-9eae-af9a82655756 None None] For port ed57ee46-17a9-4708-a450-c2f2d3e7c143, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ed57ee46-17a9-4708-a450-c2f2d3e7c143,segment=NetworkSegment(f2d46b52-7f48-4012-9440-22cf4926bffc),segment_id=f2d46b52-7f48-4012-9440-22cf4926bffc)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:23.224910 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port ed57ee46-17a9-4708-a450-c2f2d3e7c143 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:23.225280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.229930 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8c6993bf-6009-42df-be21-d3136413b595 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] In _notify_port_updated(), no bound segment for port ba8738cd-8c6c-43c2-b69a-83ed1e92b082 on network 0b8378ab-0da0-4133-a3a4-f926219ca1cb {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:25:23.237161 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6993bf-6009-42df-be21-d3136413b595 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:23.237968 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c6993bf-6009-42df-be21-d3136413b595 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.242362 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8c6993bf-6009-42df-be21-d3136413b595 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "PUT /v2.0/ports/ba8738cd-8c6c-43c2-b69a-83ed1e92b082 HTTP/1.1" status: 200 len: 1000 time: 3.0543289 Mar 29 09:25:23.242362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52330) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:23.249990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2de8bbe5-f731-44e2-9eae-af9a82655756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.289853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a3da-0a99-4345-ac9c-b049df04bff4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.324622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8bbe5-f731-44e2-9eae-af9a82655756 None None] Pushing event updated for resources: {'Port': ['ID=ed57ee46-17a9-4708-a450-c2f2d3e7c143,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:23.342023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0a3da-0a99-4345-ac9c-b049df04bff4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Subnet': ['ID=34245810-a75e-4776-8637-c28122b4b36d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:23.357293 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-baedb9cd-97a2-4f88-9710-8ab741b0105d req-58d6bfc5-a991-45ab-9ea2-f153e6fa1acc tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536949 Mar 29 09:25:23.392501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe230a-7375-45bf-85b4-02758e9a4471 None None] Network 9627c783-a8e9-4ebd-99e7-6731eba02d97 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:23.395043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a3da-0a99-4345-ac9c-b049df04bff4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.401280 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d1b0a3da-0a99-4345-ac9c-b049df04bff4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/34245810-a75e-4776-8637-c28122b4b36d HTTP/1.1" status: 204 len: 168 time: 1.0572350 Mar 29 09:25:23.402116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52332) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:23.422275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-94ae7348-cdd6-4334-9d4f-9781e25810d5 None None] Provisioning complete for port ed57ee46-17a9-4708-a450-c2f2d3e7c143 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:23.422654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94ae7348-cdd6-4334-9d4f-9781e25810d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.436556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-91f05bb9-b355-42da-b61f-8ef8aef0928b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Deleting port 525a5047-811d-4a3a-8e9d-26588879e2a7 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:23.436950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91f05bb9-b355-42da-b61f-8ef8aef0928b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.444857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-71e1c76b-c447-4e73-acc9-4754925949a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port ba8738cd-8c6c-43c2-b69a-83ed1e92b082 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:23.445547 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71e1c76b-c447-4e73-acc9-4754925949a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.651104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.673363 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71e1c76b-c447-4e73-acc9-4754925949a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.677097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-94ae7348-cdd6-4334-9d4f-9781e25810d5 None None] Provisioning complete for port ba8738cd-8c6c-43c2-b69a-83ed1e92b082 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:23.677737 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94ae7348-cdd6-4334-9d4f-9781e25810d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.681445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91f05bb9-b355-42da-b61f-8ef8aef0928b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.698322 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-71e1c76b-c447-4e73-acc9-4754925949a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for ba8738cd-8c6c-43c2-b69a-83ed1e92b082 owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:23.752453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-91f05bb9-b355-42da-b61f-8ef8aef0928b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Calling delete_port for 525a5047-811d-4a3a-8e9d-26588879e2a7 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:23.806602 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267a23f-2677-4b1e-b1a9-206f444a93ef None None] DHCP port deletion for 9627c783-a8e9-4ebd-99e7-6731eba02d97 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:23.846365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-94ae7348-cdd6-4334-9d4f-9781e25810d5 None None] Port ba8738cd-8c6c-43c2-b69a-83ed1e92b082 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:23.886626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1e3e14c9-6995-4f34-81f1-4eb92b2e92df up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:23.891438 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-94ae7348-cdd6-4334-9d4f-9781e25810d5 None None] Provisioning complete for port 21d10944-5769-4159-a548-85f163f55eb0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:23.891862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94ae7348-cdd6-4334-9d4f-9781e25810d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:23.937302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:23.940074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.047374 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71e1c76b-c447-4e73-acc9-4754925949a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.062334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] For port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=85789cb5-c8a4-4cf6-8e1a-8b873770b38b,segment=NetworkSegment(7c703bb6-4352-411a-9546-86a3b41cfc41),segment_id=7c703bb6-4352-411a-9546-86a3b41cfc41)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:24.076703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.084404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6267a23f-2677-4b1e-b1a9-206f444a93ef None None] Deleting port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:24.085174 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6267a23f-2677-4b1e-b1a9-206f444a93ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.095983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1c76b-c447-4e73-acc9-4754925949a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=ba8738cd-8c6c-43c2-b69a-83ed1e92b082,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:24.114235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:24.114903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.179689 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 85789cb5-c8a4-4cf6-8e1a-8b873770b38b owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:24.273933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71e1c76b-c447-4e73-acc9-4754925949a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.285978 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-71e1c76b-c447-4e73-acc9-4754925949a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/ba8738cd-8c6c-43c2-b69a-83ed1e92b082 HTTP/1.1" status: 204 len: 168 time: 1.0422032 Mar 29 09:25:24.286326 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52334) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:24.301063 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-6267a23f-2677-4b1e-b1a9-206f444a93ef None None] For port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=85789cb5-c8a4-4cf6-8e1a-8b873770b38b,segment=NetworkSegment(7c703bb6-4352-411a-9546-86a3b41cfc41),segment_id=7c703bb6-4352-411a-9546-86a3b41cfc41)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:24.301681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6267a23f-2677-4b1e-b1a9-206f444a93ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.316860 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-62227124-f5e5-468e-9924-fd371f9d1d43 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:25:24.321411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52336) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:24.323363 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-62227124-f5e5-468e-9924-fd371f9d1d43 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/ba8738cd-8c6c-43c2-b69a-83ed1e92b082 HTTP/1.1" status: 404 len: 333 time: 0.0357463 Mar 29 09:25:24.331750 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6267a23f-2677-4b1e-b1a9-206f444a93ef None None] Calling delete_port for 85789cb5-c8a4-4cf6-8e1a-8b873770b38b owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:24.369999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91f05bb9-b355-42da-b61f-8ef8aef0928b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.397333 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a45c2f-cecb-455d-8e00-63dc70a6ee38 None None] Network 17724355-3920-4222-9635-5598156e56ea requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:24.444153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f05bb9-b355-42da-b61f-8ef8aef0928b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Port': ['ID=525a5047-811d-4a3a-8e9d-26588879e2a7,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:24.449827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-de305365-8f9c-492b-9efe-92e5ba6bf088 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting subnet e582212c-a639-478c-bbdf-58e049a809d5 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:24.470975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-de305365-8f9c-492b-9efe-92e5ba6bf088 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.510018 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ff580303-fd32-4a2a-96ae-53f00563919f None None] Could not find standard attr ID for object ba8738cd-8c6c-43c2-b69a-83ed1e92b082. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:25:24.536448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-de305365-8f9c-492b-9efe-92e5ba6bf088 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.553726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.576834 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c47455-bc83-488d-8fa8-f51e8cc63e97 None None] Network 6fdb773e-0187-4251-bc3c-fe57e570e327 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:24.606308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ff580303-fd32-4a2a-96ae-53f00563919f None None] Provisioning complete for port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:24.606681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ff580303-fd32-4a2a-96ae-53f00563919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.630362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6267a23f-2677-4b1e-b1a9-206f444a93ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.681823 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.739828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267a23f-2677-4b1e-b1a9-206f444a93ef None None] Pushing event deleted for resources: {'Port': ['ID=85789cb5-c8a4-4cf6-8e1a-8b873770b38b,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:24.744392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267a23f-2677-4b1e-b1a9-206f444a93ef None None] No DVR routers for this DVR port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:24.753281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce61fd-8fda-437c-bbbd-1ce2d3e12d43 req-2bcd8e3b-2b83-479c-9cfa-2e2f3d729120 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:24.761205 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-23ce61fd-8fda-437c-bbbd-1ce2d3e12d43 req-2bcd8e3b-2b83-479c-9cfa-2e2f3d729120 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.2925768 Mar 29 09:25:24.766344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=85789cb5-c8a4-4cf6-8e1a-8b873770b38b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:24.769077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1e3e14c9-6995-4f34-81f1-4eb92b2e92df,segment=NetworkSegment(09c05709-1d9d-4586-ae58-7d785ad2272a),segment_id=09c05709-1d9d-4586-ae58-7d785ad2272a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:24.783082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.783869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:24.790105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-91f05bb9-b355-42da-b61f-8ef8aef0928b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.805279 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No DVR routers for this DVR port 85789cb5-c8a4-4cf6-8e1a-8b873770b38b on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:24.907243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-de305365-8f9c-492b-9efe-92e5ba6bf088 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:24.933705 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-23ce61fd-8fda-437c-bbbd-1ce2d3e12d43 req-0e12387c-3815-42eb-9bcf-5387dd19f521 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715786 Mar 29 09:25:24.958446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=1e3e14c9-6995-4f34-81f1-4eb92b2e92df,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:24.976547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ff580303-fd32-4a2a-96ae-53f00563919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.013359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.032779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:25.033169 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.043841 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ff580303-fd32-4a2a-96ae-53f00563919f None None] For port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=097c9915-51c4-4b6b-ab2b-3a5b306f3ce7,segment=NetworkSegment(d2840e4d-ccb5-415f-9587-cd520b2ab187),segment_id=d2840e4d-ccb5-415f-9587-cd520b2ab187)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:25.068629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ff580303-fd32-4a2a-96ae-53f00563919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.113991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9627c783-a8e9-4ebd-99e7-6731eba02d97']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:25.133880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c703bb6-4352-411a-9546-86a3b41cfc41') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:25.134086 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c703bb6-4352-411a-9546-86a3b41cfc41') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:25.137794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f05bb9-b355-42da-b61f-8ef8aef0928b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Router 5b6e73c5-3f50-486c-8671-8b53718f51f9 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:25:25.139393 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff580303-fd32-4a2a-96ae-53f00563919f None None] Pushing event updated for resources: {'Port': ['ID=097c9915-51c4-4b6b-ab2b-3a5b306f3ce7,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:25.148600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.158103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-de305365-8f9c-492b-9efe-92e5ba6bf088 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.199600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.205930 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de305365-8f9c-492b-9efe-92e5ba6bf088 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Subnet': ['ID=e582212c-a639-478c-bbdf-58e049a809d5,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:25.214049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ed57ee46-17a9-4708-a450-c2f2d3e7c143 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:25.227202 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:25.227657 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.239252 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a69548-f709-41c8-8d85-f5d64aa87abc None None] Network 0b8378ab-0da0-4133-a3a4-f926219ca1cb requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:25.255281 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-aed149ba-5d7d-4542-82f4-1fad3a5b8bf6 None None] Provisioning complete for port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:25.255419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aed149ba-5d7d-4542-82f4-1fad3a5b8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.574089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port ed57ee46-17a9-4708-a450-c2f2d3e7c143 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:25.574772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: self.session.flush() Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:25.588931 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:25.591944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-de305365-8f9c-492b-9efe-92e5ba6bf088 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.595091 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-de305365-8f9c-492b-9efe-92e5ba6bf088 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/e582212c-a639-478c-bbdf-58e049a809d5 HTTP/1.1" status: 204 len: 168 time: 1.2719555 Mar 29 09:25:25.597849 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52340) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:25.661921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82cb3f3-ed71-4b4e-a0e4-442c2fda13b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting subnet 04ddbbaf-f243-4da7-a15d-c834f37c6a0c {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:25.666521 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a82cb3f3-ed71-4b4e-a0e4-442c2fda13b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.670264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f05bb9-b355-42da-b61f-8ef8aef0928b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:25.683089 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-91f05bb9-b355-42da-b61f-8ef8aef0928b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "PUT /v2.0/routers/5b6e73c5-3f50-486c-8671-8b53718f51f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5645874 Mar 29 09:25:25.684137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52342) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:25.692245 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1622ce3b-b916-4fcf-8081-e1bffa90bdf3 None None] Sync routers for ids ['5b6e73c5-3f50-486c-8671-8b53718f51f9'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:25.710829 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1622ce3b-b916-4fcf-8081-e1bffa90bdf3 None None] Routers {'5b6e73c5-3f50-486c-8671-8b53718f51f9'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:25.712210 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1622ce3b-b916-4fcf-8081-e1bffa90bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5b6e73c5-3f50-486c-8671-8b53718f51f9'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:25.745304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-14b30456-1040-4772-8044-304dadc19c67 None None] Provisioning complete for port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:25.745786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-14b30456-1040-4772-8044-304dadc19c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.755912 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a82cb3f3-ed71-4b4e-a0e4-442c2fda13b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.778948 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1622ce3b-b916-4fcf-8081-e1bffa90bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:25.793149 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1622ce3b-b916-4fcf-8081-e1bffa90bdf3 None None] Routers {'5b6e73c5-3f50-486c-8671-8b53718f51f9'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:25.793771 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1622ce3b-b916-4fcf-8081-e1bffa90bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:24:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5b6e73c5-3f50-486c-8671-8b53718f51f9'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:25.796510 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-fb315192-94f0-4d6d-a84e-40ba48cadd03 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] delete failed (client error): The resource could not be found. Mar 29 09:25:25.797782 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fb315192-94f0-4d6d-a84e-40ba48cadd03 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-580515322 HTTP/1.1" status: 404 len: 334 time: 0.1127803 Mar 29 09:25:25.803849 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52344) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:25.805836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.809416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-da2c91df-46cb-4f8e-aa4f-791955f8d16c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Request body: {'router': {'external_gateway_info': {'network_id': '5b6e73c5-3f50-486c-8671-8b53718f51f9'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:25.820257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.831743 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/networks/9627c783-a8e9-4ebd-99e7-6731eba02d97 HTTP/1.1" status: 204 len: 168 time: 2.4283767 Mar 29 09:25:25.852818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52346) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:25.857955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-545fe13f-1229-4766-84de-b3e75e307824 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1092990316'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:25.862144 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1622ce3b-b916-4fcf-8081-e1bffa90bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:25.862714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-14b30456-1040-4772-8044-304dadc19c67 None None] Could not find standard attr ID for object 525a5047-811d-4a3a-8e9d-26588879e2a7. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:25:25.862840 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1622ce3b-b916-4fcf-8081-e1bffa90bdf3 None None] The sync data for ids ['5b6e73c5-3f50-486c-8671-8b53718f51f9'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:25.886045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0264ca-1e76-4e52-8816-47fae435be39 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Network': ['ID=9627c783-a8e9-4ebd-99e7-6731eba02d97,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:25.895556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-14b30456-1040-4772-8044-304dadc19c67 None None] Provisioning complete for port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:25.896303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-14b30456-1040-4772-8044-304dadc19c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.896989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545fe13f-1229-4766-84de-b3e75e307824 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:25.900412 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-545fe13f-1229-4766-84de-b3e75e307824 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.953671 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1e3e14c9-6995-4f34-81f1-4eb92b2e92df up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:25.964534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545fe13f-1229-4766-84de-b3e75e307824 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:25.982788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-545fe13f-1229-4766-84de-b3e75e307824 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:25.983693 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-545fe13f-1229-4766-84de-b3e75e307824 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Added segment 161aef8b-9892-42ec-b79c-dc49f77a42ee of type vlan for network e198a7c3-0b17-492b-909e-242a4496ba6e Mar 29 09:25:26.075777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-545fe13f-1229-4766-84de-b3e75e307824 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.087948 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a82cb3f3-ed71-4b4e-a0e4-442c2fda13b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.129911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:26.136798 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.144420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32a16b-8f9f-4886-9084-864cf082b11a req-f02a206d-a0c9-4343-a436-77d142bebe17 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:26.145993 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fa32a16b-8f9f-4886-9084-864cf082b11a req-f02a206d-a0c9-4343-a436-77d142bebe17 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.0859725 Mar 29 09:25:26.147352 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-545fe13f-1229-4766-84de-b3e75e307824 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.152790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545fe13f-1229-4766-84de-b3e75e307824 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:26.153392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-545fe13f-1229-4766-84de-b3e75e307824 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.205660 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-da2c91df-46cb-4f8e-aa4f-791955f8d16c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.227721 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-545fe13f-1229-4766-84de-b3e75e307824 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3705585 Mar 29 09:25:26.233805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52350) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:26.240284 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-da2c91df-46cb-4f8e-aa4f-791955f8d16c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] update failed (client error): The resource could not be found. Mar 29 09:25:26.241400 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-da2c91df-46cb-4f8e-aa4f-791955f8d16c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "PUT /v2.0/routers/5b6e73c5-3f50-486c-8671-8b53718f51f9 HTTP/1.1" status: 404 len: 339 time: 0.4365120 Mar 29 09:25:26.245483 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52352) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:26.253247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a7eb8ada-eff7-460d-bc16-e0a61f4fe24f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1494537203'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:26.255823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1fe7ee8c-551f-42b3-b693-0b83bb9fbd67 None None] Could not find standard attr ID for object 525a5047-811d-4a3a-8e9d-26588879e2a7. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:25:26.266902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:26.268951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-3ea0422c-8a0a-44f5-b1d8-3c36990ffe36 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'subnet': {'network_id': 'e198a7c3-0b17-492b-909e-242a4496ba6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:26.279688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a82cb3f3-ed71-4b4e-a0e4-442c2fda13b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.286422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eb8ada-eff7-460d-bc16-e0a61f4fe24f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Made reservation on behalf of edb0b271ee18422590da328939eff664 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:26.290217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8ada-eff7-460d-bc16-e0a61f4fe24f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.293373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fe13f-1229-4766-84de-b3e75e307824 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Network': ['ID=e198a7c3-0b17-492b-909e-242a4496ba6e,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:26.307442 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network e198a7c3-0b17-492b-909e-242a4496ba6e details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:26.326802 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fa32a16b-8f9f-4886-9084-864cf082b11a req-963c2e94-3681-40e0-a7ae-87f2e1369793 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706185 Mar 29 09:25:26.345693 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a82cb3f3-ed71-4b4e-a0e4-442c2fda13b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.352375 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a82cb3f3-ed71-4b4e-a0e4-442c2fda13b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/04ddbbaf-f243-4da7-a15d-c834f37c6a0c HTTP/1.1" status: 204 len: 168 time: 0.7495074 Mar 29 09:25:26.352375 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cb3f3-ed71-4b4e-a0e4-442c2fda13b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Subnet': ['ID=04ddbbaf-f243-4da7-a15d-c834f37c6a0c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:26.354591 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52354) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:26.403761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7eb8ada-eff7-460d-bc16-e0a61f4fe24f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:26.433303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:26.433735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.435888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea0422c-8a0a-44f5-b1d8-3c36990ffe36 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:26.440111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ea0422c-8a0a-44f5-b1d8-3c36990ffe36 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.455352 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8ada-eff7-460d-bc16-e0a61f4fe24f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.455726 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-a7eb8ada-eff7-460d-bc16-e0a61f4fe24f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Added segment ff607103-e8f1-48c8-858d-087ce34108fc of type vlan for network 28493919-ec68-4648-86be-004ca13fb816 Mar 29 09:25:26.470753 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.526292 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8ada-eff7-460d-bc16-e0a61f4fe24f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.598292 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8ada-eff7-460d-bc16-e0a61f4fe24f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.605798 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 85789cb5-c8a4-4cf6-8e1a-8b873770b38b no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:26.606719 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eb8ada-eff7-460d-bc16-e0a61f4fe24f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:26.607366 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7eb8ada-eff7-460d-bc16-e0a61f4fe24f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.619983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 21d10944-5769-4159-a548-85f163f55eb0 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:26.620323 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.632341 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b039a-4953-41f1-b285-9584ed72f9b7 None None] Network 0b8378ab-0da0-4133-a3a4-f926219ca1cb requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:26.634598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 85789cb5-c8a4-4cf6-8e1a-8b873770b38b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:26.634993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 85789cb5-c8a4-4cf6-8e1a-8b873770b38b not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:26.674482 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a7eb8ada-eff7-460d-bc16-e0a61f4fe24f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4278696 Mar 29 09:25:26.677839 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52356) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:26.684133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-15c69cc2-8a64-41a6-b0ca-bd8df39af98c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Request body: {'subnet': {'network_id': '28493919-ec68-4648-86be-004ca13fb816', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:26.688462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ea0422c-8a0a-44f5-b1d8-3c36990ffe36 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.732030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b6c19919-506c-4e22-84bd-db0dc76c42e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.743413 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb8ada-eff7-460d-bc16-e0a61f4fe24f tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'Network': ['ID=28493919-ec68-4648-86be-004ca13fb816,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:26.759836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ed7473d0-f837-475b-b676-95141bcac7d6 None None] Provisioning complete for port 21d10944-5769-4159-a548-85f163f55eb0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:26.760265 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ed7473d0-f837-475b-b676-95141bcac7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.764571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] For port 21d10944-5769-4159-a548-85f163f55eb0, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=21d10944-5769-4159-a548-85f163f55eb0,segment=NetworkSegment(f4731011-3b7b-4f08-9ad1-d73d77096c74),segment_id=f4731011-3b7b-4f08-9ad1-d73d77096c74)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:26.764956 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.778233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 28493919-ec68-4648-86be-004ca13fb816 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:26.780195 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 21d10944-5769-4159-a548-85f163f55eb0 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:26.822361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0422c-8a0a-44f5-b1d8-3c36990ffe36 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Subnet': ['ID=cb3cf378-0374-4d70-a176-f34e3923c0f9,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:26.840383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0422c-8a0a-44f5-b1d8-3c36990ffe36 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Checking segment: {'id': '161aef8b-9892-42ec-b79c-dc49f77a42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e198a7c3-0b17-492b-909e-242a4496ba6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:26.840888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea0422c-8a0a-44f5-b1d8-3c36990ffe36 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network hostable DHCP agents. Network: e198a7c3-0b17-492b-909e-242a4496ba6e, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:26.845167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c69cc2-8a64-41a6-b0ca-bd8df39af98c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Made reservation on behalf of edb0b271ee18422590da328939eff664 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:26.848709 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15c69cc2-8a64-41a6-b0ca-bd8df39af98c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.881415 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.895841 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.plugins.ml2.db [None req-ed7473d0-f837-475b-b676-95141bcac7d6 None None] No ports have port_id starting with 21d10944-5769-4159-a548-85f163f55eb0 Mar 29 09:25:26.917407 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=21d10944-5769-4159-a548-85f163f55eb0,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:26.920292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea0422c-8a0a-44f5-b1d8-3c36990ffe36 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network e198a7c3-0b17-492b-909e-242a4496ba6e is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:26.922818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No DVR routers for this DVR port 21d10944-5769-4159-a548-85f163f55eb0 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:26.945878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-3ea0422c-8a0a-44f5-b1d8-3c36990ffe36 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, e198a7c3-0b17-492b-909e-242a4496ba6e) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:26.951447 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea0422c-8a0a-44f5-b1d8-3c36990ffe36 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:26.952027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ea0422c-8a0a-44f5-b1d8-3c36990ffe36 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:26.959808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9e202a-b279-4ca0-9d5b-1b11077f02c7 None None] Network e198a7c3-0b17-492b-909e-242a4496ba6e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:26.977506 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3ea0422c-8a0a-44f5-b1d8-3c36990ffe36 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7172995 Mar 29 09:25:26.980186 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52358) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:26.983736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8b3a7-a881-46a3-9db4-f22841238533 None None] DHCP port deletion for 0b8378ab-0da0-4133-a3a4-f926219ca1cb request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:26.987211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-8baac56b-0e72-4a2c-95e4-e4c915063505 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-603577069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:27.028532 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.050267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8baac56b-0e72-4a2c-95e4-e4c915063505 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.051238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8baac56b-0e72-4a2c-95e4-e4c915063505 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.052673 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8378ab-0da0-4133-a3a4-f926219ca1cb']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:27.062810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4731011-3b7b-4f08-9ad1-d73d77096c74') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:27.063139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4731011-3b7b-4f08-9ad1-d73d77096c74') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:27.072605 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.092854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.101873 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:27.102203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:27.106696 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:27.113266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15c69cc2-8a64-41a6-b0ca-bd8df39af98c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.149736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-e198a7c3-0b17-492b-909e-242a4496ba6e', 'network_id': 'e198a7c3-0b17-492b-909e-242a4496ba6e', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'fixed_ips': [{'subnet_id': 'cb3cf378-0374-4d70-a176-f34e3923c0f9'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:27.150639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.170684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8baac56b-0e72-4a2c-95e4-e4c915063505 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.173367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.182006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8baac56b-0e72-4a2c-95e4-e4c915063505 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.183106 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.193233 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/networks/0b8378ab-0da0-4133-a3a4-f926219ca1cb HTTP/1.1" status: 204 len: 168 time: 0.8330376 Mar 29 09:25:27.196291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52360) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:27.210268 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805a9d3-3034-4785-ad6c-3d5f0b0b9794 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Network': ['ID=0b8378ab-0da0-4133-a3a4-f926219ca1cb,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:27.248828 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8baac56b-0e72-4a2c-95e4-e4c915063505 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.250538 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8baac56b-0e72-4a2c-95e4-e4c915063505 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2688544 Mar 29 09:25:27.254077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52362) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:27.261388 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c69cc2-8a64-41a6-b0ca-bd8df39af98c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'Subnet': ['ID=fcfbc04d-b20c-4939-ac15-d969f5e76449,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:27.269998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c69cc2-8a64-41a6-b0ca-bd8df39af98c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Checking segment: {'id': 'ff607103-e8f1-48c8-858d-087ce34108fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '28493919-ec68-4648-86be-004ca13fb816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:27.270351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c69cc2-8a64-41a6-b0ca-bd8df39af98c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Network hostable DHCP agents. Network: 28493919-ec68-4648-86be-004ca13fb816, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:27.286267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221c3e19-58f7-494d-ad3d-db17ce6864ff tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:27.291083 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-221c3e19-58f7-494d-ad3d-db17ce6864ff tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0903473 Mar 29 09:25:27.291823 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52364) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:27.316563 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Allocated IP 2001:db8::2 (e198a7c3-0b17-492b-909e-242a4496ba6e/cb3cf378-0374-4d70-a176-f34e3923c0f9/774c106d-29d1-418b-8143-5fb6c4a78627) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:27.326215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c69cc2-8a64-41a6-b0ca-bd8df39af98c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Network 28493919-ec68-4648-86be-004ca13fb816 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:27.338533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-15c69cc2-8a64-41a6-b0ca-bd8df39af98c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 28493919-ec68-4648-86be-004ca13fb816) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:27.344792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c69cc2-8a64-41a6-b0ca-bd8df39af98c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:27.346462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15c69cc2-8a64-41a6-b0ca-bd8df39af98c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.356794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bc01a5-a453-4606-87b8-e0677815f200 None None] Network 28493919-ec68-4648-86be-004ca13fb816 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:27.361897 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ad629198-d8fa-44db-8fcd-f1a38f0f9aea tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0688639 Mar 29 09:25:27.366965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52368) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:27.376847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-3679d4de-a9f6-4a67-bf72-f400aac3a2e3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-741322354'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:27.400205 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-15c69cc2-8a64-41a6-b0ca-bd8df39af98c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7207196 Mar 29 09:25:27.403973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52370) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:27.409074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7763f750-94bf-4cc5-85ed-bed9c0b025db tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Request body: {'router': {'external_gateway_info': {'network_id': '28493919-ec68-4648-86be-004ca13fb816'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:27.416834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3679d4de-a9f6-4a67-bf72-f400aac3a2e3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:27.423047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3679d4de-a9f6-4a67-bf72-f400aac3a2e3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.576905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3679d4de-a9f6-4a67-bf72-f400aac3a2e3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:27.588096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.617869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.622692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb844444-6742-4e47-9505-43b5e64e1390 req-48cce0f4-594a-4ebc-8886-0266e3db4261 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:27.624177 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb844444-6742-4e47-9505-43b5e64e1390 req-48cce0f4-594a-4ebc-8886-0266e3db4261 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1626964 Mar 29 09:25:27.629836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3679d4de-a9f6-4a67-bf72-f400aac3a2e3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.630173 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-3679d4de-a9f6-4a67-bf72-f400aac3a2e3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Added segment c45ca2bc-a0c6-4e89-b11f-ada659333b24 of type vlan for network 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e Mar 29 09:25:27.645775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.657344 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-28493919-ec68-4648-86be-004ca13fb816', 'network_id': '28493919-ec68-4648-86be-004ca13fb816', 'tenant_id': 'edb0b271ee18422590da328939eff664', 'fixed_ips': [{'subnet_id': 'fcfbc04d-b20c-4939-ac15-d969f5e76449'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:27.658053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.699382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Network e198a7c3-0b17-492b-909e-242a4496ba6e is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:27.705288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:27.710097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:27.733263 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Pushing event updated for resources: {'Port': ['ID=774c106d-29d1-418b-8143-5fb6c4a78627,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:27.741083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7763f750-94bf-4cc5-85ed-bed9c0b025db tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.772134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3679d4de-a9f6-4a67-bf72-f400aac3a2e3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.798580 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb844444-6742-4e47-9505-43b5e64e1390 req-f1f8f2b3-2ccf-4709-8246-e2859cf67861 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241553 Mar 29 09:25:27.843449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3679d4de-a9f6-4a67-bf72-f400aac3a2e3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.849337 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3679d4de-a9f6-4a67-bf72-f400aac3a2e3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:27.849943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3679d4de-a9f6-4a67-bf72-f400aac3a2e3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.853184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Attempting to bind port 774c106d-29d1-418b-8143-5fb6c4a78627 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:27.853630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Attempting to bind port 774c106d-29d1-418b-8143-5fb6c4a78627 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '161aef8b-9892-42ec-b79c-dc49f77a42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e198a7c3-0b17-492b-909e-242a4496ba6e'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:27.854255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Attempting to bind port 774c106d-29d1-418b-8143-5fb6c4a78627 on network e198a7c3-0b17-492b-909e-242a4496ba6e {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:27.863682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:27.864206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Checking segment: {'id': '161aef8b-9892-42ec-b79c-dc49f77a42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e198a7c3-0b17-492b-909e-242a4496ba6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:27.864706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.865196 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Bound using segment: {'id': '161aef8b-9892-42ec-b79c-dc49f77a42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e198a7c3-0b17-492b-909e-242a4496ba6e'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:27.865805 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Bound port: 774c106d-29d1-418b-8143-5fb6c4a78627, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161aef8b-9892-42ec-b79c-dc49f77a42ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'e198a7c3-0b17-492b-909e-242a4496ba6e'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:27.866287 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:27.888811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 21d10944-5769-4159-a548-85f163f55eb0 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:27.891578 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Allocated IP 2001:db8::1 (e198a7c3-0b17-492b-909e-242a4496ba6e/cb3cf378-0374-4d70-a176-f34e3923c0f9/6749c440-d673-42ab-9eec-6fc4b21508aa) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:27.898971 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3679d4de-a9f6-4a67-bf72-f400aac3a2e3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5306129 Mar 29 09:25:27.901805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52372) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:27.910572 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3a5b876e-e247-4aa1-9aba-587a0428b455 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': '6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:27.957360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679d4de-a9f6-4a67-bf72-f400aac3a2e3 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Network': ['ID=6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:27.963542 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 21d10944-5769-4159-a548-85f163f55eb0 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:27.963809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 21d10944-5769-4159-a548-85f163f55eb0 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:27.975403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:28.004561 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-7763f750-94bf-4cc5-85ed-bed9c0b025db tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:25:28.006085 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7763f750-94bf-4cc5-85ed-bed9c0b025db tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "PUT /v2.0/routers/5b6e73c5-3f50-486c-8671-8b53718f51f9 HTTP/1.1" status: 400 len: 364 time: 0.6010234 Mar 29 09:25:28.010239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52374) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:28.064458 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Allocated IP 2001:db8:1::2 (28493919-ec68-4648-86be-004ca13fb816/fcfbc04d-b20c-4939-ac15-d969f5e76449/521a13df-b082-4167-af0e-1376ad5c3130) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:28.080043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5b876e-e247-4aa1-9aba-587a0428b455 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:28.083596 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a5b876e-e247-4aa1-9aba-587a0428b455 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.085001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] For port 774c106d-29d1-418b-8143-5fb6c4a78627, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:28.111753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] For port 774c106d-29d1-418b-8143-5fb6c4a78627, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=774c106d-29d1-418b-8143-5fb6c4a78627,segment=NetworkSegment(161aef8b-9892-42ec-b79c-dc49f77a42ee),segment_id=161aef8b-9892-42ec-b79c-dc49f77a42ee)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:28.119251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.230617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6ca9e-e734-4a1f-bfe5-f2497d6449d8 None None] Pushing event updated for resources: {'Port': ['ID=774c106d-29d1-418b-8143-5fb6c4a78627,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:28.311583 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.321064 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.326713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.371992 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Network 28493919-ec68-4648-86be-004ca13fb816 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:28.377179 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:28.381142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:28.388788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Pushing event updated for resources: {'Port': ['ID=521a13df-b082-4167-af0e-1376ad5c3130,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:28.464811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Attempting to bind port 521a13df-b082-4167-af0e-1376ad5c3130 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:28.465327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Attempting to bind port 521a13df-b082-4167-af0e-1376ad5c3130 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'ff607103-e8f1-48c8-858d-087ce34108fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '28493919-ec68-4648-86be-004ca13fb816'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:28.465972 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Attempting to bind port 521a13df-b082-4167-af0e-1376ad5c3130 on network 28493919-ec68-4648-86be-004ca13fb816 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:28.472643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:28.473297 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Checking segment: {'id': 'ff607103-e8f1-48c8-858d-087ce34108fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '28493919-ec68-4648-86be-004ca13fb816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:28.473867 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.474364 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Bound using segment: {'id': 'ff607103-e8f1-48c8-858d-087ce34108fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '28493919-ec68-4648-86be-004ca13fb816'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:28.477311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Bound port: 521a13df-b082-4167-af0e-1376ad5c3130, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff607103-e8f1-48c8-858d-087ce34108fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '28493919-ec68-4648-86be-004ca13fb816'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:28.477311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.508309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.590353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5777d724-0053-4105-9322-638128f9fa8e None None] For port 521a13df-b082-4167-af0e-1376ad5c3130, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:28.594600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5777d724-0053-4105-9322-638128f9fa8e None None] For port 521a13df-b082-4167-af0e-1376ad5c3130, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=521a13df-b082-4167-af0e-1376ad5c3130,segment=NetworkSegment(ff607103-e8f1-48c8-858d-087ce34108fc),segment_id=ff607103-e8f1-48c8-858d-087ce34108fc)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:28.601095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.628710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.687705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Allocated IP 2001:db8::1 (02298e66-5557-471a-baf0-9266a691db6a/4bf29a21-4077-4822-b9d3-1faf96b798dc/fff95859-0224-4113-a8a4-0b981ccbf6fd) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:28.718251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network e198a7c3-0b17-492b-909e-242a4496ba6e is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:28.726002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:28.728568 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:28.729311 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.790941 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=6749c440-d673-42ab-9eec-6fc4b21508aa,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:28.846929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.893849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777d724-0053-4105-9322-638128f9fa8e None None] Pushing event updated for resources: {'Port': ['ID=521a13df-b082-4167-af0e-1376ad5c3130,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:28.906705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.911097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a5b876e-e247-4aa1-9aba-587a0428b455 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.960618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Network 02298e66-5557-471a-baf0-9266a691db6a is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:28.972529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:28.987756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:28.996544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:28.997222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.008822 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b876e-e247-4aa1-9aba-587a0428b455 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Subnet': ['ID=cd59577a-c3e4-4037-913f-708728f0c3ff,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:29.062127 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b876e-e247-4aa1-9aba-587a0428b455 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Checking segment: {'id': 'c45ca2bc-a0c6-4e89-b11f-ada659333b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:29.063682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b876e-e247-4aa1-9aba-587a0428b455 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network hostable DHCP agents. Network: 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:29.064149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'Port': ['ID=fff95859-0224-4113-a8a4-0b981ccbf6fd,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:29.076119 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bb26ced9-1e17-40ca-9dec-39f25d329419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.175804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b876e-e247-4aa1-9aba-587a0428b455 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:29.219896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-3a5b876e-e247-4aa1-9aba-587a0428b455 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:29.220269 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9def44-2655-41ac-b4aa-9bb646c4a640 req-5bb810cf-79e2-4e03-a1bd-5ef120cd848b tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:29.230111 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7f9def44-2655-41ac-b4aa-9bb646c4a640 req-5bb810cf-79e2-4e03-a1bd-5ef120cd848b tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.2920814 Mar 29 09:25:29.233622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5b876e-e247-4aa1-9aba-587a0428b455 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:29.234792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a5b876e-e247-4aa1-9aba-587a0428b455 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.256015 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e2b47-83dc-4cb1-b632-82029314806e None None] Network 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:29.270185 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3a5b876e-e247-4aa1-9aba-587a0428b455 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3644803 Mar 29 09:25:29.270902 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52378) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:29.273333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.281795 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': '6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e', 'name': 'tempest-PortsTestJSON-1413817663'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:29.429822 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7f9def44-2655-41ac-b4aa-9bb646c4a640 req-686878bf-9c5f-4ddf-8a79-5ec16d6a19f6 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958055 Mar 29 09:25:29.528618 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7b2cf122-8e4d-4388-b439-e3015d41bd30 None None] Provisioning complete for port fff95859-0224-4113-a8a4-0b981ccbf6fd triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:29.528956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7b2cf122-8e4d-4388-b439-e3015d41bd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.588916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e', 'network_id': '6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e', 'tenant_id': '2ac88b2108fe4d7ebe255bc33a876621', 'fixed_ips': [{'subnet_id': 'cd59577a-c3e4-4037-913f-708728f0c3ff'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:29.589967 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.596103 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:29.599966 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.605743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7b2cf122-8e4d-4388-b439-e3015d41bd30 None None] Port fff95859-0224-4113-a8a4-0b981ccbf6fd cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:29.622009 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port 4909ed7e-21e9-44ad-901d-15a08eb693dc yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:29.690091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.695382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.696382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.757007 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Allocated IP 172.20.0.2 (6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e/cd59577a-c3e4-4037-913f-708728f0c3ff/53e9f881-de94-4785-a144-a10177c7b02e) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:29.782610 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.794039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.795691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:29.817152 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=6749c440-d673-42ab-9eec-6fc4b21508aa,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:29.839343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a055f-8225-4ceb-9030-b24f90bee317 None None] Network e198a7c3-0b17-492b-909e-242a4496ba6e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:29.887441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event updated for resources: {'Port': ['ID=fff95859-0224-4113-a8a4-0b981ccbf6fd,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:29.957048 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network e198a7c3-0b17-492b-909e-242a4496ba6e is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:29.958906 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:30.024056 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 521a13df-b082-4167-af0e-1376ad5c3130 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:30.045806 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Network 02298e66-5557-471a-baf0-9266a691db6a is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:30.048521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:30.100624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b63658aa-202c-4fb3-a324-61bc653e5335 None None] Provisioning complete for port 774c106d-29d1-418b-8143-5fb6c4a78627 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:30.100996 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b63658aa-202c-4fb3-a324-61bc653e5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:30.123822 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router 7aa98617-4c6a-4e6a-bda9-cf609f8f711a is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:25:30.234009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Router 5b6e73c5-3f50-486c-8671-8b53718f51f9 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:25:30.267686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b63658aa-202c-4fb3-a324-61bc653e5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:30.269624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 521a13df-b082-4167-af0e-1376ad5c3130 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:30.269991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:30.276569 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:30.290891 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-71b97f12-b229-4e42-8eff-54de68898f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/7aa98617-4c6a-4e6a-bda9-cf609f8f711a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0354624 Mar 29 09:25:30.295256 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52384) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:30.357214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240549a2-f7ed-4e79-85de-444cd5452b90 None None] Sync routers for ids ['7aa98617-4c6a-4e6a-bda9-cf609f8f711a'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:30.363563 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cd8591-8942-484e-8fc0-965393ce9182 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:30.365257 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e8cd8591-8942-484e-8fc0-965393ce9182 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports/6749c440-d673-42ab-9eec-6fc4b21508aa HTTP/1.1" status: 200 len: 911 time: 0.0687323 Mar 29 09:25:30.366963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:30.368360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52386) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:30.374015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fbbe3439-7849-4348-a03c-e42ef2ef5813 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "PUT /v2.0/routers/5b6e73c5-3f50-486c-8671-8b53718f51f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3634491 Mar 29 09:25:30.377506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52388) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:30.380252 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e10390-7fc4-4b05-bfa2-dc8b94780713 None None] Sync routers for ids ['5b6e73c5-3f50-486c-8671-8b53718f51f9'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:30.401004 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e10390-7fc4-4b05-bfa2-dc8b94780713 None None] Routers {'5b6e73c5-3f50-486c-8671-8b53718f51f9'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:30.401615 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d2e10390-7fc4-4b05-bfa2-dc8b94780713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5b6e73c5-3f50-486c-8671-8b53718f51f9'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:30.431930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240549a2-f7ed-4e79-85de-444cd5452b90 None None] Routers {'7aa98617-4c6a-4e6a-bda9-cf609f8f711a'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:30.432578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-240549a2-f7ed-4e79-85de-444cd5452b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7aa98617-4c6a-4e6a-bda9-cf609f8f711a'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:30.491790 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d2e10390-7fc4-4b05-bfa2-dc8b94780713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:30.505311 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e10390-7fc4-4b05-bfa2-dc8b94780713 None None] Routers {'5b6e73c5-3f50-486c-8671-8b53718f51f9'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:30.506011 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d2e10390-7fc4-4b05-bfa2-dc8b94780713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5b6e73c5-3f50-486c-8671-8b53718f51f9'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:30.538612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-036e92e3-6d5c-47a1-8eed-84d8229435e4 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:30.561172 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-b63658aa-202c-4fb3-a324-61bc653e5335 None None] For port 774c106d-29d1-418b-8143-5fb6c4a78627, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=774c106d-29d1-418b-8143-5fb6c4a78627,segment=NetworkSegment(161aef8b-9892-42ec-b79c-dc49f77a42ee),segment_id=161aef8b-9892-42ec-b79c-dc49f77a42ee)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:30.562004 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-d2e10390-7fc4-4b05-bfa2-dc8b94780713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:30.563144 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e10390-7fc4-4b05-bfa2-dc8b94780713 None None] The sync data for ids ['5b6e73c5-3f50-486c-8671-8b53718f51f9'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:30.579768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-240549a2-f7ed-4e79-85de-444cd5452b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:30.583418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b63658aa-202c-4fb3-a324-61bc653e5335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:30.605139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a85b65-48ad-462a-91d2-96c4a4a5eede None None] Network 28493919-ec68-4648-86be-004ca13fb816 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:30.645929 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:30.679320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:30.680937 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-036e92e3-6d5c-47a1-8eed-84d8229435e4 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 29 09:25:30.682118 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-036e92e3-6d5c-47a1-8eed-84d8229435e4 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "DELETE /v2.0/routers/5b6e73c5-3f50-486c-8671-8b53718f51f9 HTTP/1.1" status: 409 len: 329 time: 0.3033991 Mar 29 09:25:30.684953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52392) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:30.689188 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:30.693520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240549a2-f7ed-4e79-85de-444cd5452b90 None None] Routers {'7aa98617-4c6a-4e6a-bda9-cf609f8f711a'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:30.694873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-240549a2-f7ed-4e79-85de-444cd5452b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7aa98617-4c6a-4e6a-bda9-cf609f8f711a'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:30.787088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.db.api [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b129bc04-b075-4a46-a19d-16563e54298e {{(pid=102495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:25:30.788033 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG oslo_db.api [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:25:30.831088 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-240549a2-f7ed-4e79-85de-444cd5452b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:30.831776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240549a2-f7ed-4e79-85de-444cd5452b90 None None] The sync data for ids ['7aa98617-4c6a-4e6a-bda9-cf609f8f711a'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:30.847818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63658aa-202c-4fb3-a324-61bc653e5335 None None] Pushing event updated for resources: {'Port': ['ID=774c106d-29d1-418b-8143-5fb6c4a78627,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:30.848221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1719e-c5c6-40bf-b092-8d33f035fbeb req-936feb74-aec3-49fa-aeae-3cd18a7c72e5 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:30.849963 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a7a1719e-c5c6-40bf-b092-8d33f035fbeb req-936feb74-aec3-49fa-aeae-3cd18a7c72e5 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.2522519 Mar 29 09:25:30.879226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Network 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:30.959173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Pushing event updated for resources: {'Port': ['ID=53e9f881-de94-4785-a144-a10177c7b02e,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:30.978318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:30.981673 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:31.028661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ed265298-51a5-4e94-b89c-90a43fc6445a None None] Provisioning complete for port fff95859-0224-4113-a8a4-0b981ccbf6fd triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:31.029378 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ed265298-51a5-4e94-b89c-90a43fc6445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.034065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b04b6f13-9a93-4d3b-a431-fd18cc7606f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.119143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.177391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 521a13df-b082-4167-af0e-1376ad5c3130, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=521a13df-b082-4167-af0e-1376ad5c3130,segment=NetworkSegment(ff607103-e8f1-48c8-858d-087ce34108fc),segment_id=ff607103-e8f1-48c8-858d-087ce34108fc)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:31.181532 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ed265298-51a5-4e94-b89c-90a43fc6445a None None] Port fff95859-0224-4113-a8a4-0b981ccbf6fd cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:31.191907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.192854 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 774c106d-29d1-418b-8143-5fb6c4a78627 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:31.286623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Attempting to bind port 53e9f881-de94-4785-a144-a10177c7b02e on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:31.286999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Attempting to bind port 53e9f881-de94-4785-a144-a10177c7b02e by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'c45ca2bc-a0c6-4e89-b11f-ada659333b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:31.287370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Attempting to bind port 53e9f881-de94-4785-a144-a10177c7b02e on network 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:31.289504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.320910 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ed265298-51a5-4e94-b89c-90a43fc6445a None None] Provisioning complete for port 521a13df-b082-4167-af0e-1376ad5c3130 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:31.321291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ed265298-51a5-4e94-b89c-90a43fc6445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.323121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:31.323496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Checking segment: {'id': 'c45ca2bc-a0c6-4e89-b11f-ada659333b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:31.323895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.324294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Bound using segment: {'id': 'c45ca2bc-a0c6-4e89-b11f-ada659333b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:31.324783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Bound port: 53e9f881-de94-4785-a144-a10177c7b02e, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45ca2bc-a0c6-4e89-b11f-ada659333b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:31.325169 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.370005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port e3722a0c-d44d-4cd8-a0cd-8d3528f7dbd0 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:31.386590 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a7a1719e-c5c6-40bf-b092-8d33f035fbeb req-f0aa4d1c-7401-4dac-899d-5309e67b8d8b tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5200918 Mar 29 09:25:31.439675 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 774c106d-29d1-418b-8143-5fb6c4a78627 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:31.440152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.499555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=521a13df-b082-4167-af0e-1376ad5c3130,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:31.521472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-b04b6f13-9a93-4d3b-a431-fd18cc7606f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 6749c440-d673-42ab-9eec-6fc4b21508aa {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:31.522659 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b04b6f13-9a93-4d3b-a431-fd18cc7606f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.552928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] For port 53e9f881-de94-4785-a144-a10177c7b02e, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:31.560206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] For port 53e9f881-de94-4785-a144-a10177c7b02e, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=53e9f881-de94-4785-a144-a10177c7b02e,segment=NetworkSegment(c45ca2bc-a0c6-4e89-b11f-ada659333b24),segment_id=c45ca2bc-a0c6-4e89-b11f-ada659333b24)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:31.571622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.598955 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.13 (6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e/cd59577a-c3e4-4037-913f-708728f0c3ff/e3722a0c-d44d-4cd8-a0cd-8d3528f7dbd0) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:31.600498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7933aab9-a678-47b8-8dbe-053b1fa21d47 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.851204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b04b6f13-9a93-4d3b-a431-fd18cc7606f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.870482 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc492fa7-a365-4ac9-973b-9bac9106b575 None None] Pushing event updated for resources: {'Port': ['ID=53e9f881-de94-4785-a144-a10177c7b02e,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:31.881535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-b04b6f13-9a93-4d3b-a431-fd18cc7606f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 6749c440-d673-42ab-9eec-6fc4b21508aa owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:31.907596 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.972091 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:31.979931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 774c106d-29d1-418b-8143-5fb6c4a78627 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:31.983739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7933aab9-a678-47b8-8dbe-053b1fa21d47 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Deleting port fff95859-0224-4113-a8a4-0b981ccbf6fd {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:31.984848 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7933aab9-a678-47b8-8dbe-053b1fa21d47 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.033028 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-533bdeeb-b969-426f-97db-8724a842e03a None None] Provisioning complete for port 521a13df-b082-4167-af0e-1376ad5c3130 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:32.033630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-533bdeeb-b969-426f-97db-8724a842e03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.054733 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.083585 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 774c106d-29d1-418b-8143-5fb6c4a78627 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:32.084219 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.101952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:32.106382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:32.106722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7933aab9-a678-47b8-8dbe-053b1fa21d47 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.109973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:32.171718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7933aab9-a678-47b8-8dbe-053b1fa21d47 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Calling delete_port for fff95859-0224-4113-a8a4-0b981ccbf6fd owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:32.250547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-533bdeeb-b969-426f-97db-8724a842e03a None None] Provisioning complete for port 774c106d-29d1-418b-8143-5fb6c4a78627 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:32.251079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-533bdeeb-b969-426f-97db-8724a842e03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.256567 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 521a13df-b082-4167-af0e-1376ad5c3130 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:32.368682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:32.368682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.370286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=e3722a0c-d44d-4cd8-a0cd-8d3528f7dbd0,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:32.401465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b04b6f13-9a93-4d3b-a431-fd18cc7606f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.401837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 521a13df-b082-4167-af0e-1376ad5c3130 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:32.401837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.433191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb85b7-c7ad-4e7e-92f8-812c53bd0c06 req-5e71b4a5-646d-4018-b9b1-9e2c3ca87d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:32.435002 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74cb85b7-c7ad-4e7e-92f8-812c53bd0c06 req-5e71b4a5-646d-4018-b9b1-9e2c3ca87d89 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 1098 time: 0.0656383 Mar 29 09:25:32.458802 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f17ce86c-6520-443b-968f-687d6a0e28f1 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1871927 Mar 29 09:25:32.472945 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b6f13-9a93-4d3b-a431-fd18cc7606f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=6749c440-d673-42ab-9eec-6fc4b21508aa,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:32.474718 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52396) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:32.485107 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': '6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e', 'name': 'tempest-PortsTestJSON-2100867621'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:32.517815 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74cb85b7-c7ad-4e7e-92f8-812c53bd0c06 req-d99c964a-93e3-491e-b3ac-40272d7dc8d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758657 Mar 29 09:25:32.529370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.541921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-533bdeeb-b969-426f-97db-8724a842e03a None None] Could not find standard attr ID for object 6749c440-d673-42ab-9eec-6fc4b21508aa. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:25:32.565818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7933aab9-a678-47b8-8dbe-053b1fa21d47 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.601942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933aab9-a678-47b8-8dbe-053b1fa21d47 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Port': ['ID=fff95859-0224-4113-a8a4-0b981ccbf6fd,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:32.610995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c401f-2c19-4eed-921f-09c3a47d3318 req-98ed0acd-377f-4946-aa4b-d5b3c3dc6a4b tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:32.612579 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab9c401f-2c19-4eed-921f-09c3a47d3318 req-98ed0acd-377f-4946-aa4b-d5b3c3dc6a4b tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.0938258 Mar 29 09:25:32.694584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b04b6f13-9a93-4d3b-a431-fd18cc7606f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.768145 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab9c401f-2c19-4eed-921f-09c3a47d3318 req-4329123e-9f97-4bab-849a-6152285dcb57 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421745 Mar 29 09:25:32.768949 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7933aab9-a678-47b8-8dbe-053b1fa21d47 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.862639 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:32.866630 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:32.922638 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port f8eb91e8-3a50-47ec-85bc-2dd72a99fb5e yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:32.931969 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04b6f13-9a93-4d3b-a431-fd18cc7606f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router 7aa98617-4c6a-4e6a-bda9-cf609f8f711a has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:25:32.974609 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7933aab9-a678-47b8-8dbe-053b1fa21d47 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Router 5b6e73c5-3f50-486c-8671-8b53718f51f9 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:25:33.065017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04b6f13-9a93-4d3b-a431-fd18cc7606f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:33.077773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943250c1-8079-4f20-9cf2-a66127407dfc None None] Sync routers for ids ['7aa98617-4c6a-4e6a-bda9-cf609f8f711a'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:33.079813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7933aab9-a678-47b8-8dbe-053b1fa21d47 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:33.086448 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7933aab9-a678-47b8-8dbe-053b1fa21d47 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "PUT /v2.0/routers/5b6e73c5-3f50-486c-8671-8b53718f51f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4003656 Mar 29 09:25:33.090013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52398) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:33.090958 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b04b6f13-9a93-4d3b-a431-fd18cc7606f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/7aa98617-4c6a-4e6a-bda9-cf609f8f711a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6985462 Mar 29 09:25:33.094126 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52400) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:33.100275 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b40cc-ca95-481f-9813-cc35db657985 None None] Sync routers for ids ['5b6e73c5-3f50-486c-8671-8b53718f51f9'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:33.104682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943250c1-8079-4f20-9cf2-a66127407dfc None None] Routers {'7aa98617-4c6a-4e6a-bda9-cf609f8f711a'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:33.105593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-943250c1-8079-4f20-9cf2-a66127407dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7aa98617-4c6a-4e6a-bda9-cf609f8f711a'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:33.115281 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b40cc-ca95-481f-9813-cc35db657985 None None] Routers {'5b6e73c5-3f50-486c-8671-8b53718f51f9'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:33.115806 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e98b40cc-ca95-481f-9813-cc35db657985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5b6e73c5-3f50-486c-8671-8b53718f51f9'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:33.148049 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-3a1a9915-947a-4666-9a4f-cc6f4efbde60 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] show failed (client error): The resource could not be found. Mar 29 09:25:33.149632 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-943250c1-8079-4f20-9cf2-a66127407dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:33.149912 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3a1a9915-947a-4666-9a4f-cc6f4efbde60 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-828504001 HTTP/1.1" status: 404 len: 334 time: 0.0549638 Mar 29 09:25:33.153351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52402) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:33.158186 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-837ac835-e21b-43b8-a674-0237429f9905 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:33.173435 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cadb5348-ed51-4f65-a660-3849e8a3990f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=7aa98617-4c6a-4e6a-bda9-cf609f8f711a HTTP/1.1" status: 200 len: 205 time: 0.0762687 Mar 29 09:25:33.175435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943250c1-8079-4f20-9cf2-a66127407dfc None None] Routers {'7aa98617-4c6a-4e6a-bda9-cf609f8f711a'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:33.176055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-943250c1-8079-4f20-9cf2-a66127407dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7aa98617-4c6a-4e6a-bda9-cf609f8f711a'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:33.177208 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e98b40cc-ca95-481f-9813-cc35db657985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:33.179653 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52404) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:33.196251 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b40cc-ca95-481f-9813-cc35db657985 None None] Routers {'5b6e73c5-3f50-486c-8671-8b53718f51f9'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:33.196862 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e98b40cc-ca95-481f-9813-cc35db657985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5b6e73c5-3f50-486c-8671-8b53718f51f9'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:33.210721 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-837ac835-e21b-43b8-a674-0237429f9905 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] update failed (client error): The resource could not be found. Mar 29 09:25:33.211763 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-837ac835-e21b-43b8-a674-0237429f9905 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-377572219 HTTP/1.1" status: 404 len: 334 time: 0.0573485 Mar 29 09:25:33.215036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52406) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:33.236842 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-943250c1-8079-4f20-9cf2-a66127407dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:33.240523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943250c1-8079-4f20-9cf2-a66127407dfc None None] The sync data for ids ['7aa98617-4c6a-4e6a-bda9-cf609f8f711a'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:33.240948 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.10 (6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e/cd59577a-c3e4-4037-913f-708728f0c3ff/f8eb91e8-3a50-47ec-85bc-2dd72a99fb5e) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:33.256782 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e98b40cc-ca95-481f-9813-cc35db657985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:33.257703 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b40cc-ca95-481f-9813-cc35db657985 None None] The sync data for ids ['5b6e73c5-3f50-486c-8671-8b53718f51f9'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:33.278335 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd17ce94-eac6-4356-ac66-3c4a6d6c728c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.297259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-870627da-8033-4acf-a4b2-e0230fb974b0 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Deleting subnet fcfbc04d-b20c-4939-ac15-d969f5e76449 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:33.301414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-870627da-8033-4acf-a4b2-e0230fb974b0 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.347364 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-870627da-8033-4acf-a4b2-e0230fb974b0 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.377787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.387558 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3491998-313c-48f5-a5c8-d32a571f9c13 None None] Network 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:33.449739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-870627da-8033-4acf-a4b2-e0230fb974b0 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.489980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4b0835c9-bfff-4db8-b037-f1ef0ce39a06 None None] Provisioning complete for port 53e9f881-de94-4785-a144-a10177c7b02e triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:33.490514 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b0835c9-bfff-4db8-b037-f1ef0ce39a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.515638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-870627da-8033-4acf-a4b2-e0230fb974b0 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.544556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870627da-8033-4acf-a4b2-e0230fb974b0 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Subnet': ['ID=fcfbc04d-b20c-4939-ac15-d969f5e76449,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:33.548380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-870627da-8033-4acf-a4b2-e0230fb974b0 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.551607 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-870627da-8033-4acf-a4b2-e0230fb974b0 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "DELETE /v2.0/subnets/fcfbc04d-b20c-4939-ac15-d969f5e76449 HTTP/1.1" status: 204 len: 168 time: 0.3355930 Mar 29 09:25:33.557959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52408) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:33.566653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da401830-35a1-4080-ad8b-457235d133ef None None] Network 28493919-ec68-4648-86be-004ca13fb816 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:33.607494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:25:33.610004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:33.654407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.726144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Deleting port 521a13df-b082-4167-af0e-1376ad5c3130 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:33.726538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.822051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b0835c9-bfff-4db8-b037-f1ef0ce39a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.846687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd17ce94-eac6-4356-ac66-3c4a6d6c728c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.851475 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd17ce94-eac6-4356-ac66-3c4a6d6c728c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.884837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] For port 521a13df-b082-4167-af0e-1376ad5c3130, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=521a13df-b082-4167-af0e-1376ad5c3130,segment=NetworkSegment(ff607103-e8f1-48c8-858d-087ce34108fc),segment_id=ff607103-e8f1-48c8-858d-087ce34108fc)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:33.885326 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.913104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Calling delete_port for 521a13df-b082-4167-af0e-1376ad5c3130 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:33.987111 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd17ce94-eac6-4356-ac66-3c4a6d6c728c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:33.995278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd17ce94-eac6-4356-ac66-3c4a6d6c728c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Fanout notify agent at l3_agent the message router_deleted on router 7aa98617-4c6a-4e6a-bda9-cf609f8f711a {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:25:34.017464 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd17ce94-eac6-4356-ac66-3c4a6d6c728c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.019980 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fd17ce94-eac6-4356-ac66-3c4a6d6c728c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/7aa98617-4c6a-4e6a-bda9-cf609f8f711a HTTP/1.1" status: 204 len: 168 time: 0.8394485 Mar 29 09:25:34.023207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52412) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:34.076847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc6e9b-1a23-4168-8d19-7a9d3ac297c1 req-3714a33e-6140-48fd-9082-cbaddef7b0c7 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:34.079337 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-4b0835c9-bfff-4db8-b037-f1ef0ce39a06 None None] For port 53e9f881-de94-4785-a144-a10177c7b02e, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=53e9f881-de94-4785-a144-a10177c7b02e,segment=NetworkSegment(c45ca2bc-a0c6-4e89-b11f-ada659333b24),segment_id=c45ca2bc-a0c6-4e89-b11f-ada659333b24)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:34.081933 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:34.086850 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cfc6e9b-1a23-4168-8d19-7a9d3ac297c1 req-3714a33e-6140-48fd-9082-cbaddef7b0c7 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.0893068 Mar 29 09:25:34.090622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.132730 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.141442 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cfc6e9b-1a23-4168-8d19-7a9d3ac297c1 req-a9c662c8-7ac1-4dba-b0b4-9cf9392e1066 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534770 Mar 29 09:25:34.146857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83bd693-bfd6-456a-af7d-6c66ccf891b9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting subnet cb3cf378-0374-4d70-a176-f34e3923c0f9 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:34.151645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f83bd693-bfd6-456a-af7d-6c66ccf891b9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.163644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'port_id': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'mac_address': 'fa:16:3e:60:33:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:25:34.179289 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b0835c9-bfff-4db8-b037-f1ef0ce39a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.181851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.192077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 53e9f881-de94-4785-a144-a10177c7b02e up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:34.206858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] No DVR routers for this DVR port 521a13df-b082-4167-af0e-1376ad5c3130 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:34.219845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f83bd693-bfd6-456a-af7d-6c66ccf891b9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.256348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Port': ['ID=521a13df-b082-4167-af0e-1376ad5c3130,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:34.263681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.264069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c986249-026a-49d5-ab0b-c9cc83e3220c None None] DHCP port deletion for 28493919-ec68-4648-86be-004ca13fb816 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:34.268198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:25:34.270579 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41a6aa3-a35f-4427-a8b1-65f9f0b22c78" -d '{"events": [{"server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:25:34.306006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:34.334243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.362220 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.363414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28493919-ec68-4648-86be-004ca13fb816']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:34.364903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:34.375042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff607103-e8f1-48c8-858d-087ce34108fc') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:34.375042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff607103-e8f1-48c8-858d-087ce34108fc') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:34.378049 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:34.383937 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:34.387211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:25:34.387356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.398020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.407097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.415829 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:34.416137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.434877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=f8eb91e8-3a50-47ec-85bc-2dd72a99fb5e,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:34.444540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f83bd693-bfd6-456a-af7d-6c66ccf891b9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.459689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:34.460923 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:34.475695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.489719 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-6d33113e-482b-433e-b87d-cf18a32a52fe None None] Provisioning complete for port e3722a0c-d44d-4cd8-a0cd-8d3528f7dbd0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:34.490102 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d33113e-482b-433e-b87d-cf18a32a52fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.491627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0835c9-bfff-4db8-b037-f1ef0ce39a06 None None] Pushing event updated for resources: {'Port': ['ID=53e9f881-de94-4785-a144-a10177c7b02e,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:34.506233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:34.507680 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.537679 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b3133f07-e19f-46de-95a1-1449d5695bfa tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0573618 Mar 29 09:25:34.540634 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52418) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:34.567317 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f83bd693-bfd6-456a-af7d-6c66ccf891b9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.597715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bd693-bfd6-456a-af7d-6c66ccf891b9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3cf378-0374-4d70-a176-f34e3923c0f9,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:34.601790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f83bd693-bfd6-456a-af7d-6c66ccf891b9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.606219 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f83bd693-bfd6-456a-af7d-6c66ccf891b9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/cb3cf378-0374-4d70-a176-f34e3923c0f9 HTTP/1.1" status: 204 len: 168 time: 0.5817432 Mar 29 09:25:34.609207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52420) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:34.610030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 53e9f881-de94-4785-a144-a10177c7b02e triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:34.610717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.618413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d12a1e-940d-4f58-b319-6897e793d39d None None] Network e198a7c3-0b17-492b-909e-242a4496ba6e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:34.627857 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.655175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.657943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869fa1d8-df4a-4209-b4d3-b8a4b2a2d09f x-openstack-request-id: req-869fa1d8-df4a-4209-b4d3-b8a4b2a2d09f {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:25:34.658237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:25:34.658489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-869fa1d8-df4a-4209-b4d3-b8a4b2a2d09f {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:25:34.658898 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'code': 200} Mar 29 09:25:34.659492 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "DELETE /v2.0/networks/28493919-ec68-4648-86be-004ca13fb816 HTTP/1.1" status: 204 len: 168 time: 1.0985596 Mar 29 09:25:34.662694 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52422) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:34.669714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6d33113e-482b-433e-b87d-cf18a32a52fe None None] Port e3722a0c-d44d-4cd8-a0cd-8d3528f7dbd0 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:34.700374 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4948e0-6004-4aee-937f-36960370f486 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Network': ['ID=28493919-ec68-4648-86be-004ca13fb816,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:34.724655 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-978b639c-bd24-4b1d-96e3-fa823ec6846a tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Deleting subnet 0bf0b15d-276e-4973-87d8-be4046d65bea {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:34.729002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-978b639c-bd24-4b1d-96e3-fa823ec6846a tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.730320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:34.758572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974283c0-f62e-40cf-a506-267c89be174c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:34.763564 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-974283c0-f62e-40cf-a506-267c89be174c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2203653 Mar 29 09:25:34.769295 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52424) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:34.777536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.820026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-6d33113e-482b-433e-b87d-cf18a32a52fe None None] Provisioning complete for port 53e9f881-de94-4785-a144-a10177c7b02e triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:34.820406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d33113e-482b-433e-b87d-cf18a32a52fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.824695 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-978b639c-bd24-4b1d-96e3-fa823ec6846a tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.840410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 774c106d-29d1-418b-8143-5fb6c4a78627 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:34.840825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.918271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] For port 774c106d-29d1-418b-8143-5fb6c4a78627, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=774c106d-29d1-418b-8143-5fb6c4a78627,segment=NetworkSegment(161aef8b-9892-42ec-b79c-dc49f77a42ee),segment_id=161aef8b-9892-42ec-b79c-dc49f77a42ee)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:34.918728 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.934702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 774c106d-29d1-418b-8143-5fb6c4a78627 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:34.961252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-978b639c-bd24-4b1d-96e3-fa823ec6846a tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:34.988591 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ed856396-4ac5-476b-9657-b866858d2678 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port f8eb91e8-3a50-47ec-85bc-2dd72a99fb5e {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:34.988941 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ed856396-4ac5-476b-9657-b866858d2678 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.028643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.055548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=774c106d-29d1-418b-8143-5fb6c4a78627,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:35.062145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No DVR routers for this DVR port 774c106d-29d1-418b-8143-5fb6c4a78627 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:35.066124 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['8d2d96fb-6d3d-47a7-b0d3-5cf891d84596'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:25:35.068034 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:35.111688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ed856396-4ac5-476b-9657-b866858d2678 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.114903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-978b639c-bd24-4b1d-96e3-fa823ec6846a tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.160580 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-ed856396-4ac5-476b-9657-b866858d2678 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for f8eb91e8-3a50-47ec-85bc-2dd72a99fb5e owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:35.163677 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b639c-bd24-4b1d-96e3-fa823ec6846a tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf0b15d-276e-4973-87d8-be4046d65bea,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:35.165805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-978b639c-bd24-4b1d-96e3-fa823ec6846a tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.169053 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-978b639c-bd24-4b1d-96e3-fa823ec6846a tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "DELETE /v2.0/subnets/0bf0b15d-276e-4973-87d8-be4046d65bea HTTP/1.1" status: 204 len: 168 time: 0.5049078 Mar 29 09:25:35.172412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52428) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:35.182246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.193113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072655cc-ded8-4f90-958a-19151eb8cfa8 None None] Network 6fdb773e-0187-4251-bc3c-fe57e570e327 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:35.244618 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5515edc1-4445-4f6f-8bd8-742009b712c4 None None] DHCP port deletion for e198a7c3-0b17-492b-909e-242a4496ba6e request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:35.250577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e198a7c3-0b17-492b-909e-242a4496ba6e']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:35.261223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c871425-7319-4afd-af4b-8195460f0ce9 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Deleting subnet e307075f-aec5-443f-aa01-52883402405a {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:35.267354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0c871425-7319-4afd-af4b-8195460f0ce9 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.277837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161aef8b-9892-42ec-b79c-dc49f77a42ee') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:35.278129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161aef8b-9892-42ec-b79c-dc49f77a42ee') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:35.290852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.313813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.325602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f38716-2d50-4671-8339-11f844c7c253 req-a921a0a0-4a1a-4f9a-8255-8d0ef6e6f680 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:35.330050 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12f38716-2d50-4671-8339-11f844c7c253 req-a921a0a0-4a1a-4f9a-8255-8d0ef6e6f680 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 944 time: 0.0922217 Mar 29 09:25:35.335572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:35.336217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:35.340032 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:35.346865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0c871425-7319-4afd-af4b-8195460f0ce9 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.421388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-baeb58f5-b439-4d7f-8d9b-ee0d3be08a55 None None] Provisioning complete for port e3722a0c-d44d-4cd8-a0cd-8d3528f7dbd0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:35.421854 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-baeb58f5-b439-4d7f-8d9b-ee0d3be08a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.437814 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12f38716-2d50-4671-8339-11f844c7c253 req-acdf89dc-d47b-4b42-bb1b-73d89421a28c tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939438 Mar 29 09:25:35.443840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.478556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.482897 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/networks/e198a7c3-0b17-492b-909e-242a4496ba6e HTTP/1.1" status: 204 len: 168 time: 0.8722336 Mar 29 09:25:35.483704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52430) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:35.490827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52432) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:35.492933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a0927-5dda-4fb8-8e47-da488e8fb9eb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Network': ['ID=e198a7c3-0b17-492b-909e-242a4496ba6e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:35.500711 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-baeb58f5-b439-4d7f-8d9b-ee0d3be08a55 None None] Port e3722a0c-d44d-4cd8-a0cd-8d3528f7dbd0 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:35.501226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-41583431', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}, 'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:35.525040 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0c871425-7319-4afd-af4b-8195460f0ce9 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.532119 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e5295-c045-45f8-81c3-9d4964b82f93 None None] DHCP port deletion for 6fdb773e-0187-4251-bc3c-fe57e570e327 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:35.545017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-baeb58f5-b439-4d7f-8d9b-ee0d3be08a55 None None] Provisioning complete for port f8eb91e8-3a50-47ec-85bc-2dd72a99fb5e triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:35.545390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-baeb58f5-b439-4d7f-8d9b-ee0d3be08a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.567686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ed856396-4ac5-476b-9657-b866858d2678 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.572683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.575011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.591291 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1cfeacc5-09c3-40a4-a2f5-e033cbafb0f2 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/floatingips/e6e6b98d-0dff-4407-b068-9cb53590e30d HTTP/1.1" status: 200 len: 991 time: 0.0993991 Mar 29 09:25:35.626614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed856396-4ac5-476b-9657-b866858d2678 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=f8eb91e8-3a50-47ec-85bc-2dd72a99fb5e,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:35.644048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-baeb58f5-b439-4d7f-8d9b-ee0d3be08a55 None None] Port f8eb91e8-3a50-47ec-85bc-2dd72a99fb5e cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:35.653074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.670235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e5295-c045-45f8-81c3-9d4964b82f93 None None] Deleting port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:35.670853 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2a2e5295-c045-45f8-81c3-9d4964b82f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.712278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0c871425-7319-4afd-af4b-8195460f0ce9 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.719995 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ed856396-4ac5-476b-9657-b866858d2678 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.723551 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ed856396-4ac5-476b-9657-b866858d2678 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/f8eb91e8-3a50-47ec-85bc-2dd72a99fb5e HTTP/1.1" status: 204 len: 168 time: 0.9523675 Mar 29 09:25:35.726531 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52434) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:35.762068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c871425-7319-4afd-af4b-8195460f0ce9 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Subnet': ['ID=e307075f-aec5-443f-aa01-52883402405a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:35.776068 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-2a2e5295-c045-45f8-81c3-9d4964b82f93 None None] For port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1e3e14c9-6995-4f34-81f1-4eb92b2e92df,segment=NetworkSegment(09c05709-1d9d-4586-ae58-7d785ad2272a),segment_id=09c05709-1d9d-4586-ae58-7d785ad2272a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:35.776481 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2a2e5295-c045-45f8-81c3-9d4964b82f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.788607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0c871425-7319-4afd-af4b-8195460f0ce9 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.792074 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0c871425-7319-4afd-af4b-8195460f0ce9 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "DELETE /v2.0/subnets/e307075f-aec5-443f-aa01-52883402405a HTTP/1.1" status: 204 len: 168 time: 0.6183350 Mar 29 09:25:35.793380 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ecd89c-766b-45d0-b900-8ee9d4b080a4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:25:35.795140 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-62ecd89c-766b-45d0-b900-8ee9d4b080a4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/f8eb91e8-3a50-47ec-85bc-2dd72a99fb5e HTTP/1.1" status: 404 len: 333 time: 0.0507815 Mar 29 09:25:35.795690 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52436) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:35.805694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e5295-c045-45f8-81c3-9d4964b82f93 None None] Calling delete_port for 1e3e14c9-6995-4f34-81f1-4eb92b2e92df owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:35.806708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52438) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:35.807665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3b56d9-93d5-4b55-b178-fb34d881e944 None None] Network 17724355-3920-4222-9635-5598156e56ea requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:35.902889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.970800 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:35.983034 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Deleting port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:35.983439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.011856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 53e9f881-de94-4785-a144-a10177c7b02e up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:36.036698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-0e691d8a-ff2c-442a-a081-e9bd7933bc25 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port e3722a0c-d44d-4cd8-a0cd-8d3528f7dbd0 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:36.037036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e691d8a-ff2c-442a-a081-e9bd7933bc25 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.052077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2a2e5295-c045-45f8-81c3-9d4964b82f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.077810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] For port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1e3e14c9-6995-4f34-81f1-4eb92b2e92df,segment=NetworkSegment(09c05709-1d9d-4586-ae58-7d785ad2272a),segment_id=09c05709-1d9d-4586-ae58-7d785ad2272a)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:36.078274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.091859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Calling delete_port for 1e3e14c9-6995-4f34-81f1-4eb92b2e92df owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:36.095519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e5295-c045-45f8-81c3-9d4964b82f93 None None] Pushing event deleted for resources: {'Port': ['ID=1e3e14c9-6995-4f34-81f1-4eb92b2e92df,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:36.104927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e5295-c045-45f8-81c3-9d4964b82f93 None None] No DVR routers for this DVR port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:36.123188 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 53e9f881-de94-4785-a144-a10177c7b02e triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:36.123602 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.183486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e691d8a-ff2c-442a-a081-e9bd7933bc25 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.192700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.201493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-0e691d8a-ff2c-442a-a081-e9bd7933bc25 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for e3722a0c-d44d-4cd8-a0cd-8d3528f7dbd0 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:36.216412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba366246-d555-4d3e-bfbd-4b2eac0dae4d None None] DHCP port deletion for 17724355-3920-4222-9635-5598156e56ea request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:36.233756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Port': ['ID=1e3e14c9-6995-4f34-81f1-4eb92b2e92df,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:36.244504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] No DVR routers for this DVR port 1e3e14c9-6995-4f34-81f1-4eb92b2e92df on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:36.281381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ba366246-d555-4d3e-bfbd-4b2eac0dae4d None None] Deleting port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:36.281935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba366246-d555-4d3e-bfbd-4b2eac0dae4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.350748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 521a13df-b082-4167-af0e-1376ad5c3130 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:36.352342 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.355693 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.374529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 521a13df-b082-4167-af0e-1376ad5c3130 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:36.375059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.375298 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 521a13df-b082-4167-af0e-1376ad5c3130 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:36.375862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1e3e14c9-6995-4f34-81f1-4eb92b2e92df no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:36.380503 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdb773e-0187-4251-bc3c-fe57e570e327']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:36.390462 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c05709-1d9d-4586-ae58-7d785ad2272a') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:36.390956 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c05709-1d9d-4586-ae58-7d785ad2272a') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:36.402406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.408653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ba366246-d555-4d3e-bfbd-4b2eac0dae4d None None] For port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=097c9915-51c4-4b6b-ab2b-3a5b306f3ce7,segment=NetworkSegment(d2840e4d-ccb5-415f-9587-cd520b2ab187),segment_id=d2840e4d-ccb5-415f-9587-cd520b2ab187)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:36.409046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba366246-d555-4d3e-bfbd-4b2eac0dae4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.411432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 1e3e14c9-6995-4f34-81f1-4eb92b2e92df {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:36.411771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1e3e14c9-6995-4f34-81f1-4eb92b2e92df not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:36.413040 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 774c106d-29d1-418b-8143-5fb6c4a78627 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:36.416938 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.428283 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:36.428854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: self.session.flush() Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:36.432952 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:36.441019 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 774c106d-29d1-418b-8143-5fb6c4a78627 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:36.441349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 774c106d-29d1-418b-8143-5fb6c4a78627 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:36.448494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ba366246-d555-4d3e-bfbd-4b2eac0dae4d None None] Calling delete_port for 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:36.511136 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.520588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e691d8a-ff2c-442a-a081-e9bd7933bc25 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.541484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.548684 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "DELETE /v2.0/networks/6fdb773e-0187-4251-bc3c-fe57e570e327 HTTP/1.1" status: 204 len: 168 time: 0.7493899 Mar 29 09:25:36.549794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52440) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:36.550047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884327f6-6082-4393-b615-fcb98816422c tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Network': ['ID=6fdb773e-0187-4251-bc3c-fe57e570e327,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:36.554792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba366246-d555-4d3e-bfbd-4b2eac0dae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:36.565852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e691d8a-ff2c-442a-a081-e9bd7933bc25 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=e3722a0c-d44d-4cd8-a0cd-8d3528f7dbd0,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:36.585773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba366246-d555-4d3e-bfbd-4b2eac0dae4d None None] No DVR routers for this DVR port 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:36.595287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Allocated IP 172.26.1.181 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/9b21f8bc-080b-47a0-917c-011bee3edb42) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:36.595898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba366246-d555-4d3e-bfbd-4b2eac0dae4d None None] Pushing event deleted for resources: {'Port': ['ID=097c9915-51c4-4b6b-ab2b-3a5b306f3ce7,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:37.003288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.083163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0e691d8a-ff2c-442a-a081-e9bd7933bc25 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.086480 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0e691d8a-ff2c-442a-a081-e9bd7933bc25 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/e3722a0c-d44d-4cd8-a0cd-8d3528f7dbd0 HTTP/1.1" status: 204 len: 168 time: 1.2780728 Mar 29 09:25:37.089381 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52442) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:37.114218 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c0265f-4a26-4556-bffb-06f4a7adca35 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:25:37.115797 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-87c0265f-4a26-4556-bffb-06f4a7adca35 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/e3722a0c-d44d-4cd8-a0cd-8d3528f7dbd0 HTTP/1.1" status: 404 len: 333 time: 0.0249157 Mar 29 09:25:37.118763 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52444) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:37.169299 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1557cc-4310-420a-8bd6-f9767c80a36d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting subnet cd59577a-c3e4-4037-913f-708728f0c3ff {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:37.172889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a1557cc-4310-420a-8bd6-f9767c80a36d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.180825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.191748 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.210462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17724355-3920-4222-9635-5598156e56ea']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:37.219868 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a1557cc-4310-420a-8bd6-f9767c80a36d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.223569 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2840e4d-ccb5-415f-9587-cd520b2ab187') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:37.223865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2840e4d-ccb5-415f-9587-cd520b2ab187') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:37.240472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.257998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.265246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:37.266308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:37.269615 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:37.280434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.330208 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a1557cc-4310-420a-8bd6-f9767c80a36d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.367769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:37.373402 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:37.376405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:37.378731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.382892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.386703 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "DELETE /v2.0/networks/17724355-3920-4222-9635-5598156e56ea HTTP/1.1" status: 204 len: 168 time: 0.8340459 Mar 29 09:25:37.390783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52446) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:37.410993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=9b21f8bc-080b-47a0-917c-011bee3edb42,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:37.426216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a1557cc-4310-420a-8bd6-f9767c80a36d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.426555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30780da8-82f3-4860-9b83-5afbf8938c5b tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Network': ['ID=17724355-3920-4222-9635-5598156e56ea,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:37.469086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1557cc-4310-420a-8bd6-f9767c80a36d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Subnet': ['ID=cd59577a-c3e4-4037-913f-708728f0c3ff,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:37.473361 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a1557cc-4310-420a-8bd6-f9767c80a36d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.475300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66529da-96a9-496c-ab3c-4094b7813b7d None None] Network 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:37.479181 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8a1557cc-4310-420a-8bd6-f9767c80a36d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/cd59577a-c3e4-4037-913f-708728f0c3ff HTTP/1.1" status: 204 len: 168 time: 0.3569782 Mar 29 09:25:37.479834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52448) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:37.495921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19b05c7-035e-4be4-b8fd-399c0febb613 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Deleting subnet 4bf29a21-4077-4822-b9d3-1faf96b798dc {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:37.510541 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c19b05c7-035e-4be4-b8fd-399c0febb613 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.603395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c19b05c7-035e-4be4-b8fd-399c0febb613 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.609862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:37.628364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.676063 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:37.676433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.735156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bf2e6d-1534-47bc-8379-bed5f25772d3 None None] DHCP port deletion for 6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:37.736246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c19b05c7-035e-4be4-b8fd-399c0febb613 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.737161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.776297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 53e9f881-de94-4785-a144-a10177c7b02e {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:37.777100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.834977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-63bf2e6d-1534-47bc-8379-bed5f25772d3 None None] Deleting port 53e9f881-de94-4785-a144-a10177c7b02e {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:37.835364 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-63bf2e6d-1534-47bc-8379-bed5f25772d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.839071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.861502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] For port 53e9f881-de94-4785-a144-a10177c7b02e, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=53e9f881-de94-4785-a144-a10177c7b02e,segment=NetworkSegment(c45ca2bc-a0c6-4e89-b11f-ada659333b24),segment_id=c45ca2bc-a0c6-4e89-b11f-ada659333b24)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:37.861902 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.884862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 53e9f881-de94-4785-a144-a10177c7b02e owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:37.899513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c19b05c7-035e-4be4-b8fd-399c0febb613 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.924973 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:25:37.926865 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a253a80-8aef-4a70-8032-9bd87517a962" -d '{"events": [{"server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:25:37.963745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b05c7-035e-4be4-b8fd-399c0febb613 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf29a21-4077-4822-b9d3-1faf96b798dc,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:37.974097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c19b05c7-035e-4be4-b8fd-399c0febb613 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:37.977318 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c19b05c7-035e-4be4-b8fd-399c0febb613 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "DELETE /v2.0/subnets/4bf29a21-4077-4822-b9d3-1faf96b798dc HTTP/1.1" status: 204 len: 168 time: 0.5862405 Mar 29 09:25:37.979816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52452) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:37.986547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:37.995237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-63bf2e6d-1534-47bc-8379-bed5f25772d3 None None] For port 53e9f881-de94-4785-a144-a10177c7b02e, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=53e9f881-de94-4785-a144-a10177c7b02e,segment=NetworkSegment(c45ca2bc-a0c6-4e89-b11f-ada659333b24),segment_id=c45ca2bc-a0c6-4e89-b11f-ada659333b24)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:37.997331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-63bf2e6d-1534-47bc-8379-bed5f25772d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.002708 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f36539-96f4-4125-a791-08831f72cb92 None None] Network 02298e66-5557-471a-baf0-9266a691db6a requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:38.002905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.011346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4edd38c-a6a8-4db9-8cfc-b42020b4ee28 x-openstack-request-id: req-a4edd38c-a6a8-4db9-8cfc-b42020b4ee28 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:25:38.011538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "name": "network-vif-plugged", "status": "completed", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:25:38.011664 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4edd38c-a6a8-4db9-8cfc-b42020b4ee28 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:25:38.012023 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'code': 200} Mar 29 09:25:38.023459 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.033536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:38.036343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-63bf2e6d-1534-47bc-8379-bed5f25772d3 None None] Calling delete_port for 53e9f881-de94-4785-a144-a10177c7b02e owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:38.042140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.069756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=53e9f881-de94-4785-a144-a10177c7b02e,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:38.073761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No DVR routers for this DVR port 53e9f881-de94-4785-a144-a10177c7b02e on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:38.095887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:38.095887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 097c9915-51c4-4b6b-ab2b-3a5b306f3ce7 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:38.095887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 53e9f881-de94-4785-a144-a10177c7b02e no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:38.109441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.162942 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 53e9f881-de94-4785-a144-a10177c7b02e {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:38.164886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 53e9f881-de94-4785-a144-a10177c7b02e not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:38.166564 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.190903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:38.200936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45ca2bc-a0c6-4e89-b11f-ada659333b24') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:38.201236 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45ca2bc-a0c6-4e89-b11f-ada659333b24') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:38.209288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,revision_number=8']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:38.213959 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.231242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Deleting port ed57ee46-17a9-4708-a450-c2f2d3e7c143 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:38.231663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.232237 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.238611 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:38.238984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:38.244382 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:38.260175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router 3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:25:38.288992 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-63bf2e6d-1534-47bc-8379-bed5f25772d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.313025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.317188 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf2e6d-1534-47bc-8379-bed5f25772d3 None None] Pushing event deleted for resources: {'Port': ['ID=53e9f881-de94-4785-a144-a10177c7b02e,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:38.320772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bf2e6d-1534-47bc-8379-bed5f25772d3 None None] No DVR routers for this DVR port 53e9f881-de94-4785-a144-a10177c7b02e on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:38.329054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.337200 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/networks/6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e HTTP/1.1" status: 204 len: 168 time: 0.8537285 Mar 29 09:25:38.339029 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52454) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:38.348252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3c65cc72-4614-4714-b038-5a8d2964a327 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-320205279'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:38.362235 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2dd0e-6745-42b6-ab9c-01d38b4df994 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Network': ['ID=6b72fb43-f76b-4dfd-b9ec-fb7c8ab0d08e,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:38.366187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] For port ed57ee46-17a9-4708-a450-c2f2d3e7c143, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ed57ee46-17a9-4708-a450-c2f2d3e7c143,segment=NetworkSegment(f2d46b52-7f48-4012-9440-22cf4926bffc),segment_id=f2d46b52-7f48-4012-9440-22cf4926bffc)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:38.366688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.382398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c65cc72-4614-4714-b038-5a8d2964a327 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:38.384963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Calling delete_port for ed57ee46-17a9-4708-a450-c2f2d3e7c143 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:38.385912 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3c65cc72-4614-4714-b038-5a8d2964a327 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.389982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3321ed0-cded-4bb3-8cae-4cfe051af4cf None None] DHCP port deletion for 02298e66-5557-471a-baf0-9266a691db6a request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:38.411975 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c65cc72-4614-4714-b038-5a8d2964a327 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:38.422486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3c65cc72-4614-4714-b038-5a8d2964a327 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.422843 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-3c65cc72-4614-4714-b038-5a8d2964a327 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Added segment 38cb801c-0d66-4dd7-8f7a-286da3105473 of type vlan for network 7c214068-2e9a-46c5-a195-0a59540c91d7 Mar 29 09:25:38.441741 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e3321ed0-cded-4bb3-8cae-4cfe051af4cf None None] Deleting port ed57ee46-17a9-4708-a450-c2f2d3e7c143 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:38.442175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e3321ed0-cded-4bb3-8cae-4cfe051af4cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.478032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3c65cc72-4614-4714-b038-5a8d2964a327 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.481170 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:38.508582 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3c65cc72-4614-4714-b038-5a8d2964a327 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.508818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e38cf-2f05-4487-87d8-6bef55a6405e None None] Sync routers for ids ['3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:38.514736 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65cc72-4614-4714-b038-5a8d2964a327 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:38.515936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3c65cc72-4614-4714-b038-5a8d2964a327 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.520703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.524878 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dcfddf04-b481-4d69-93fd-2aff39780082 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.0266845 Mar 29 09:25:38.525126 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52456) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:38.526203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e3321ed0-cded-4bb3-8cae-4cfe051af4cf None None] For port ed57ee46-17a9-4708-a450-c2f2d3e7c143, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ed57ee46-17a9-4708-a450-c2f2d3e7c143,segment=NetworkSegment(f2d46b52-7f48-4012-9440-22cf4926bffc),segment_id=f2d46b52-7f48-4012-9440-22cf4926bffc)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:38.526864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e3321ed0-cded-4bb3-8cae-4cfe051af4cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.536020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.542730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e3321ed0-cded-4bb3-8cae-4cfe051af4cf None None] Calling delete_port for ed57ee46-17a9-4708-a450-c2f2d3e7c143 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:38.546447 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e38cf-2f05-4487-87d8-6bef55a6405e None None] Routers {'3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:38.547073 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-1d5e38cf-2f05-4487-87d8-6bef55a6405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:38.566473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Port': ['ID=ed57ee46-17a9-4708-a450-c2f2d3e7c143,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:38.570546 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] No DVR routers for this DVR port ed57ee46-17a9-4708-a450-c2f2d3e7c143 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:38.588668 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3c65cc72-4614-4714-b038-5a8d2964a327 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2465560 Mar 29 09:25:38.588878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-1d5e38cf-2f05-4487-87d8-6bef55a6405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:38.590047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52458) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:38.606275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6c7555bb-4a8e-4f1e-8fea-ed73c22b3b77 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': '7c214068-2e9a-46c5-a195-0a59540c91d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:38.632278 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e38cf-2f05-4487-87d8-6bef55a6405e None None] Routers {'3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:38.632889 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-1d5e38cf-2f05-4487-87d8-6bef55a6405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:38.660799 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65cc72-4614-4714-b038-5a8d2964a327 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Network': ['ID=7c214068-2e9a-46c5-a195-0a59540c91d7,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:38.666555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.673624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-1d5e38cf-2f05-4487-87d8-6bef55a6405e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:38.674273 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e38cf-2f05-4487-87d8-6bef55a6405e None None] The sync data for ids ['3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:38.678592 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 7c214068-2e9a-46c5-a195-0a59540c91d7 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:38.700409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02298e66-5557-471a-baf0-9266a691db6a']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:38.716081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d46b52-7f48-4012-9440-22cf4926bffc') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:38.716386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d46b52-7f48-4012-9440-22cf4926bffc') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:38.726854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.741469 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.748549 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:38.749047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:38.752794 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:38.755496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e3321ed0-cded-4bb3-8cae-4cfe051af4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.770878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3321ed0-cded-4bb3-8cae-4cfe051af4cf None None] No DVR routers for this DVR port ed57ee46-17a9-4708-a450-c2f2d3e7c143 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:38.794123 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-70af3f61-f429-4f5e-87f9-65274447ccd3 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/routers/3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b HTTP/1.1" status: 200 len: 883 time: 0.2652285 Mar 29 09:25:38.794555 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52460) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:38.838152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.840584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7555bb-4a8e-4f1e-8fea-ed73c22b3b77 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:38.845494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6c7555bb-4a8e-4f1e-8fea-ed73c22b3b77 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.846219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:38.852639 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "DELETE /v2.0/networks/02298e66-5557-471a-baf0-9266a691db6a HTTP/1.1" status: 204 len: 168 time: 0.8685343 Mar 29 09:25:38.852913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52462) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:38.861531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcda04a-d80f-40e5-84ad-48ac945dea37 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Pushing event deleted for resources: {'Network': ['ID=02298e66-5557-471a-baf0-9266a691db6a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:38.909339 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6212262f-ed70-4922-a5aa-f0bf4aaca1aa tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b6e73c5-3f50-486c-8671-8b53718f51f9 HTTP/1.1" status: 200 len: 205 time: 0.0549517 Mar 29 09:25:38.912146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52464) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:38.938654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3321ed0-cded-4bb3-8cae-4cfe051af4cf None None] Pushing event deleted for resources: {'Port': ['ID=ed57ee46-17a9-4708-a450-c2f2d3e7c143,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:38.992176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c884ca90-4c39-4bcc-9858-fb7d4aa8c100 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.148127 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c884ca90-4c39-4bcc-9858-fb7d4aa8c100 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.150248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c884ca90-4c39-4bcc-9858-fb7d4aa8c100 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.193974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c884ca90-4c39-4bcc-9858-fb7d4aa8c100 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.194527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c884ca90-4c39-4bcc-9858-fb7d4aa8c100 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Fanout notify agent at l3_agent the message router_deleted on router 5b6e73c5-3f50-486c-8671-8b53718f51f9 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:25:39.201424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c884ca90-4c39-4bcc-9858-fb7d4aa8c100 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.203232 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c884ca90-4c39-4bcc-9858-fb7d4aa8c100 tempest-RoutersNegativeIpV6Test-1900174551 tempest-RoutersNegativeIpV6Test-1900174551-project] 10.222.0.32 "DELETE /v2.0/routers/5b6e73c5-3f50-486c-8671-8b53718f51f9 HTTP/1.1" status: 204 len: 168 time: 0.2898207 Mar 29 09:25:39.218854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6c7555bb-4a8e-4f1e-8fea-ed73c22b3b77 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.233634 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-802282ab-e0a8-4b7e-bb70-eec7e920a6dd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4378107 Mar 29 09:25:39.236972 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52468) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:39.241655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c88d8391-9a88-44df-be0e-2e100f519ee1 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-41583431'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:39.293953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7555bb-4a8e-4f1e-8fea-ed73c22b3b77 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Subnet': ['ID=e90bd3ab-05ef-4bdb-8367-3fae04d307d8,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:39.302542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7555bb-4a8e-4f1e-8fea-ed73c22b3b77 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Checking segment: {'id': '38cb801c-0d66-4dd7-8f7a-286da3105473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7c214068-2e9a-46c5-a195-0a59540c91d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:39.302904 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7555bb-4a8e-4f1e-8fea-ed73c22b3b77 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network hostable DHCP agents. Network: 7c214068-2e9a-46c5-a195-0a59540c91d7, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:39.321262 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7555bb-4a8e-4f1e-8fea-ed73c22b3b77 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network 7c214068-2e9a-46c5-a195-0a59540c91d7 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:39.331316 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-6c7555bb-4a8e-4f1e-8fea-ed73c22b3b77 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 7c214068-2e9a-46c5-a195-0a59540c91d7) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:39.336321 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7555bb-4a8e-4f1e-8fea-ed73c22b3b77 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:39.336986 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6c7555bb-4a8e-4f1e-8fea-ed73c22b3b77 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.344994 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46bbf66-32fb-4c4a-b8eb-18d3d90b4900 None None] Network 7c214068-2e9a-46c5-a195-0a59540c91d7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:39.356192 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6c7555bb-4a8e-4f1e-8fea-ed73c22b3b77 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7563720 Mar 29 09:25:39.358554 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52470) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:39.366066 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': '7c214068-2e9a-46c5-a195-0a59540c91d7', 'name': 'tempest-PortsTestJSON-1412830577', 'fixed_ips': [{'subnet_id': 'e90bd3ab-05ef-4bdb-8367-3fae04d307d8', 'ip_address': '172.20.0.10'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:39.505030 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:39.526536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-7c214068-2e9a-46c5-a195-0a59540c91d7', 'network_id': '7c214068-2e9a-46c5-a195-0a59540c91d7', 'tenant_id': '2ac88b2108fe4d7ebe255bc33a876621', 'fixed_ips': [{'subnet_id': 'e90bd3ab-05ef-4bdb-8367-3fae04d307d8'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:39.527556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.535317 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52474) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:39.577466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c88d8391-9a88-44df-be0e-2e100f519ee1 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.592842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c88d8391-9a88-44df-be0e-2e100f519ee1 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.619544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.639638 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port 34259f54-0b8d-4220-a511-a05eafbbbe5d yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:39.685270 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Allocated IP 172.20.0.2 (7c214068-2e9a-46c5-a195-0a59540c91d7/e90bd3ab-05ef-4bdb-8367-3fae04d307d8/097e6c32-031d-41b3-81ba-de40a2d5033c) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:39.723613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88d8391-9a88-44df-be0e-2e100f519ee1 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router 3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:25:39.772570 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-178ef350-f9b0-4249-9a47-f0267fd28a66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=edb0b271ee18422590da328939eff664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360716 Mar 29 09:25:39.775697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52478) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:39.840109 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-499e59d2-f411-43a4-8a30-defa7e46c428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.848763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88d8391-9a88-44df-be0e-2e100f519ee1 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:39.849326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.855846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c88d8391-9a88-44df-be0e-2e100f519ee1 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.859599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.859755 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c88d8391-9a88-44df-be0e-2e100f519ee1 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b HTTP/1.1" status: 200 len: 890 time: 0.6189923 Mar 29 09:25:39.860459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52480) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:39.864736 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d5bab-876f-4ddd-baa5-0aba47e30926 None None] Sync routers for ids ['3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:39.875405 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d5bab-876f-4ddd-baa5-0aba47e30926 None None] Routers {'3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:39.876060 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3d4d5bab-876f-4ddd-baa5-0aba47e30926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:39.895930 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-499e59d2-f411-43a4-8a30-defa7e46c428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:39.916035 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3d4d5bab-876f-4ddd-baa5-0aba47e30926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:39.927139 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d5bab-876f-4ddd-baa5-0aba47e30926 None None] Routers {'3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:39.928061 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3d4d5bab-876f-4ddd-baa5-0aba47e30926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:39.944071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.10 (7c214068-2e9a-46c5-a195-0a59540c91d7/e90bd3ab-05ef-4bdb-8367-3fae04d307d8/34259f54-0b8d-4220-a511-a05eafbbbe5d) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:39.954717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Network 7c214068-2e9a-46c5-a195-0a59540c91d7 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:39.957835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:39.964922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:39.974179 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Pushing event updated for resources: {'Port': ['ID=097e6c32-031d-41b3-81ba-de40a2d5033c,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:40.005261 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-499e59d2-f411-43a4-8a30-defa7e46c428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.008178 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-499e59d2-f411-43a4-8a30-defa7e46c428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.009347 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-499e59d2-f411-43a4-8a30-defa7e46c428 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40f1555b-e948-4bd6-ae76-7af91956a08d HTTP/1.1" status: 204 len: 168 time: 0.2327456 Mar 29 09:25:40.018783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ed57ee46-17a9-4708-a450-c2f2d3e7c143 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:40.025822 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a753c644-1385-478d-bacc-c0ba86f6c5f0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/routers/3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b HTTP/1.1" status: 200 len: 890 time: 0.1616340 Mar 29 09:25:40.026222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52484) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:40.031112 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3d4d5bab-876f-4ddd-baa5-0aba47e30926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:40.032781 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d5bab-876f-4ddd-baa5-0aba47e30926 None None] The sync data for ids ['3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:40.035319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e59d2-f411-43a4-8a30-defa7e46c428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f1555b-e948-4bd6-ae76-7af91956a08d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:40.065555 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a9d33ee3-b04f-41fb-8a09-bab05db0917f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b HTTP/1.1" status: 200 len: 205 time: 0.0359988 Mar 29 09:25:40.065809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52486) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:40.098786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: ed57ee46-17a9-4708-a450-c2f2d3e7c143 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:40.099196 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ed57ee46-17a9-4708-a450-c2f2d3e7c143 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:40.104410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Attempting to bind port 097e6c32-031d-41b3-81ba-de40a2d5033c on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:40.104730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Attempting to bind port 097e6c32-031d-41b3-81ba-de40a2d5033c by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '38cb801c-0d66-4dd7-8f7a-286da3105473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7c214068-2e9a-46c5-a195-0a59540c91d7'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:40.105265 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Attempting to bind port 097e6c32-031d-41b3-81ba-de40a2d5033c on network 7c214068-2e9a-46c5-a195-0a59540c91d7 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:40.112498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:40.113499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Checking segment: {'id': '38cb801c-0d66-4dd7-8f7a-286da3105473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7c214068-2e9a-46c5-a195-0a59540c91d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:40.114058 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.114461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Bound using segment: {'id': '38cb801c-0d66-4dd7-8f7a-286da3105473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7c214068-2e9a-46c5-a195-0a59540c91d7'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:40.114942 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Bound port: 097e6c32-031d-41b3-81ba-de40a2d5033c, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38cb801c-0d66-4dd7-8f7a-286da3105473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '7c214068-2e9a-46c5-a195-0a59540c91d7'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:40.116011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.164216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.200234 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] For port 097e6c32-031d-41b3-81ba-de40a2d5033c, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:40.203404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.205011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.206636 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] For port 097e6c32-031d-41b3-81ba-de40a2d5033c, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=097e6c32-031d-41b3-81ba-de40a2d5033c,segment=NetworkSegment(38cb801c-0d66-4dd7-8f7a-286da3105473),segment_id=38cb801c-0d66-4dd7-8f7a-286da3105473)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:40.222702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.265755 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network 7c214068-2e9a-46c5-a195-0a59540c91d7 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:40.270150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:40.272105 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=34259f54-0b8d-4220-a511-a05eafbbbe5d,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:40.281199 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:40.317311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d308a-4415-4210-8502-25e31d4b2b3b None None] Pushing event updated for resources: {'Port': ['ID=097e6c32-031d-41b3-81ba-de40a2d5033c,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:40.382030 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:40.382828 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.414519 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3add0089-8888-4868-9e29-51758d043527 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0547519 Mar 29 09:25:40.415354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52494) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:40.421309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': '7c214068-2e9a-46c5-a195-0a59540c91d7', 'name': 'tempest-PortsTestJSON-583524903', 'fixed_ips': [{'subnet_id': 'e90bd3ab-05ef-4bdb-8367-3fae04d307d8', 'ip_address': '172.20.0.9'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:40.580640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:40.593118 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.614720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port 7836c603-5b0f-4e96-ab96-ec65cc301bb9 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:40.726277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.824417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 9b21f8bc-080b-47a0-917c-011bee3edb42 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:40.824754 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.908186 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:40.921056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 9b21f8bc-080b-47a0-917c-011bee3edb42 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:40.993229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52508) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:41.115959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c10c783b-209a-4f97-bc0d-7eb55f401317 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group': {'name': 'tempest-secgroup--801005972'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:41.153755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c10c783b-209a-4f97-bc0d-7eb55f401317 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.158865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.188763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c10c783b-209a-4f97-bc0d-7eb55f401317 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.194393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=9b21f8bc-080b-47a0-917c-011bee3edb42,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:41.195246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.9 (7c214068-2e9a-46c5-a195-0a59540c91d7/e90bd3ab-05ef-4bdb-8367-3fae04d307d8/7836c603-5b0f-4e96-ab96-ec65cc301bb9) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:41.288498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.370810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.395671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.398855 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.409723 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.460767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.461115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Fanout notify agent at l3_agent the message router_deleted on router 3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:25:41.463909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network 7c214068-2e9a-46c5-a195-0a59540c91d7 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:41.466950 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:41.468078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.470563 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c4cb65a9-3fd7-4a1c-947e-d6da3fa3f574 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b HTTP/1.1" status: 204 len: 168 time: 1.4036603 Mar 29 09:25:41.475723 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52512) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:41.476534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:41.486662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c10c783b-209a-4f97-bc0d-7eb55f401317 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.491290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c10c783b-209a-4f97-bc0d-7eb55f401317 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.505614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7fefdb8d-d97b-4bf9-8d9b-641bf932cc9b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1810896109'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:41.509468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=7836c603-5b0f-4e96-ab96-ec65cc301bb9,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:41.530867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c783b-209a-4f97-bc0d-7eb55f401317 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea9f809-67e9-45ac-8ab9-4d7e6201a608,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:41.544570 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:41.545287 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.548990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fefdb8d-d97b-4bf9-8d9b-641bf932cc9b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:41.552369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7fefdb8d-d97b-4bf9-8d9b-641bf932cc9b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.579195 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4f91c55b-c4fa-47a4-bb7a-03bb1e4cbdc2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1627114 Mar 29 09:25:41.581988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52514) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:41.594335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c10c783b-209a-4f97-bc0d-7eb55f401317 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.597976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fefdb8d-d97b-4bf9-8d9b-641bf932cc9b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:41.601327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c10c783b-209a-4f97-bc0d-7eb55f401317 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.636543 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9ff610-3889-498f-9886-81259cabe5ea None None] Network 7c214068-2e9a-46c5-a195-0a59540c91d7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:41.639219 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7fefdb8d-d97b-4bf9-8d9b-641bf932cc9b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.639366 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-7fefdb8d-d97b-4bf9-8d9b-641bf932cc9b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Added segment 8c8157bf-f15c-4fc7-b9c5-befb509d0c46 of type vlan for network b6023c4d-de90-488e-a272-2e802ecce028 Mar 29 09:25:41.641655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c783b-209a-4f97-bc0d-7eb55f401317 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b37c92-a528-4df5-bec8-513787d54701,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:41.649504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c10c783b-209a-4f97-bc0d-7eb55f401317 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.651447 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c10c783b-209a-4f97-bc0d-7eb55f401317 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6569333 Mar 29 09:25:41.654441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52516) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:41.686984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a55441-c972-41bd-9cdb-d44d28de3d70 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:41.688511 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c8a55441-c972-41bd-9cdb-d44d28de3d70 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1055954 Mar 29 09:25:41.691541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52518) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:41.697005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7fefdb8d-d97b-4bf9-8d9b-641bf932cc9b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.730122 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7fefdb8d-d97b-4bf9-8d9b-641bf932cc9b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.736753 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefdb8d-d97b-4bf9-8d9b-641bf932cc9b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:41.737549 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7fefdb8d-d97b-4bf9-8d9b-641bf932cc9b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.761908 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-12a65819-1d89-48ea-bc70-05060c91aa69 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1056290 Mar 29 09:25:41.763967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52520) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:41.771828 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7fefdb8d-d97b-4bf9-8d9b-641bf932cc9b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2728736 Mar 29 09:25:41.774563 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52522) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:41.775188 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ff5171da-6ea3-43a2-92f6-ad788467e061 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group': {'name': 'tempest-security--1287034245', 'description': 'tempest-security-description-1107829897'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:41.779408 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-55686b9b-c98f-4a79-9180-57377358fa5f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'subnet': {'network_id': 'b6023c4d-de90-488e-a272-2e802ecce028', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:41.792941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-97fb1f3f-f831-4cbc-9196-2ca586e56bfa None None] Provisioning complete for port 097e6c32-031d-41b3-81ba-de40a2d5033c triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:41.793343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-97fb1f3f-f831-4cbc-9196-2ca586e56bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.817877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce6077-3ba5-43af-ba4d-d64552ee20be tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:41.823716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce6077-3ba5-43af-ba4d-d64552ee20be tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:41.829661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce6077-3ba5-43af-ba4d-d64552ee20be tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:41.834674 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-41ce6077-3ba5-43af-ba4d-d64552ee20be tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1419027 Mar 29 09:25:41.835384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52524) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:41.846772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff5171da-6ea3-43a2-92f6-ad788467e061 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.847023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefdb8d-d97b-4bf9-8d9b-641bf932cc9b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Network': ['ID=b6023c4d-de90-488e-a272-2e802ecce028,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:41.861380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network b6023c4d-de90-488e-a272-2e802ecce028 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:41.955845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55686b9b-c98f-4a79-9180-57377358fa5f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:41.960226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-55686b9b-c98f-4a79-9180-57377358fa5f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.965074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff5171da-6ea3-43a2-92f6-ad788467e061 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.967536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-97fb1f3f-f831-4cbc-9196-2ca586e56bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.978674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff5171da-6ea3-43a2-92f6-ad788467e061 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.983603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ff5171da-6ea3-43a2-92f6-ad788467e061 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:41.990797 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ff5171da-6ea3-43a2-92f6-ad788467e061 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "PUT /v2.0/security-groups/96b37c92-a528-4df5-bec8-513787d54701 HTTP/1.1" status: 200 len: 1780 time: 0.2255571 Mar 29 09:25:41.991753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52526) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:42.018061 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-97fb1f3f-f831-4cbc-9196-2ca586e56bfa None None] For port 097e6c32-031d-41b3-81ba-de40a2d5033c, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=097e6c32-031d-41b3-81ba-de40a2d5033c,segment=NetworkSegment(38cb801c-0d66-4dd7-8f7a-286da3105473),segment_id=38cb801c-0d66-4dd7-8f7a-286da3105473)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:42.032696 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-97fb1f3f-f831-4cbc-9196-2ca586e56bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.095038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb1f3f-f831-4cbc-9196-2ca586e56bfa None None] Pushing event updated for resources: {'Port': ['ID=097e6c32-031d-41b3-81ba-de40a2d5033c,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:42.118009 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 097e6c32-031d-41b3-81ba-de40a2d5033c up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:42.135877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5171da-6ea3-43a2-92f6-ad788467e061 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b37c92-a528-4df5-bec8-513787d54701,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:42.151852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1b700238-077a-4887-9ebc-0252c878efbe tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 7836c603-5b0f-4e96-ab96-ec65cc301bb9 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:42.152181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b700238-077a-4887-9ebc-0252c878efbe tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.172840 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0be4f662-f01f-4ed3-bd3c-7f6a18098d1a tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-groups/96b37c92-a528-4df5-bec8-513787d54701 HTTP/1.1" status: 200 len: 1780 time: 0.1633909 Mar 29 09:25:42.176901 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52528) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:42.183468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 097e6c32-031d-41b3-81ba-de40a2d5033c triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:42.183938 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.272888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b700238-077a-4887-9ebc-0252c878efbe tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.276397 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-55686b9b-c98f-4a79-9180-57377358fa5f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.288387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1b700238-077a-4887-9ebc-0252c878efbe tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 7836c603-5b0f-4e96-ab96-ec65cc301bb9 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:42.302033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a7b64566-26f3-43eb-b756-aa341956fa61 None None] Provisioning complete for port 7836c603-5b0f-4e96-ab96-ec65cc301bb9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:42.302667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a7b64566-26f3-43eb-b756-aa341956fa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.335938 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7e80a91-0ebb-485a-938a-97e7f941dcd7 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.353959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a7b64566-26f3-43eb-b756-aa341956fa61 None None] Port 7836c603-5b0f-4e96-ab96-ec65cc301bb9 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:42.372635 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a7b64566-26f3-43eb-b756-aa341956fa61 None None] Provisioning complete for port 34259f54-0b8d-4220-a511-a05eafbbbe5d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:42.372921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a7b64566-26f3-43eb-b756-aa341956fa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.385315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55686b9b-c98f-4a79-9180-57377358fa5f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Checking segment: {'id': '8c8157bf-f15c-4fc7-b9c5-befb509d0c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b6023c4d-de90-488e-a272-2e802ecce028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:42.386137 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55686b9b-c98f-4a79-9180-57377358fa5f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network hostable DHCP agents. Network: b6023c4d-de90-488e-a272-2e802ecce028, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:42.406163 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55686b9b-c98f-4a79-9180-57377358fa5f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Subnet': ['ID=b0b8f7ea-609f-4071-bf4c-ffde6eff13f2,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:42.412299 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7e80a91-0ebb-485a-938a-97e7f941dcd7 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.433332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a7b64566-26f3-43eb-b756-aa341956fa61 None None] Port 34259f54-0b8d-4220-a511-a05eafbbbe5d cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:42.434974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55686b9b-c98f-4a79-9180-57377358fa5f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network b6023c4d-de90-488e-a272-2e802ecce028 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:42.456557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-55686b9b-c98f-4a79-9180-57377358fa5f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, b6023c4d-de90-488e-a272-2e802ecce028) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:42.459476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a7b64566-26f3-43eb-b756-aa341956fa61 None None] Provisioning complete for port 097e6c32-031d-41b3-81ba-de40a2d5033c triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:42.459854 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a7b64566-26f3-43eb-b756-aa341956fa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.462926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55686b9b-c98f-4a79-9180-57377358fa5f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:42.462926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-55686b9b-c98f-4a79-9180-57377358fa5f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.485270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b700238-077a-4887-9ebc-0252c878efbe tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.487257 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-55686b9b-c98f-4a79-9180-57377358fa5f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7116611 Mar 29 09:25:42.488372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7e80a91-0ebb-485a-938a-97e7f941dcd7 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.491072 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7e80a91-0ebb-485a-938a-97e7f941dcd7 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.494952 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a7e80a91-0ebb-485a-938a-97e7f941dcd7 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-groups/96b37c92-a528-4df5-bec8-513787d54701 HTTP/1.1" status: 204 len: 168 time: 0.3139825 Mar 29 09:25:42.494952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52530) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:42.495169 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19b9e81-6e43-4348-8ba7-bba4fc7bc573 None None] Network b6023c4d-de90-488e-a272-2e802ecce028 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:42.497479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52532) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:42.502048 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-dde8b998-8d22-49a0-a563-47b8c8c7dfab tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1212983461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:42.515711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e80a91-0ebb-485a-938a-97e7f941dcd7 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b37c92-a528-4df5-bec8-513787d54701,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:42.532376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dde8b998-8d22-49a0-a563-47b8c8c7dfab tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.533647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dde8b998-8d22-49a0-a563-47b8c8c7dfab tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.567365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b700238-077a-4887-9ebc-0252c878efbe tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=7836c603-5b0f-4e96-ab96-ec65cc301bb9,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:42.595354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dde8b998-8d22-49a0-a563-47b8c8c7dfab tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.602127 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dde8b998-8d22-49a0-a563-47b8c8c7dfab tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.635521 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dde8b998-8d22-49a0-a563-47b8c8c7dfab tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.637247 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-dde8b998-8d22-49a0-a563-47b8c8c7dfab tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1406641 Mar 29 09:25:42.637479 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8d534c6a-c67f-40ea-9f14-20a6051c939b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1359954 Mar 29 09:25:42.640856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52534) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:42.643947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52536) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:42.666298 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-08bc9cac-4366-41d6-b128-13f5332b5bd4 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] delete failed (client error): The resource could not be found. Mar 29 09:25:42.667364 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-08bc9cac-4366-41d6-b128-13f5332b5bd4 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-groups/96b37c92-a528-4df5-bec8-513787d54701 HTTP/1.1" status: 404 len: 347 time: 0.0220754 Mar 29 09:25:42.673139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52538) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:42.679862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c8e09268-c2c1-4742-95fd-17a3c6bc7466 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024123991'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:42.715092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b700238-077a-4887-9ebc-0252c878efbe tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.715502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8e09268-c2c1-4742-95fd-17a3c6bc7466 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.721603 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1b700238-077a-4887-9ebc-0252c878efbe tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/7836c603-5b0f-4e96-ab96-ec65cc301bb9 HTTP/1.1" status: 204 len: 168 time: 0.8850710 Mar 29 09:25:42.729877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52540) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:42.760779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-b6023c4d-de90-488e-a272-2e802ecce028', 'network_id': 'b6023c4d-de90-488e-a272-2e802ecce028', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'fixed_ips': [{'subnet_id': 'b0b8f7ea-609f-4071-bf4c-ffde6eff13f2'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:42.762267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.770297 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d00c3a-5f0b-4f71-bb23-50e1249233b4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:25:42.772256 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c3d00c3a-5f0b-4f71-bb23-50e1249233b4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/7836c603-5b0f-4e96-ab96-ec65cc301bb9 HTTP/1.1" status: 404 len: 333 time: 0.0410805 Mar 29 09:25:42.780124 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52542) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:42.873754 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a8d4266a-a2a5-46bc-ada5-8f1067085c15 None None] Could not find standard attr ID for object 7836c603-5b0f-4e96-ab96-ec65cc301bb9. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:25:42.927688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a8d4266a-a2a5-46bc-ada5-8f1067085c15 None None] Provisioning complete for port 34259f54-0b8d-4220-a511-a05eafbbbe5d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:42.928392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a8d4266a-a2a5-46bc-ada5-8f1067085c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.939900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8e09268-c2c1-4742-95fd-17a3c6bc7466 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.947067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8e09268-c2c1-4742-95fd-17a3c6bc7466 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.955707 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e61d0584-6fb0-4ccc-8904-2d937b50e9a9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 34259f54-0b8d-4220-a511-a05eafbbbe5d {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:42.956155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e61d0584-6fb0-4ccc-8904-2d937b50e9a9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:42.984345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Allocated IP 2001:db8::2 (b6023c4d-de90-488e-a272-2e802ecce028/b0b8f7ea-609f-4071-bf4c-ffde6eff13f2/1bd9df1e-cd98-4708-861d-acbd445df7cc) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:43.007092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8e09268-c2c1-4742-95fd-17a3c6bc7466 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.011953 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c8e09268-c2c1-4742-95fd-17a3c6bc7466 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3376594 Mar 29 09:25:43.016491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52544) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:43.020966 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e09268-c2c1-4742-95fd-17a3c6bc7466 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c282ba-86f1-4be9-8cdc-20d81e36a4e7,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:43.025437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1159dfd3-56ac-4e82-a34b-6ba6422bd7c3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': '47c282ba-86f1-4be9-8cdc-20d81e36a4e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:43.097818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e61d0584-6fb0-4ccc-8904-2d937b50e9a9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.104370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a8d4266a-a2a5-46bc-ada5-8f1067085c15 None None] Port 34259f54-0b8d-4220-a511-a05eafbbbe5d cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:43.113408 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e61d0584-6fb0-4ccc-8904-2d937b50e9a9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 34259f54-0b8d-4220-a511-a05eafbbbe5d owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:43.138715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1159dfd3-56ac-4e82-a34b-6ba6422bd7c3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.148946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.176834 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.184773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.225769 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Network b6023c4d-de90-488e-a272-2e802ecce028 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:43.235449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Pushing event updated for resources: {'Port': ['ID=1bd9df1e-cd98-4708-861d-acbd445df7cc,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:43.238249 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:43.240277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:43.290762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e61d0584-6fb0-4ccc-8904-2d937b50e9a9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.297988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Attempting to bind port 1bd9df1e-cd98-4708-861d-acbd445df7cc on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:43.299187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Attempting to bind port 1bd9df1e-cd98-4708-861d-acbd445df7cc by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '8c8157bf-f15c-4fc7-b9c5-befb509d0c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b6023c4d-de90-488e-a272-2e802ecce028'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:43.299187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Attempting to bind port 1bd9df1e-cd98-4708-861d-acbd445df7cc on network b6023c4d-de90-488e-a272-2e802ecce028 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:43.304246 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:43.304622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Checking segment: {'id': '8c8157bf-f15c-4fc7-b9c5-befb509d0c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b6023c4d-de90-488e-a272-2e802ecce028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:43.305025 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.305414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Bound using segment: {'id': '8c8157bf-f15c-4fc7-b9c5-befb509d0c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b6023c4d-de90-488e-a272-2e802ecce028'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:43.305916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Bound port: 1bd9df1e-cd98-4708-861d-acbd445df7cc, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8157bf-f15c-4fc7-b9c5-befb509d0c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b6023c4d-de90-488e-a272-2e802ecce028'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:43.306301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.311507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1159dfd3-56ac-4e82-a34b-6ba6422bd7c3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.316809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1159dfd3-56ac-4e82-a34b-6ba6422bd7c3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.324400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d0584-6fb0-4ccc-8904-2d937b50e9a9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=34259f54-0b8d-4220-a511-a05eafbbbe5d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:43.344980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159dfd3-56ac-4e82-a34b-6ba6422bd7c3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5893ba07-ce46-4653-a04f-83708b3052e8,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:43.387618 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] For port 1bd9df1e-cd98-4708-861d-acbd445df7cc, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:43.394669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1159dfd3-56ac-4e82-a34b-6ba6422bd7c3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.395221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] For port 1bd9df1e-cd98-4708-861d-acbd445df7cc, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1bd9df1e-cd98-4708-861d-acbd445df7cc,segment=NetworkSegment(8c8157bf-f15c-4fc7-b9c5-befb509d0c46),segment_id=8c8157bf-f15c-4fc7-b9c5-befb509d0c46)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:43.398899 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1159dfd3-56ac-4e82-a34b-6ba6422bd7c3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3808475 Mar 29 09:25:43.400727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52546) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:43.403670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.445157 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e61d0584-6fb0-4ccc-8904-2d937b50e9a9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.451017 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e61d0584-6fb0-4ccc-8904-2d937b50e9a9 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/34259f54-0b8d-4220-a511-a05eafbbbe5d HTTP/1.1" status: 204 len: 168 time: 0.6669922 Mar 29 09:25:43.451017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5d81d27-be8f-4986-b91a-c92a0e4927c9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.456512 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52548) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:43.467348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69048aef-709e-49c2-9731-eb782a94a5b4 None None] Pushing event updated for resources: {'Port': ['ID=1bd9df1e-cd98-4708-861d-acbd445df7cc,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:43.481116 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5d81d27-be8f-4986-b91a-c92a0e4927c9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.509849 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-22442306-f165-4f17-a160-c3794e8744ae tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:25:43.514214 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-22442306-f165-4f17-a160-c3794e8744ae tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/34259f54-0b8d-4220-a511-a05eafbbbe5d HTTP/1.1" status: 404 len: 333 time: 0.0541341 Mar 29 09:25:43.520287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52550) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:43.532874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Allocated IP 2001:db8::1 (b6023c4d-de90-488e-a272-2e802ecce028/b0b8f7ea-609f-4071-bf4c-ffde6eff13f2/322004b8-0b0d-4a90-a9c2-2e3eca90a1ea) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:43.550320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5d81d27-be8f-4986-b91a-c92a0e4927c9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.560499 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5d81d27-be8f-4986-b91a-c92a0e4927c9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.564944 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d5d81d27-be8f-4986-b91a-c92a0e4927c9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/5893ba07-ce46-4653-a04f-83708b3052e8 HTTP/1.1" status: 204 len: 168 time: 0.1582890 Mar 29 09:25:43.566186 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52552) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:43.569122 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d81d27-be8f-4986-b91a-c92a0e4927c9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5893ba07-ce46-4653-a04f-83708b3052e8,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:43.651034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5117c5f-cfcf-45f7-9fd4-215af352f770 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting subnet e90bd3ab-05ef-4bdb-8367-3fae04d307d8 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:43.661990 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6095d3ea-bca8-410c-9789-25d863725db7 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0927827 Mar 29 09:25:43.665093 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52554) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:43.670255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5117c5f-cfcf-45f7-9fd4-215af352f770 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.759642 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f16981e0-e9fa-4f5f-9bfb-bcd7465236d6 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.762689 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5117c5f-cfcf-45f7-9fd4-215af352f770 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.787672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f16981e0-e9fa-4f5f-9bfb-bcd7465236d6 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.830584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.845165 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f16981e0-e9fa-4f5f-9bfb-bcd7465236d6 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.847924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f16981e0-e9fa-4f5f-9bfb-bcd7465236d6 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.851877 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f16981e0-e9fa-4f5f-9bfb-bcd7465236d6 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-groups/47c282ba-86f1-4be9-8cdc-20d81e36a4e7 HTTP/1.1" status: 204 len: 168 time: 0.1833560 Mar 29 09:25:43.853887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52556) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:43.877247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16981e0-e9fa-4f5f-9bfb-bcd7465236d6 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c282ba-86f1-4be9-8cdc-20d81e36a4e7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:43.894419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5117c5f-cfcf-45f7-9fd4-215af352f770 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.929541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:43.935581 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d977d37c-6caf-4002-a477-96357ca3df3d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769207 Mar 29 09:25:43.936386 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52558) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:43.942093 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-efd8e085-e724-47ed-890d-bbba7483b085 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group': {'name': 'tempest-secgroup--120802133'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:43.972779 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efd8e085-e724-47ed-890d-bbba7483b085 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.006945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network b6023c4d-de90-488e-a272-2e802ecce028 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:44.009263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:44.011181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=322004b8-0b0d-4a90-a9c2-2e3eca90a1ea,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:44.014261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:44.014841 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.019787 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5117c5f-cfcf-45f7-9fd4-215af352f770 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.071080 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efd8e085-e724-47ed-890d-bbba7483b085 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.075962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efd8e085-e724-47ed-890d-bbba7483b085 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.085312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5117c5f-cfcf-45f7-9fd4-215af352f770 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Subnet': ['ID=e90bd3ab-05ef-4bdb-8367-3fae04d307d8,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:44.108648 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5117c5f-cfcf-45f7-9fd4-215af352f770 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.115288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b67f7-8088-4506-91d9-a59e774b19f5 None None] Network 7c214068-2e9a-46c5-a195-0a59540c91d7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:44.115900 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b5117c5f-cfcf-45f7-9fd4-215af352f770 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/e90bd3ab-05ef-4bdb-8367-3fae04d307d8 HTTP/1.1" status: 204 len: 168 time: 0.5912445 Mar 29 09:25:44.116025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8e085-e724-47ed-890d-bbba7483b085 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d359fad1-6d34-4b1c-8085-f7a881bd4c7f,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:44.118503 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52560) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:44.128310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-efd8e085-e724-47ed-890d-bbba7483b085 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.133019 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-efd8e085-e724-47ed-890d-bbba7483b085 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1956387 Mar 29 09:25:44.133742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52562) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:44.138579 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-78dcece1-28d1-4761-9464-eac643d7c6c2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': 'd359fad1-6d34-4b1c-8085-f7a881bd4c7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:44.176707 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-78dcece1-28d1-4761-9464-eac643d7c6c2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.196846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1bd9df1e-cd98-4708-861d-acbd445df7cc up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:44.232286 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.242289 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-78dcece1-28d1-4761-9464-eac643d7c6c2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.244973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.247092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-78dcece1-28d1-4761-9464-eac643d7c6c2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.273756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-78dcece1-28d1-4761-9464-eac643d7c6c2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.277787 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-78dcece1-28d1-4761-9464-eac643d7c6c2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1403332 Mar 29 09:25:44.278241 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52564) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:44.278974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcece1-28d1-4761-9464-eac643d7c6c2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2655c96-fac0-47a5-92a8-ed20a464a993,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:44.285616 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-dee0b9ae-f5cd-4312-ab1d-22883a2915ab tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': 'd359fad1-6d34-4b1c-8085-f7a881bd4c7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:44.309490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 1bd9df1e-cd98-4708-861d-acbd445df7cc triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:44.309893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.315046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dee0b9ae-f5cd-4312-ab1d-22883a2915ab tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.400214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dee0b9ae-f5cd-4312-ab1d-22883a2915ab tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.416383 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.423603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 097e6c32-031d-41b3-81ba-de40a2d5033c {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:44.423952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.424439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dee0b9ae-f5cd-4312-ab1d-22883a2915ab tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.443813 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0b9ae-f5cd-4312-ab1d-22883a2915ab tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91371923-9280-4271-ba31-208d91882763,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:44.456864 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dee0b9ae-f5cd-4312-ab1d-22883a2915ab tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.461332 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-dee0b9ae-f5cd-4312-ab1d-22883a2915ab tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1797395 Mar 29 09:25:44.461992 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52566) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:44.467443 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-daab5eb1-6dfe-42bc-8e60-c1ad5f6ca98d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': 'd359fad1-6d34-4b1c-8085-f7a881bd4c7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:44.470481 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbb74e7-b634-4eef-a148-35d1777c6828 None None] DHCP port deletion for 7c214068-2e9a-46c5-a195-0a59540c91d7 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:44.489243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 1bd9df1e-cd98-4708-861d-acbd445df7cc, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1bd9df1e-cd98-4708-861d-acbd445df7cc,segment=NetworkSegment(8c8157bf-f15c-4fc7-b9c5-befb509d0c46),segment_id=8c8157bf-f15c-4fc7-b9c5-befb509d0c46)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:44.501981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-daab5eb1-6dfe-42bc-8e60-c1ad5f6ca98d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.518063 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.518851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 097e6c32-031d-41b3-81ba-de40a2d5033c up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:44.540953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] For port 097e6c32-031d-41b3-81ba-de40a2d5033c, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=097e6c32-031d-41b3-81ba-de40a2d5033c,segment=NetworkSegment(38cb801c-0d66-4dd7-8f7a-286da3105473),segment_id=38cb801c-0d66-4dd7-8f7a-286da3105473)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:44.541622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.572088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 097e6c32-031d-41b3-81ba-de40a2d5033c owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:44.577593 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-daab5eb1-6dfe-42bc-8e60-c1ad5f6ca98d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.586326 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-daab5eb1-6dfe-42bc-8e60-c1ad5f6ca98d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.617085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab5eb1-6dfe-42bc-8e60-c1ad5f6ca98d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93aef2a1-d93d-4a0c-96af-be02c48f4e74,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:44.628123 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-daab5eb1-6dfe-42bc-8e60-c1ad5f6ca98d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.629440 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-daab5eb1-6dfe-42bc-8e60-c1ad5f6ca98d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1664648 Mar 29 09:25:44.629591 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=1bd9df1e-cd98-4708-861d-acbd445df7cc,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:44.635135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52568) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:44.641202 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8358d1ac-577a-45d4-8362-3043f5cab99c tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': 'd359fad1-6d34-4b1c-8085-f7a881bd4c7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:44.644021 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 097e6c32-031d-41b3-81ba-de40a2d5033c triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:44.644495 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.666517 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb74e7-b634-4eef-a148-35d1777c6828 None None] Deleting port 097e6c32-031d-41b3-81ba-de40a2d5033c {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:44.666962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bcbb74e7-b634-4eef-a148-35d1777c6828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.674914 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8358d1ac-577a-45d4-8362-3043f5cab99c tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.756424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8358d1ac-577a-45d4-8362-3043f5cab99c tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.766136 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8358d1ac-577a-45d4-8362-3043f5cab99c tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.787321 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358d1ac-577a-45d4-8362-3043f5cab99c tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63eb3e9-0864-48cc-9bd2-c3f85f24b230,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:44.802045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.803813 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8358d1ac-577a-45d4-8362-3043f5cab99c tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.808277 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8358d1ac-577a-45d4-8362-3043f5cab99c tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1740232 Mar 29 09:25:44.808962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52570) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:44.817449 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ca64fe3e-00bc-4e69-a681-e8de17d8c848 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': 'd359fad1-6d34-4b1c-8085-f7a881bd4c7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:44.846037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No DVR routers for this DVR port 097e6c32-031d-41b3-81ba-de40a2d5033c on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:44.852439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.854679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca64fe3e-00bc-4e69-a681-e8de17d8c848 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.855845 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=097e6c32-031d-41b3-81ba-de40a2d5033c,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:44.876735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.877511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.903361 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a839de-e9b6-4ec7-8d05-0d807033799b None None] Network b6023c4d-de90-488e-a272-2e802ecce028 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:44.938305 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca64fe3e-00bc-4e69-a681-e8de17d8c848 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.942327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bcbb74e7-b634-4eef-a148-35d1777c6828 None None] For port 097e6c32-031d-41b3-81ba-de40a2d5033c, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=097e6c32-031d-41b3-81ba-de40a2d5033c,segment=NetworkSegment(38cb801c-0d66-4dd7-8f7a-286da3105473),segment_id=38cb801c-0d66-4dd7-8f7a-286da3105473)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:44.942931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bcbb74e7-b634-4eef-a148-35d1777c6828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.944612 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca64fe3e-00bc-4e69-a681-e8de17d8c848 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.955223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Could not find standard attr ID for object 097e6c32-031d-41b3-81ba-de40a2d5033c. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:25:44.967489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64fe3e-00bc-4e69-a681-e8de17d8c848 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c19a54-05ff-403b-9773-f5e26c0fadcb,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:44.972940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca64fe3e-00bc-4e69-a681-e8de17d8c848 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:44.977203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52572) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:44.977342 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ca64fe3e-00bc-4e69-a681-e8de17d8c848 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1670697 Mar 29 09:25:44.994695 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No ports have port_id starting with 097e6c32-031d-41b3-81ba-de40a2d5033c Mar 29 09:25:44.995658 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-bcbb74e7-b634-4eef-a148-35d1777c6828 None None] Calling delete_port for 097e6c32-031d-41b3-81ba-de40a2d5033c owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:45.006050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.051881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=322004b8-0b0d-4a90-a9c2-2e3eca90a1ea,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:45.052765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-467fabd4-bcf7-402a-b688-4211e905cae8 None None] Provisioning complete for port 1bd9df1e-cd98-4708-861d-acbd445df7cc triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:45.053143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-467fabd4-bcf7-402a-b688-4211e905cae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.084415 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c214068-2e9a-46c5-a195-0a59540c91d7']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:45.100193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-afe7c89f-3282-496d-bf1b-a2d8f66debbf tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.108042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cb801c-0d66-4dd7-8f7a-286da3105473') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:45.108336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cb801c-0d66-4dd7-8f7a-286da3105473') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:45.122222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-afe7c89f-3282-496d-bf1b-a2d8f66debbf tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.133769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.153142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network b6023c4d-de90-488e-a272-2e802ecce028 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:45.161939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:45.173125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.209879 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bcbb74e7-b634-4eef-a148-35d1777c6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.215132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:45.215601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:45.219316 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:45.244429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-afe7c89f-3282-496d-bf1b-a2d8f66debbf tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.249088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-afe7c89f-3282-496d-bf1b-a2d8f66debbf tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.250780 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-afe7c89f-3282-496d-bf1b-a2d8f66debbf tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d2c19a54-05ff-403b-9773-f5e26c0fadcb HTTP/1.1" status: 204 len: 168 time: 0.2473826 Mar 29 09:25:45.253324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb74e7-b634-4eef-a148-35d1777c6828 None None] Pushing event deleted for resources: {'Port': ['ID=097e6c32-031d-41b3-81ba-de40a2d5033c,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:45.253910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52574) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:45.255400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb74e7-b634-4eef-a148-35d1777c6828 None None] No DVR routers for this DVR port 097e6c32-031d-41b3-81ba-de40a2d5033c on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:45.324257 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-235f027a-9bfe-4a95-8016-ad1ee270f0f9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0683961 Mar 29 09:25:45.326386 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52576) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:45.356160 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9e8fcaa2-73a6-4cb2-a04f-dbd5396c6222 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.365535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9e8fcaa2-73a6-4cb2-a04f-dbd5396c6222 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.404252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9e8fcaa2-73a6-4cb2-a04f-dbd5396c6222 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.412614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9e8fcaa2-73a6-4cb2-a04f-dbd5396c6222 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.413916 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9e8fcaa2-73a6-4cb2-a04f-dbd5396c6222 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e63eb3e9-0864-48cc-9bd2-c3f85f24b230 HTTP/1.1" status: 204 len: 168 time: 0.0864925 Mar 29 09:25:45.416471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52578) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:45.442165 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fcaa2-73a6-4cb2-a04f-dbd5396c6222 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e63eb3e9-0864-48cc-9bd2-c3f85f24b230,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:45.474853 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c351cd64-bed3-4ede-9115-4e7e6b127a7b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0569963 Mar 29 09:25:45.477526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52580) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:45.505915 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b3ae29a3-b2bd-476b-a8e1-edfb89c5c9ed tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.518017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b3ae29a3-b2bd-476b-a8e1-edfb89c5c9ed tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.548595 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b3ae29a3-b2bd-476b-a8e1-edfb89c5c9ed tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.556046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b3ae29a3-b2bd-476b-a8e1-edfb89c5c9ed tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.560273 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b3ae29a3-b2bd-476b-a8e1-edfb89c5c9ed tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/93aef2a1-d93d-4a0c-96af-be02c48f4e74 HTTP/1.1" status: 204 len: 168 time: 0.0787947 Mar 29 09:25:45.560273 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52582) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:45.572490 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae29a3-b2bd-476b-a8e1-edfb89c5c9ed tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93aef2a1-d93d-4a0c-96af-be02c48f4e74,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:45.618753 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-69b44d3b-7e83-4cc5-8b47-d02918f08291 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0548308 Mar 29 09:25:45.619042 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52584) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:45.624026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7c89f-3282-496d-bf1b-a2d8f66debbf tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2c19a54-05ff-403b-9773-f5e26c0fadcb,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:45.634994 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f54342ae-fe7f-48d9-a81e-a2909699429b None None] Provisioning complete for port 1bd9df1e-cd98-4708-861d-acbd445df7cc triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:45.636530 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f54342ae-fe7f-48d9-a81e-a2909699429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.647517 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4cec25ef-88b8-48d8-b3b5-f495ad05122b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.656264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4cec25ef-88b8-48d8-b3b5-f495ad05122b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.673749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.678295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.681736 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/networks/7c214068-2e9a-46c5-a195-0a59540c91d7 HTTP/1.1" status: 204 len: 168 time: 1.5625811 Mar 29 09:25:45.688228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52586) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:45.703973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e82132e4-daa8-465c-b0f2-414dbef7466d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1896603424'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:45.705713 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4cec25ef-88b8-48d8-b3b5-f495ad05122b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.714300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4cec25ef-88b8-48d8-b3b5-f495ad05122b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.715615 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637f949-81cb-4053-87a2-5b22d7cbe1c2 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Network': ['ID=7c214068-2e9a-46c5-a195-0a59540c91d7,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:45.720596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52588) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:45.723459 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4cec25ef-88b8-48d8-b3b5-f495ad05122b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/91371923-9280-4271-ba31-208d91882763 HTTP/1.1" status: 204 len: 168 time: 0.1032779 Mar 29 09:25:45.731664 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec25ef-88b8-48d8-b3b5-f495ad05122b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91371923-9280-4271-ba31-208d91882763,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:45.768609 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82132e4-daa8-465c-b0f2-414dbef7466d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:45.772608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e82132e4-daa8-465c-b0f2-414dbef7466d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.777245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f54342ae-fe7f-48d9-a81e-a2909699429b None None] Provisioning complete for port 322004b8-0b0d-4a90-a9c2-2e3eca90a1ea triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:45.777796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f54342ae-fe7f-48d9-a81e-a2909699429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.781048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router b8885c43-2b01-46be-966e-e612a985fafc is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:25:45.805770 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-478f765c-5524-4570-9ef7-714d305822b9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0836163 Mar 29 09:25:45.808507 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52590) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:45.827151 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f54342ae-fe7f-48d9-a81e-a2909699429b None None] Port 322004b8-0b0d-4a90-a9c2-2e3eca90a1ea cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:45.840432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a19da444-74ae-4372-932f-cc86a268140e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.849357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a19da444-74ae-4372-932f-cc86a268140e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.861166 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82132e4-daa8-465c-b0f2-414dbef7466d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:45.882633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a19da444-74ae-4372-932f-cc86a268140e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.903585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a19da444-74ae-4372-932f-cc86a268140e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.907774 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a19da444-74ae-4372-932f-cc86a268140e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d2655c96-fac0-47a5-92a8-ed20a464a993 HTTP/1.1" status: 204 len: 168 time: 0.0953441 Mar 29 09:25:45.907949 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e82132e4-daa8-465c-b0f2-414dbef7466d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.907949 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-e82132e4-daa8-465c-b0f2-414dbef7466d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Added segment 9f27ccf8-41b9-4073-b9fe-869655cad1a3 of type vlan for network d0f0474b-5842-487d-be96-af69db6a7fbe Mar 29 09:25:45.909945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52592) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:45.912337 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19da444-74ae-4372-932f-cc86a268140e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2655c96-fac0-47a5-92a8-ed20a464a993,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:45.963049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e4c6e459-ef80-4944-b529-239b20412cad None None] Provisioning complete for port 322004b8-0b0d-4a90-a9c2-2e3eca90a1ea triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:45.964874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e4c6e459-ef80-4944-b529-239b20412cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:45.985001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:45.988464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e82132e4-daa8-465c-b0f2-414dbef7466d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.000135 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b11cacaf-0396-43ba-a07a-a74f5c04f770 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/b8885c43-2b01-46be-966e-e612a985fafc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3561990 Mar 29 09:25:46.001220 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52594) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:46.022764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1bd9df1e-cd98-4708-861d-acbd445df7cc up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:46.025222 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c22570e1-cdc2-4938-89ae-9dc2ba09e2a8 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1141078 Mar 29 09:25:46.030587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52596) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:46.056877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342dc855-0998-44ce-9372-9d3e5747ff98 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:46.057326 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e82132e4-daa8-465c-b0f2-414dbef7466d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.058999 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-342dc855-0998-44ce-9372-9d3e5747ff98 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports/322004b8-0b0d-4a90-a9c2-2e3eca90a1ea HTTP/1.1" status: 200 len: 911 time: 0.0564666 Mar 29 09:25:46.062448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52598) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:46.067978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82132e4-daa8-465c-b0f2-414dbef7466d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:46.068539 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-83fc07b9-5c1d-4ee0-b477-da6f3d2f0fdc tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b0b8f7ea-609f-4071-bf4c-ffde6eff13f2'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:46.068688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e82132e4-daa8-465c-b0f2-414dbef7466d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.095656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b6e19-df7e-4e72-a29b-b2d06a1356cb None None] Sync routers for ids ['b8885c43-2b01-46be-966e-e612a985fafc'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:46.139368 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b6e19-df7e-4e72-a29b-b2d06a1356cb None None] Routers {'b8885c43-2b01-46be-966e-e612a985fafc'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:46.140689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fd4b6e19-df7e-4e72-a29b-b2d06a1356cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8885c43-2b01-46be-966e-e612a985fafc'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:46.158555 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e82132e4-daa8-465c-b0f2-414dbef7466d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4653006 Mar 29 09:25:46.160016 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52600) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:46.164915 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-554f88f7-6a2a-45c0-b3ad-537f2d28fc9b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': 'd0f0474b-5842-487d-be96-af69db6a7fbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:46.170390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82132e4-daa8-465c-b0f2-414dbef7466d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Network': ['ID=d0f0474b-5842-487d-be96-af69db6a7fbe,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:46.179745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 1bd9df1e-cd98-4708-861d-acbd445df7cc triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:46.180106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.182391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fd4b6e19-df7e-4e72-a29b-b2d06a1356cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:46.185160 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6e459-ef80-4944-b529-239b20412cad None None] Port 322004b8-0b0d-4a90-a9c2-2e3eca90a1ea cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:46.208737 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network d0f0474b-5842-487d-be96-af69db6a7fbe details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:46.214111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-82d8718c-811b-45d5-b2c4-ac736ff98a47 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.236083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b6e19-df7e-4e72-a29b-b2d06a1356cb None None] Routers {'b8885c43-2b01-46be-966e-e612a985fafc'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:46.236692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fd4b6e19-df7e-4e72-a29b-b2d06a1356cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8885c43-2b01-46be-966e-e612a985fafc'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:46.237938 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-83fc07b9-5c1d-4ee0-b477-da6f3d2f0fdc tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.270962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-82d8718c-811b-45d5-b2c4-ac736ff98a47 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.277970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fd4b6e19-df7e-4e72-a29b-b2d06a1356cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:46.278807 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b6e19-df7e-4e72-a29b-b2d06a1356cb None None] The sync data for ids ['b8885c43-2b01-46be-966e-e612a985fafc'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:46.315513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554f88f7-6a2a-45c0-b3ad-537f2d28fc9b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:46.318952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-554f88f7-6a2a-45c0-b3ad-537f2d28fc9b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.348954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-82d8718c-811b-45d5-b2c4-ac736ff98a47 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.351482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-82d8718c-811b-45d5-b2c4-ac736ff98a47 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.354230 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-82d8718c-811b-45d5-b2c4-ac736ff98a47 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-groups/d359fad1-6d34-4b1c-8085-f7a881bd4c7f HTTP/1.1" status: 204 len: 168 time: 0.3224802 Mar 29 09:25:46.361816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52602) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:46.362103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c6f1146a-2252-4afe-a412-dbca9a532205 None None] Provisioning complete for port 322004b8-0b0d-4a90-a9c2-2e3eca90a1ea triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:46.362472 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c6f1146a-2252-4afe-a412-dbca9a532205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.403314 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8718c-811b-45d5-b2c4-ac736ff98a47 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d359fad1-6d34-4b1c-8085-f7a881bd4c7f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:46.427916 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-af07f1aa-4ef0-44ab-b5d4-9ab864993dd8 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0607285 Mar 29 09:25:46.431477 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52604) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:46.437140 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b4fddb82-5358-47c9-9bfd-93e2a2b52932 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079266798'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:46.441139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c6f1146a-2252-4afe-a412-dbca9a532205 None None] Port 322004b8-0b0d-4a90-a9c2-2e3eca90a1ea cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:46.469261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b4fddb82-5358-47c9-9bfd-93e2a2b52932 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.509200 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 097e6c32-031d-41b3-81ba-de40a2d5033c no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:46.531452 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 097e6c32-031d-41b3-81ba-de40a2d5033c {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:46.531901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 097e6c32-031d-41b3-81ba-de40a2d5033c not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:46.614154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-554f88f7-6a2a-45c0-b3ad-537f2d28fc9b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.665057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-83fc07b9-5c1d-4ee0-b477-da6f3d2f0fdc tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.670552 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b4fddb82-5358-47c9-9bfd-93e2a2b52932 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.674428 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-83fc07b9-5c1d-4ee0-b477-da6f3d2f0fdc tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.681289 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fc07b9-5c1d-4ee0-b477-da6f3d2f0fdc tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:46.681938 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-83fc07b9-5c1d-4ee0-b477-da6f3d2f0fdc tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.682285 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b4fddb82-5358-47c9-9bfd-93e2a2b52932 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.683278 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-83fc07b9-5c1d-4ee0-b477-da6f3d2f0fdc tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/ports/322004b8-0b0d-4a90-a9c2-2e3eca90a1ea HTTP/1.1" status: 200 len: 911 time: 0.6195912 Mar 29 09:25:46.687800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52606) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:46.705070 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f88f7-6a2a-45c0-b3ad-537f2d28fc9b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Subnet': ['ID=89456613-e140-4c35-ab99-d2084bfac68f,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:46.726150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b4fddb82-5358-47c9-9bfd-93e2a2b52932 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.730015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b4fddb82-5358-47c9-9bfd-93e2a2b52932 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2947285 Mar 29 09:25:46.734042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52608) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:46.742214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c5c0a113-3550-4726-94f5-48de601615b1 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': '6433bb30-ac4e-4b2c-a018-69efabcb33d6', 'direction': 'ingress', 'protocol': 17}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:46.749641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f88f7-6a2a-45c0-b3ad-537f2d28fc9b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Checking segment: {'id': '9f27ccf8-41b9-4073-b9fe-869655cad1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd0f0474b-5842-487d-be96-af69db6a7fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:46.750003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f88f7-6a2a-45c0-b3ad-537f2d28fc9b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network hostable DHCP agents. Network: d0f0474b-5842-487d-be96-af69db6a7fbe, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:46.754812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fddb82-5358-47c9-9bfd-93e2a2b52932 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6433bb30-ac4e-4b2c-a018-69efabcb33d6,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:46.789325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f88f7-6a2a-45c0-b3ad-537f2d28fc9b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network d0f0474b-5842-487d-be96-af69db6a7fbe is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:46.792462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a113-3550-4726-94f5-48de601615b1 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.797509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc07b9-5c1d-4ee0-b477-da6f3d2f0fdc tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=322004b8-0b0d-4a90-a9c2-2e3eca90a1ea,revision_number=3']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:46.815383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-554f88f7-6a2a-45c0-b3ad-537f2d28fc9b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, d0f0474b-5842-487d-be96-af69db6a7fbe) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:46.823835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554f88f7-6a2a-45c0-b3ad-537f2d28fc9b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:46.824423 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-554f88f7-6a2a-45c0-b3ad-537f2d28fc9b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.826390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9965a52f-80e9-46aa-8c88-9916340fe2f3 None None] Network d0f0474b-5842-487d-be96-af69db6a7fbe requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:46.852934 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-554f88f7-6a2a-45c0-b3ad-537f2d28fc9b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6918824 Mar 29 09:25:46.856988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52610) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:46.861859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-206b2051-e4a6-48ce-beba-6c65554d6a02 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-271347694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:46.873430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a113-3550-4726-94f5-48de601615b1 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.878163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a113-3550-4726-94f5-48de601615b1 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.898199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0a113-3550-4726-94f5-48de601615b1 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae46694f-f0c1-4566-b46c-455368331e81,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:46.907452 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a113-3550-4726-94f5-48de601615b1 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.911500 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c5c0a113-3550-4726-94f5-48de601615b1 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1738470 Mar 29 09:25:46.911911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52612) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:46.924214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-206b2051-e4a6-48ce-beba-6c65554d6a02 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.925169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-206b2051-e4a6-48ce-beba-6c65554d6a02 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:46.986252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb6c6-9c6a-4d7d-a046-19341bea0e1e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.013446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-d0f0474b-5842-487d-be96-af69db6a7fbe', 'network_id': 'd0f0474b-5842-487d-be96-af69db6a7fbe', 'tenant_id': '2ac88b2108fe4d7ebe255bc33a876621', 'fixed_ips': [{'subnet_id': '89456613-e140-4c35-ab99-d2084bfac68f'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:47.014342 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.022153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb6c6-9c6a-4d7d-a046-19341bea0e1e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.028260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-206b2051-e4a6-48ce-beba-6c65554d6a02 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.047489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-206b2051-e4a6-48ce-beba-6c65554d6a02 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.072936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-206b2051-e4a6-48ce-beba-6c65554d6a02 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.074158 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-206b2051-e4a6-48ce-beba-6c65554d6a02 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2161961 Mar 29 09:25:47.078322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52614) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:47.084552 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'network_id': 'd0f0474b-5842-487d-be96-af69db6a7fbe', 'name': 'tempest-PortsTestJSON-801640738'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:47.103381 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb6c6-9c6a-4d7d-a046-19341bea0e1e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.106959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb6c6-9c6a-4d7d-a046-19341bea0e1e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.111273 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9c2cb6c6-9c6a-4d7d-a046-19341bea0e1e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-groups/6433bb30-ac4e-4b2c-a018-69efabcb33d6 HTTP/1.1" status: 204 len: 168 time: 0.1967602 Mar 29 09:25:47.112440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52616) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:47.144123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cb6c6-9c6a-4d7d-a046-19341bea0e1e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6433bb30-ac4e-4b2c-a018-69efabcb33d6,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:47.178358 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3dd8ebf8-3158-454e-a306-974d1c02d686 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0637062 Mar 29 09:25:47.182232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52618) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:47.183077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Allocated IP 172.20.0.2 (d0f0474b-5842-487d-be96-af69db6a7fbe/89456613-e140-4c35-ab99-d2084bfac68f/5821a4a9-a8cf-4ca9-9656-fdf1d69c5889) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:47.185025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2e13154c-6509-4403-806d-54ce55c145b5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.193017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-eed79771-3d90-4704-8ec3-71e6d12a1f58 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group': {'name': 'tempest-secgroup--934422688'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:47.265458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:47.269240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.284360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eed79771-3d90-4704-8ec3-71e6d12a1f58 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.291717 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port 11e2a182-3ec6-4190-912c-53fa067bce55 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:47.362268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.369136 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.412001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Network d0f0474b-5842-487d-be96-af69db6a7fbe is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:47.415139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:47.418941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:47.434143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Pushing event updated for resources: {'Port': ['ID=5821a4a9-a8cf-4ca9-9656-fdf1d69c5889,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:47.441453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.3 (d0f0474b-5842-487d-be96-af69db6a7fbe/89456613-e140-4c35-ab99-d2084bfac68f/11e2a182-3ec6-4190-912c-53fa067bce55) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:47.495275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Attempting to bind port 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:47.495950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Attempting to bind port 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '9f27ccf8-41b9-4073-b9fe-869655cad1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd0f0474b-5842-487d-be96-af69db6a7fbe'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:47.496481 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Attempting to bind port 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 on network d0f0474b-5842-487d-be96-af69db6a7fbe {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:47.504616 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:47.504989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Checking segment: {'id': '9f27ccf8-41b9-4073-b9fe-869655cad1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd0f0474b-5842-487d-be96-af69db6a7fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:47.505562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.505986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Bound using segment: {'id': '9f27ccf8-41b9-4073-b9fe-869655cad1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd0f0474b-5842-487d-be96-af69db6a7fbe'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:47.506456 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Bound port: 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f27ccf8-41b9-4073-b9fe-869655cad1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd0f0474b-5842-487d-be96-af69db6a7fbe'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:47.506845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.597723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] For port 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:47.602780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] For port 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5821a4a9-a8cf-4ca9-9656-fdf1d69c5889,segment=NetworkSegment(9f27ccf8-41b9-4073-b9fe-869655cad1a3),segment_id=9f27ccf8-41b9-4073-b9fe-869655cad1a3)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:47.611767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.632425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.680686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f35a8e-4eab-45a7-a057-10b364f91f09 None None] Pushing event updated for resources: {'Port': ['ID=5821a4a9-a8cf-4ca9-9656-fdf1d69c5889,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:47.697615 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.715111 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eed79771-3d90-4704-8ec3-71e6d12a1f58 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.720255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eed79771-3d90-4704-8ec3-71e6d12a1f58 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.756450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network d0f0474b-5842-487d-be96-af69db6a7fbe is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:47.760761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:47.762948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=11e2a182-3ec6-4190-912c-53fa067bce55,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:47.765378 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:47.787977 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eed79771-3d90-4704-8ec3-71e6d12a1f58 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.789229 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-eed79771-3d90-4704-8ec3-71e6d12a1f58 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6006157 Mar 29 09:25:47.793760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52620) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:47.799037 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1384ed1b-f3ca-4894-a9eb-c5d94a9bb482 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687826817'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:47.828223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed79771-3d90-4704-8ec3-71e6d12a1f58 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b02a05-81d4-4bde-9457-37356eb95c96,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:47.831498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:47.832181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.853985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1384ed1b-f3ca-4894-a9eb-c5d94a9bb482 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:47.856703 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6942cf11-1710-4e05-a58e-20a5107942c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7767901 Mar 29 09:25:47.861548 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52622) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:47.939206 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-2e13154c-6509-4403-806d-54ce55c145b5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 322004b8-0b0d-4a90-a9c2-2e3eca90a1ea {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:47.939541 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2e13154c-6509-4403-806d-54ce55c145b5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.201382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2e13154c-6509-4403-806d-54ce55c145b5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.216486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1384ed1b-f3ca-4894-a9eb-c5d94a9bb482 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.246603 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1384ed1b-f3ca-4894-a9eb-c5d94a9bb482 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.255810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-2e13154c-6509-4403-806d-54ce55c145b5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 322004b8-0b0d-4a90-a9c2-2e3eca90a1ea owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:48.314530 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1384ed1b-f3ca-4894-a9eb-c5d94a9bb482 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.315778 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1384ed1b-f3ca-4894-a9eb-c5d94a9bb482 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5202675 Mar 29 09:25:48.318698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52624) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:48.319858 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384ed1b-f3ca-4894-a9eb-c5d94a9bb482 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a0b1ac-dec4-48fa-9833-06847761df76,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:48.323594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-4d156d61-5b97-499b-9244-3b004f3a7dd2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': '05b02a05-81d4-4bde-9457-37356eb95c96', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '44a0b1ac-dec4-48fa-9833-06847761df76', 'remote_ip_prefix': None}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:48.363227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d156d61-5b97-499b-9244-3b004f3a7dd2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.451636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d156d61-5b97-499b-9244-3b004f3a7dd2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.457289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d156d61-5b97-499b-9244-3b004f3a7dd2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.478735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d156d61-5b97-499b-9244-3b004f3a7dd2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2d2b82-831c-4e90-af89-2f03155db3c3,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:48.487320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d156d61-5b97-499b-9244-3b004f3a7dd2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.488420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.491824 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4d156d61-5b97-499b-9244-3b004f3a7dd2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1693757 Mar 29 09:25:48.492319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52626) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:48.528443 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd27e24a-43db-439e-bdd6-bd434dea7679 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.538198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd27e24a-43db-439e-bdd6-bd434dea7679 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.574237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd27e24a-43db-439e-bdd6-bd434dea7679 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.580750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd27e24a-43db-439e-bdd6-bd434dea7679 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.584486 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cd27e24a-43db-439e-bdd6-bd434dea7679 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fc2d2b82-831c-4e90-af89-2f03155db3c3 HTTP/1.1" status: 204 len: 168 time: 0.0882816 Mar 29 09:25:48.586577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52628) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:48.596963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27e24a-43db-439e-bdd6-bd434dea7679 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc2d2b82-831c-4e90-af89-2f03155db3c3,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:48.637319 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-de101bb2-a6da-4ec1-8d86-b9a08965638e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0513294 Mar 29 09:25:48.642102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52630) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:48.694938 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2e13154c-6509-4403-806d-54ce55c145b5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.704760 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-232f3abb-7d3e-4625-b6da-7fc6834ee4f4 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.730594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-232f3abb-7d3e-4625-b6da-7fc6834ee4f4 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.754470 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13154c-6509-4403-806d-54ce55c145b5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=322004b8-0b0d-4a90-a9c2-2e3eca90a1ea,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:48.801224 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-232f3abb-7d3e-4625-b6da-7fc6834ee4f4 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.804121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-232f3abb-7d3e-4625-b6da-7fc6834ee4f4 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.805652 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-232f3abb-7d3e-4625-b6da-7fc6834ee4f4 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-groups/44a0b1ac-dec4-48fa-9833-06847761df76 HTTP/1.1" status: 204 len: 168 time: 0.1612382 Mar 29 09:25:48.809200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52632) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:48.852323 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c92466-3976-46d4-b783-c85ef8230658 None None] Network d0f0474b-5842-487d-be96-af69db6a7fbe requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:48.861069 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f3abb-7d3e-4625-b6da-7fc6834ee4f4 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a0b1ac-dec4-48fa-9833-06847761df76,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:48.902728 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2e13154c-6509-4403-806d-54ce55c145b5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.909490 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-089fa836-5571-41e8-811f-222283ec4c54 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0966074 Mar 29 09:25:48.909919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52634) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:48.971978 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-fc2265eb-ff1e-4b77-b6ab-b78b226eaaa1 None None] Provisioning complete for port 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:48.972617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fc2265eb-ff1e-4b77-b6ab-b78b226eaaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:48.992011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ce161d3f-ec54-40c9-a5b7-0cc0f71b13d3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.027265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ce161d3f-ec54-40c9-a5b7-0cc0f71b13d3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.080593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ce161d3f-ec54-40c9-a5b7-0cc0f71b13d3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.086063 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ce161d3f-ec54-40c9-a5b7-0cc0f71b13d3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.087495 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ce161d3f-ec54-40c9-a5b7-0cc0f71b13d3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-groups/05b02a05-81d4-4bde-9457-37356eb95c96 HTTP/1.1" status: 204 len: 168 time: 0.1765356 Mar 29 09:25:49.090962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52636) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:49.098536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce161d3f-ec54-40c9-a5b7-0cc0f71b13d3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b02a05-81d4-4bde-9457-37356eb95c96,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:49.100981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.140920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fc2265eb-ff1e-4b77-b6ab-b78b226eaaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.145516 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.192106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-fc2265eb-ff1e-4b77-b6ab-b78b226eaaa1 None None] For port 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5821a4a9-a8cf-4ca9-9656-fdf1d69c5889,segment=NetworkSegment(9f27ccf8-41b9-4073-b9fe-869655cad1a3),segment_id=9f27ccf8-41b9-4073-b9fe-869655cad1a3)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:49.199830 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fc2265eb-ff1e-4b77-b6ab-b78b226eaaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.214577 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e13154c-6509-4403-806d-54ce55c145b5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router b8885c43-2b01-46be-966e-e612a985fafc has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:25:49.258868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2265eb-ff1e-4b77-b6ab-b78b226eaaa1 None None] Pushing event updated for resources: {'Port': ['ID=5821a4a9-a8cf-4ca9-9656-fdf1d69c5889,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:49.267704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=11e2a182-3ec6-4190-912c-53fa067bce55,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:49.277886 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-01987040-b04b-403f-860c-99411859e618 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1843626 Mar 29 09:25:49.283138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52638) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:49.286980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-08c97a8d-ff56-4417-8861-c6dcfecceb2d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group': {'name': 'tempest-secgroup--651595565'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:49.310419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-08c97a8d-ff56-4417-8861-c6dcfecceb2d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.394957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-08c97a8d-ff56-4417-8861-c6dcfecceb2d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.406614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-08c97a8d-ff56-4417-8861-c6dcfecceb2d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.408600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e13154c-6509-4403-806d-54ce55c145b5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:49.427189 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d535c-eec0-4502-8e23-a09d10e23a36 None None] Sync routers for ids ['b8885c43-2b01-46be-966e-e612a985fafc'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:49.442705 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2e13154c-6509-4403-806d-54ce55c145b5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/b8885c43-2b01-46be-966e-e612a985fafc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7500153 Mar 29 09:25:49.443021 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52640) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:49.444462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-08c97a8d-ff56-4417-8861-c6dcfecceb2d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.445788 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-08c97a8d-ff56-4417-8861-c6dcfecceb2d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1623025 Mar 29 09:25:49.450900 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52642) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:49.455825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f03713ef-0451-432d-92a9-88be23465281 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': '6db27c0e-1bfc-44a8-bfa1-180560a23b59', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:49.465921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-fbe96a40-4f1b-42b5-9008-8e385e49dee3 None None] Provisioning complete for port 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:49.467294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fbe96a40-4f1b-42b5-9008-8e385e49dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.467559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c97a8d-ff56-4417-8861-c6dcfecceb2d tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db27c0e-1bfc-44a8-bfa1-180560a23b59,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:49.473783 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d535c-eec0-4502-8e23-a09d10e23a36 None None] Routers {'b8885c43-2b01-46be-966e-e612a985fafc'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:49.474948 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c17d535c-eec0-4502-8e23-a09d10e23a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8885c43-2b01-46be-966e-e612a985fafc'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:49.481393 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a69c7bd2-c22c-47fa-913e-ba38311ea5ac tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8885c43-2b01-46be-966e-e612a985fafc HTTP/1.1" status: 200 len: 205 time: 0.0372200 Mar 29 09:25:49.484782 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52644) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:49.502727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f03713ef-0451-432d-92a9-88be23465281 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.534635 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c17d535c-eec0-4502-8e23-a09d10e23a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:49.545265 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d535c-eec0-4502-8e23-a09d10e23a36 None None] Routers {'b8885c43-2b01-46be-966e-e612a985fafc'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:49.550192 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c17d535c-eec0-4502-8e23-a09d10e23a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8885c43-2b01-46be-966e-e612a985fafc'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:49.589981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-fbe96a40-4f1b-42b5-9008-8e385e49dee3 None None] Provisioning complete for port 11e2a182-3ec6-4190-912c-53fa067bce55 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:49.590506 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fbe96a40-4f1b-42b5-9008-8e385e49dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.607287 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c17d535c-eec0-4502-8e23-a09d10e23a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:49.608199 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d535c-eec0-4502-8e23-a09d10e23a36 None None] The sync data for ids ['b8885c43-2b01-46be-966e-e612a985fafc'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:49.621092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f03713ef-0451-432d-92a9-88be23465281 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.626176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f03713ef-0451-432d-92a9-88be23465281 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.630859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-fbe96a40-4f1b-42b5-9008-8e385e49dee3 None None] Port 11e2a182-3ec6-4190-912c-53fa067bce55 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:49.656914 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f03713ef-0451-432d-92a9-88be23465281 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.658166 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f03713ef-0451-432d-92a9-88be23465281 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2063015 Mar 29 09:25:49.659083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03713ef-0451-432d-92a9-88be23465281 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d5a802-9033-42e0-a5d0-7782d75e96c7,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:49.661737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52646) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:49.693149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b29261c4-0f42-40f4-983f-b0a4fbe179d8 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.704192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b29261c4-0f42-40f4-983f-b0a4fbe179d8 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.747838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b29261c4-0f42-40f4-983f-b0a4fbe179d8 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.753547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b29261c4-0f42-40f4-983f-b0a4fbe179d8 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.757165 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b29261c4-0f42-40f4-983f-b0a4fbe179d8 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/64d5a802-9033-42e0-a5d0-7782d75e96c7 HTTP/1.1" status: 204 len: 168 time: 0.0917196 Mar 29 09:25:49.763033 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52648) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:49.780911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29261c4-0f42-40f4-983f-b0a4fbe179d8 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64d5a802-9033-42e0-a5d0-7782d75e96c7,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:49.821110 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d3f325d2-ff5a-4be0-aa46-15c6bfb554fb tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0599854 Mar 29 09:25:49.825941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52650) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:49.860900 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ba904856-1384-474b-aac1-f790006a6956 None None] Provisioning complete for port 11e2a182-3ec6-4190-912c-53fa067bce55 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:49.861474 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba904856-1384-474b-aac1-f790006a6956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.909104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-666aba14-7263-492a-bdf3-3cfa012627df tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.936197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-666aba14-7263-492a-bdf3-3cfa012627df tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:49.939740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ba904856-1384-474b-aac1-f790006a6956 None None] Port 11e2a182-3ec6-4190-912c-53fa067bce55 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:49.943271 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7087a9a-acfc-4902-89cc-ce7b74de1500 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.020672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-666aba14-7263-492a-bdf3-3cfa012627df tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.025734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-666aba14-7263-492a-bdf3-3cfa012627df tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.026893 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-666aba14-7263-492a-bdf3-3cfa012627df tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-groups/6db27c0e-1bfc-44a8-bfa1-180560a23b59 HTTP/1.1" status: 204 len: 168 time: 0.1995523 Mar 29 09:25:50.037901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52652) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:50.038704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666aba14-7263-492a-bdf3-3cfa012627df tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db27c0e-1bfc-44a8-bfa1-180560a23b59,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:50.042294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:50.083754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.102229 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f3902bb8-f310-481b-ae1c-5496072cfdf6 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574613 Mar 29 09:25:50.103332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52654) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:50.109899 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-cd6272f3-b404-4e00-88c5-bd0a26a9ba0f tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901648089'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:50.115470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-585178f9-9b20-48a0-a7eb-1e64d19e6651 None None] Provisioning complete for port 11e2a182-3ec6-4190-912c-53fa067bce55 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:50.115838 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-585178f9-9b20-48a0-a7eb-1e64d19e6651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.138988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd6272f3-b404-4e00-88c5-bd0a26a9ba0f tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.158488 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:50.158986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.186516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-585178f9-9b20-48a0-a7eb-1e64d19e6651 None None] Port 11e2a182-3ec6-4190-912c-53fa067bce55 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:50.232097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd6272f3-b404-4e00-88c5-bd0a26a9ba0f tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.234003 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7087a9a-acfc-4902-89cc-ce7b74de1500 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.238152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd6272f3-b404-4e00-88c5-bd0a26a9ba0f tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.239970 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7087a9a-acfc-4902-89cc-ce7b74de1500 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.274408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6272f3-b404-4e00-88c5-bd0a26a9ba0f tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a82c9f-6f98-4864-bcb5-9d6d358fc7e9,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:50.282544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd6272f3-b404-4e00-88c5-bd0a26a9ba0f tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.283540 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cd6272f3-b404-4e00-88c5-bd0a26a9ba0f tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1791139 Mar 29 09:25:50.287392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52656) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:50.293213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-34f2316b-e2e4-4cf2-9477-8f8a27e55da3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': 'a4a82c9f-6f98-4864-bcb5-9d6d358fc7e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:50.296699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7087a9a-acfc-4902-89cc-ce7b74de1500 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.297233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7087a9a-acfc-4902-89cc-ce7b74de1500 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Fanout notify agent at l3_agent the message router_deleted on router b8885c43-2b01-46be-966e-e612a985fafc {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:25:50.304177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f7087a9a-acfc-4902-89cc-ce7b74de1500 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.305798 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f7087a9a-acfc-4902-89cc-ce7b74de1500 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/b8885c43-2b01-46be-966e-e612a985fafc HTTP/1.1" status: 204 len: 168 time: 0.8168099 Mar 29 09:25:50.309371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52658) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:50.348328 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.359922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34f2316b-e2e4-4cf2-9477-8f8a27e55da3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.393843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aabd5a9-486a-4a1a-92ec-5479e42cdc83 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting subnet b0b8f7ea-609f-4071-bf4c-ffde6eff13f2 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:50.401775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5aabd5a9-486a-4a1a-92ec-5479e42cdc83 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.456333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34f2316b-e2e4-4cf2-9477-8f8a27e55da3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.460275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5aabd5a9-486a-4a1a-92ec-5479e42cdc83 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.463290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34f2316b-e2e4-4cf2-9477-8f8a27e55da3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.524860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2316b-e2e4-4cf2-9477-8f8a27e55da3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69a26ee-79be-4d4a-8719-babebad37b86,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:50.534525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-34f2316b-e2e4-4cf2-9477-8f8a27e55da3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.535893 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-34f2316b-e2e4-4cf2-9477-8f8a27e55da3 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2478161 Mar 29 09:25:50.538788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52660) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:50.574515 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-52647c01-8611-4578-8a11-c5eb9e62a778 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules/d69a26ee-79be-4d4a-8719-babebad37b86 HTTP/1.1" status: 200 len: 763 time: 0.0346019 Mar 29 09:25:50.579268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52662) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:50.615365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5aabd5a9-486a-4a1a-92ec-5479e42cdc83 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.645950 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.651319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.663332 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-23b213b3-ab72-47d6-82ca-d25d98cb75d2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0835450 Mar 29 09:25:50.666065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52664) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:50.705297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c877c6e8-8d12-44e6-8fca-0bfe8228d6fe tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.717226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c877c6e8-8d12-44e6-8fca-0bfe8228d6fe tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.725463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5aabd5a9-486a-4a1a-92ec-5479e42cdc83 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.730157 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.732113 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=11e2a182-3ec6-4190-912c-53fa067bce55,revision_number=3']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:50.777644 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabd5a9-486a-4a1a-92ec-5479e42cdc83 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b8f7ea-609f-4071-bf4c-ffde6eff13f2,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:50.779902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5aabd5a9-486a-4a1a-92ec-5479e42cdc83 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.784262 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5aabd5a9-486a-4a1a-92ec-5479e42cdc83 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/b0b8f7ea-609f-4071-bf4c-ffde6eff13f2 HTTP/1.1" status: 204 len: 168 time: 0.4737959 Mar 29 09:25:50.786970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52666) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:50.793610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04ab6eb-af5f-4c4b-82df-5460837c7772 None None] Network b6023c4d-de90-488e-a272-2e802ecce028 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:50.799769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c877c6e8-8d12-44e6-8fca-0bfe8228d6fe tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.819355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c877c6e8-8d12-44e6-8fca-0bfe8228d6fe tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.820489 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c877c6e8-8d12-44e6-8fca-0bfe8228d6fe tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d69a26ee-79be-4d4a-8719-babebad37b86 HTTP/1.1" status: 204 len: 168 time: 0.1535428 Mar 29 09:25:50.825595 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52668) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:50.837471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877c6e8-8d12-44e6-8fca-0bfe8228d6fe tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d69a26ee-79be-4d4a-8719-babebad37b86,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:50.882324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.889054 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fc52369c-b9e0-47a5-928e-9fab479deaed tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618589 Mar 29 09:25:50.891470 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network d0f0474b-5842-487d-be96-af69db6a7fbe is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:50.891687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52670) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:50.893275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:50.896079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-76a51138-90cd-4ac3-a462-89683057cf66 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': 'a4a82c9f-6f98-4864-bcb5-9d6d358fc7e9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:50.956375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-76a51138-90cd-4ac3-a462-89683057cf66 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:50.998470 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 1bd9df1e-cd98-4708-861d-acbd445df7cc {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:51.000055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.062453 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Router 257301c1-44ae-4659-9922-667506d0942e is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:25:51.072476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26747c3a-24d4-4e53-93db-31d82726f6e3 None None] DHCP port deletion for b6023c4d-de90-488e-a272-2e802ecce028 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:51.087600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-76a51138-90cd-4ac3-a462-89683057cf66 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.094584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] For port 1bd9df1e-cd98-4708-861d-acbd445df7cc, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1bd9df1e-cd98-4708-861d-acbd445df7cc,segment=NetworkSegment(8c8157bf-f15c-4fc7-b9c5-befb509d0c46),segment_id=8c8157bf-f15c-4fc7-b9c5-befb509d0c46)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:51.095037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.098567 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-76a51138-90cd-4ac3-a462-89683057cf66 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.126359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 1bd9df1e-cd98-4708-861d-acbd445df7cc owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:51.135081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a51138-90cd-4ac3-a462-89683057cf66 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba73e6f7-cd3f-42e0-9384-162d3ccb5166,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:51.144026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-26747c3a-24d4-4e53-93db-31d82726f6e3 None None] Deleting port 1bd9df1e-cd98-4708-861d-acbd445df7cc {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:51.144581 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-26747c3a-24d4-4e53-93db-31d82726f6e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.150075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-76a51138-90cd-4ac3-a462-89683057cf66 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.151278 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-76a51138-90cd-4ac3-a462-89683057cf66 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2586708 Mar 29 09:25:51.167315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52672) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.198220 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-48fea663-6a06-477a-9d1d-15540246f950 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules/ba73e6f7-cd3f-42e0-9384-162d3ccb5166 HTTP/1.1" status: 200 len: 763 time: 0.0301704 Mar 29 09:25:51.198944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52674) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.210671 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:51.225805 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fd68c11a-83dd-4007-94a8-fcd7aed06374 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "PUT /v2.0/routers/257301c1-44ae-4659-9922-667506d0942e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3607571 Mar 29 09:25:51.226409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52676) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.226689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b10bac-7d5e-4408-8072-f0da3dc20ef1 None None] Sync routers for ids ['257301c1-44ae-4659-9922-667506d0942e'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:51.236743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-26747c3a-24d4-4e53-93db-31d82726f6e3 None None] For port 1bd9df1e-cd98-4708-861d-acbd445df7cc, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1bd9df1e-cd98-4708-861d-acbd445df7cc,segment=NetworkSegment(8c8157bf-f15c-4fc7-b9c5-befb509d0c46),segment_id=8c8157bf-f15c-4fc7-b9c5-befb509d0c46)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:51.237144 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-26747c3a-24d4-4e53-93db-31d82726f6e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.256037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-26747c3a-24d4-4e53-93db-31d82726f6e3 None None] Calling delete_port for 1bd9df1e-cd98-4708-861d-acbd445df7cc owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:51.266477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b10bac-7d5e-4408-8072-f0da3dc20ef1 None None] Routers {'257301c1-44ae-4659-9922-667506d0942e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:51.267389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f8b10bac-7d5e-4408-8072-f0da3dc20ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['257301c1-44ae-4659-9922-667506d0942e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:51.273661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-695b361e-e0df-472e-8423-acb59e0ebd0c None None] Provisioning complete for port 11e2a182-3ec6-4190-912c-53fa067bce55 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:51.273661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-695b361e-e0df-472e-8423-acb59e0ebd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.291032 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9f85b2d1-202f-4f4d-b521-bcbc6c840c1c tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0906549 Mar 29 09:25:51.293002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.293905 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52678) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.321614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d96d309-c4d2-4982-9bb3-71ba349e06dc tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.328359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=1bd9df1e-cd98-4708-861d-acbd445df7cc,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:51.330232 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f8b10bac-7d5e-4408-8072-f0da3dc20ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:51.330508 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d96d309-c4d2-4982-9bb3-71ba349e06dc tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.343017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811808d6-f145-4a60-b403-010794c668c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:51.347206 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-811808d6-f145-4a60-b403-010794c668c4 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=257301c1-44ae-4659-9922-667506d0942e HTTP/1.1" status: 200 len: 981 time: 0.1171818 Mar 29 09:25:51.347206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No DVR routers for this DVR port 1bd9df1e-cd98-4708-861d-acbd445df7cc on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:51.348076 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52680) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.386607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b10bac-7d5e-4408-8072-f0da3dc20ef1 None None] Routers {'257301c1-44ae-4659-9922-667506d0942e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:51.387226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f8b10bac-7d5e-4408-8072-f0da3dc20ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['257301c1-44ae-4659-9922-667506d0942e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:51.425143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-695b361e-e0df-472e-8423-acb59e0ebd0c None None] Port 11e2a182-3ec6-4190-912c-53fa067bce55 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:51.432076 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d96d309-c4d2-4982-9bb3-71ba349e06dc tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.432843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.433515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f8b10bac-7d5e-4408-8072-f0da3dc20ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:51.434178 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b10bac-7d5e-4408-8072-f0da3dc20ef1 None None] The sync data for ids ['257301c1-44ae-4659-9922-667506d0942e'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:51.447185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4d96d309-c4d2-4982-9bb3-71ba349e06dc tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.450446 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4d96d309-c4d2-4982-9bb3-71ba349e06dc tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ba73e6f7-cd3f-42e0-9384-162d3ccb5166 HTTP/1.1" status: 204 len: 168 time: 0.1550903 Mar 29 09:25:51.451561 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96d309-c4d2-4982-9bb3-71ba349e06dc tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba73e6f7-cd3f-42e0-9384-162d3ccb5166,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:51.456081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-26747c3a-24d4-4e53-93db-31d82726f6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.457005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52682) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.472439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6023c4d-de90-488e-a272-2e802ecce028']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:51.483053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26747c3a-24d4-4e53-93db-31d82726f6e3 None None] Pushing event deleted for resources: {'Port': ['ID=1bd9df1e-cd98-4708-861d-acbd445df7cc,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:51.485044 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26747c3a-24d4-4e53-93db-31d82726f6e3 None None] No DVR routers for this DVR port 1bd9df1e-cd98-4708-861d-acbd445df7cc on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:51.489599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8157bf-f15c-4fc7-b9c5-befb509d0c46') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:51.489988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8157bf-f15c-4fc7-b9c5-befb509d0c46') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:51.502536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.528878 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-198fb96b-00bd-4a3e-8f80-b39752139fdd tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0705042 Mar 29 09:25:51.531623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52684) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.536066 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-32d374f6-b1dc-45c7-bea7-2e2b47f865e2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': 'a4a82c9f-6f98-4864-bcb5-9d6d358fc7e9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:51.540434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.550491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:51.550804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:51.553656 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:51.610418 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-32d374f6-b1dc-45c7-bea7-2e2b47f865e2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Project 69e0400f2bb342a58a3ca4ae45d8101b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:25:51.618750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32d374f6-b1dc-45c7-bea7-2e2b47f865e2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.637361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.641785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.650012 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52686) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.650203 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/networks/b6023c4d-de90-488e-a272-2e802ecce028 HTTP/1.1" status: 204 len: 168 time: 0.8611898 Mar 29 09:25:51.653745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e2dad2e0-ac4d-47ea-8db9-ac8c0dcbe657 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2069893055', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:51.673804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d59e2-0f2a-4fb4-ae8e-fa1d62416ad6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Network': ['ID=b6023c4d-de90-488e-a272-2e802ecce028,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:51.687182 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2dad2e0-ac4d-47ea-8db9-ac8c0dcbe657 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.688492 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2dad2e0-ac4d-47ea-8db9-ac8c0dcbe657 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.705204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32d374f6-b1dc-45c7-bea7-2e2b47f865e2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.709207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32d374f6-b1dc-45c7-bea7-2e2b47f865e2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.724050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d374f6-b1dc-45c7-bea7-2e2b47f865e2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f0c76e-0b8d-4330-99c9-417ef7fb4869,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:51.736481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-32d374f6-b1dc-45c7-bea7-2e2b47f865e2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.737717 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-32d374f6-b1dc-45c7-bea7-2e2b47f865e2 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2050915 Mar 29 09:25:51.740338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52688) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.759766 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6f995603-259c-427e-a52a-f27ad0f56d5e tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules/37f0c76e-0b8d-4330-99c9-417ef7fb4869 HTTP/1.1" status: 200 len: 769 time: 0.0160191 Mar 29 09:25:51.759942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52690) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.780311 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2dad2e0-ac4d-47ea-8db9-ac8c0dcbe657 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.785258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2dad2e0-ac4d-47ea-8db9-ac8c0dcbe657 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.800223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9fa2908-9641-4a8b-8c83-4fd4637aa268 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.801663 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e6bafcfb-6f3b-46bc-a638-20a03d8de091 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0404894 Mar 29 09:25:51.804370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52692) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.827558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64ddab52-6c94-44b1-8827-b7b582309360 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.835425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64ddab52-6c94-44b1-8827-b7b582309360 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.836888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e2dad2e0-ac4d-47ea-8db9-ac8c0dcbe657 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.838087 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e2dad2e0-ac4d-47ea-8db9-ac8c0dcbe657 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1883473 Mar 29 09:25:51.841170 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52694) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.845897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-925f8ba5-345e-4983-962d-9b7ddda72a56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-350094164'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:51.876869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925f8ba5-345e-4983-962d-9b7ddda72a56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:51.880318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-925f8ba5-345e-4983-962d-9b7ddda72a56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.883309 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64ddab52-6c94-44b1-8827-b7b582309360 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.901320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-64ddab52-6c94-44b1-8827-b7b582309360 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.902434 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-64ddab52-6c94-44b1-8827-b7b582309360 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/37f0c76e-0b8d-4330-99c9-417ef7fb4869 HTTP/1.1" status: 204 len: 168 time: 0.0970845 Mar 29 09:25:51.907057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52696) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.917435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddab52-6c94-44b1-8827-b7b582309360 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37f0c76e-0b8d-4330-99c9-417ef7fb4869,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:51.937768 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925f8ba5-345e-4983-962d-9b7ddda72a56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:51.956708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-925f8ba5-345e-4983-962d-9b7ddda72a56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:51.957053 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-925f8ba5-345e-4983-962d-9b7ddda72a56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Added segment b4862509-47a1-4b41-b421-691b33638c4e of type vlan for network 0e5132ee-5725-478b-a06e-0deb38f11975 Mar 29 09:25:51.957477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1bd9df1e-cd98-4708-861d-acbd445df7cc no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:51.970355 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-954be8c1-73c1-4ab6-8838-319ef3f9436c tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590959 Mar 29 09:25:51.971059 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52698) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:51.978077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 1bd9df1e-cd98-4708-861d-acbd445df7cc {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:51.978417 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1bd9df1e-cd98-4708-861d-acbd445df7cc not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:52.008116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-925f8ba5-345e-4983-962d-9b7ddda72a56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.033029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-925f8ba5-345e-4983-962d-9b7ddda72a56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.038434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925f8ba5-345e-4983-962d-9b7ddda72a56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:52.039008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-925f8ba5-345e-4983-962d-9b7ddda72a56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.067823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75c6b050-31bd-474b-9c33-788a1864ad0b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.068477 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-925f8ba5-345e-4983-962d-9b7ddda72a56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2260098 Mar 29 09:25:52.071293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52700) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:52.079277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-41a1e2f1-a4b8-4edd-ac24-d51533d0fd8a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'subnet': {'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:52.107481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f8ba5-345e-4983-962d-9b7ddda72a56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Network': ['ID=0e5132ee-5725-478b-a06e-0deb38f11975,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:52.116115 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75c6b050-31bd-474b-9c33-788a1864ad0b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.118524 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 0e5132ee-5725-478b-a06e-0deb38f11975 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:52.430703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa2908-9641-4a8b-8c83-4fd4637aa268 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 11e2a182-3ec6-4190-912c-53fa067bce55 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:52.431045 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9fa2908-9641-4a8b-8c83-4fd4637aa268 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.502824 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75c6b050-31bd-474b-9c33-788a1864ad0b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.504833 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-75c6b050-31bd-474b-9c33-788a1864ad0b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.506038 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-75c6b050-31bd-474b-9c33-788a1864ad0b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-groups/a4a82c9f-6f98-4864-bcb5-9d6d358fc7e9 HTTP/1.1" status: 204 len: 168 time: 0.5339620 Mar 29 09:25:52.509006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52702) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:52.513425 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a1e2f1-a4b8-4edd-ac24-d51533d0fd8a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:52.516889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-41a1e2f1-a4b8-4edd-ac24-d51533d0fd8a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.545295 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6b050-31bd-474b-9c33-788a1864ad0b tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a82c9f-6f98-4864-bcb5-9d6d358fc7e9,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:52.564723 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b14413f8-ed62-4570-8bba-0d91d54fbebb tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542302 Mar 29 09:25:52.570172 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52704) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:52.577966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-07d468d0-0064-4536-b46d-c12ed2acde3a tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group': {'name': 'tempest-secgroup--991730619'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:52.608040 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9fa2908-9641-4a8b-8c83-4fd4637aa268 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.616490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07d468d0-0064-4536-b46d-c12ed2acde3a tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.634078 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e9fa2908-9641-4a8b-8c83-4fd4637aa268 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 11e2a182-3ec6-4190-912c-53fa067bce55 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:52.699988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07d468d0-0064-4536-b46d-c12ed2acde3a tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.705442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07d468d0-0064-4536-b46d-c12ed2acde3a tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.743071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07d468d0-0064-4536-b46d-c12ed2acde3a tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.744322 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-07d468d0-0064-4536-b46d-c12ed2acde3a tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1699438 Mar 29 09:25:52.746260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d468d0-0064-4536-b46d-c12ed2acde3a tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a05c20a-e7e3-4596-8a8e-f1d307bb6849,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:52.748398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52706) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:52.752832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d8df29be-4e7b-495c-ac9b-6eed0dcc4318 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Request body: {'security_group_rule': {'security_group_id': '1a05c20a-e7e3-4596-8a8e-f1d307bb6849', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:52.872836 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8df29be-4e7b-495c-ac9b-6eed0dcc4318 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:52.923436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-41a1e2f1-a4b8-4edd-ac24-d51533d0fd8a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.018068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1e2f1-a4b8-4edd-ac24-d51533d0fd8a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Subnet': ['ID=d579a8c3-5082-4522-b5ff-ed05eb75bc6a,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:53.027655 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9fa2908-9641-4a8b-8c83-4fd4637aa268 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.054078 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8df29be-4e7b-495c-ac9b-6eed0dcc4318 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.077369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa2908-9641-4a8b-8c83-4fd4637aa268 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=11e2a182-3ec6-4190-912c-53fa067bce55,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:53.079095 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8df29be-4e7b-495c-ac9b-6eed0dcc4318 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.090514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a1e2f1-a4b8-4edd-ac24-d51533d0fd8a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Checking segment: {'id': 'b4862509-47a1-4b41-b421-691b33638c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:53.090882 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a1e2f1-a4b8-4edd-ac24-d51533d0fd8a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network hostable DHCP agents. Network: 0e5132ee-5725-478b-a06e-0deb38f11975, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:53.147730 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df29be-4e7b-495c-ac9b-6eed0dcc4318 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d13162d-6f3b-4439-8ea9-e9ea51a6c8c1,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:53.161441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d8df29be-4e7b-495c-ac9b-6eed0dcc4318 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.162670 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d8df29be-4e7b-495c-ac9b-6eed0dcc4318 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4138923 Mar 29 09:25:53.165406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52708) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:53.181633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a1e2f1-a4b8-4edd-ac24-d51533d0fd8a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network 0e5132ee-5725-478b-a06e-0deb38f11975 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:53.194911 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-41a1e2f1-a4b8-4edd-ac24-d51533d0fd8a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 0e5132ee-5725-478b-a06e-0deb38f11975) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:53.204864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb0859-8936-4783-88e0-b8b0e514f008 None None] Network 0e5132ee-5725-478b-a06e-0deb38f11975 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:53.232092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a1e2f1-a4b8-4edd-ac24-d51533d0fd8a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:53.232805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-41a1e2f1-a4b8-4edd-ac24-d51533d0fd8a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.234199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-75ad7b07-4e99-4610-8c5c-cc069e5146e9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.264133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-75ad7b07-4e99-4610-8c5c-cc069e5146e9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.277679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e9fa2908-9641-4a8b-8c83-4fd4637aa268 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.291563 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-41a1e2f1-a4b8-4edd-ac24-d51533d0fd8a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2165415 Mar 29 09:25:53.292038 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52710) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:53.324327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-75ad7b07-4e99-4610-8c5c-cc069e5146e9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.329101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-75ad7b07-4e99-4610-8c5c-cc069e5146e9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.332904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-75ad7b07-4e99-4610-8c5c-cc069e5146e9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a05c20a-e7e3-4596-8a8e-f1d307bb6849 HTTP/1.1" status: 204 len: 168 time: 0.1635933 Mar 29 09:25:53.335372 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52712) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:53.369921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad7b07-4e99-4610-8c5c-cc069e5146e9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a05c20a-e7e3-4596-8a8e-f1d307bb6849,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:53.397199 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-54f63cf4-22bf-45e1-905d-042ccd98bc78 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580256 Mar 29 09:25:53.397449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52714) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:53.416792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-0e5132ee-5725-478b-a06e-0deb38f11975', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:53.418154 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.442798 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fce67431-568c-4140-9379-ba337d0568d9 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0436521 Mar 29 09:25:53.445218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52716) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:53.464834 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-8ee16041-7205-4ace-85d7-4ab931c683a6 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] delete failed (client error): The resource could not be found. Mar 29 09:25:53.470167 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8ee16041-7205-4ace-85d7-4ab931c683a6 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a05c20a-e7e3-4596-8a8e-f1d307bb6849 HTTP/1.1" status: 404 len: 347 time: 0.0185626 Mar 29 09:25:53.471432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52718) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:53.527640 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6409bffd-0447-4e3d-ba30-e8e114d54370 tempest-SecGroupIPv6Test-1469251619 tempest-SecGroupIPv6Test-1469251619-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549598 Mar 29 09:25:53.580863 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Allocated IP 2001:db8::2 (0e5132ee-5725-478b-a06e-0deb38f11975/d579a8c3-5082-4522-b5ff-ed05eb75bc6a/741d9659-fb34-4b06-a07e-760b6308a96b) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:53.648703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fa2908-9641-4a8b-8c83-4fd4637aa268 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Router 257301c1-44ae-4659-9922-667506d0942e has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:25:53.764367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.772285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.799017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fa2908-9641-4a8b-8c83-4fd4637aa268 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:53.801245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.807706 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e9fa2908-9641-4a8b-8c83-4fd4637aa268 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "PUT /v2.0/routers/257301c1-44ae-4659-9922-667506d0942e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4591544 Mar 29 09:25:53.812613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52724) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:53.818759 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e380412a-6021-423c-9034-1d2b2b632b9f None None] Sync routers for ids ['257301c1-44ae-4659-9922-667506d0942e'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:53.836052 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Network 0e5132ee-5725-478b-a06e-0deb38f11975 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:53.837059 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380412a-6021-423c-9034-1d2b2b632b9f None None] Routers {'257301c1-44ae-4659-9922-667506d0942e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:53.840332 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e380412a-6021-423c-9034-1d2b2b632b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['257301c1-44ae-4659-9922-667506d0942e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:53.840760 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce6b46b-cf28-4daf-bc64-0b28b3824461 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:25:53.840986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:53.842308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cce6b46b-cf28-4daf-bc64-0b28b3824461 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/11e2a182-3ec6-4190-912c-53fa067bce55 HTTP/1.1" status: 404 len: 333 time: 0.0288496 Mar 29 09:25:53.846875 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52726) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:53.850418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:53.855008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Pushing event updated for resources: {'Port': ['ID=741d9659-fb34-4b06-a07e-760b6308a96b,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:53.900703 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e380412a-6021-423c-9034-1d2b2b632b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:53.913382 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380412a-6021-423c-9034-1d2b2b632b9f None None] Routers {'257301c1-44ae-4659-9922-667506d0942e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:53.914286 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e380412a-6021-423c-9034-1d2b2b632b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['257301c1-44ae-4659-9922-667506d0942e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:53.921858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52728) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:53.944548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Attempting to bind port 741d9659-fb34-4b06-a07e-760b6308a96b on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:53.945586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Attempting to bind port 741d9659-fb34-4b06-a07e-760b6308a96b by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'b4862509-47a1-4b41-b421-691b33638c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:53.946187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Attempting to bind port 741d9659-fb34-4b06-a07e-760b6308a96b on network 0e5132ee-5725-478b-a06e-0deb38f11975 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:53.956611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:53.958049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Checking segment: {'id': 'b4862509-47a1-4b41-b421-691b33638c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:53.958693 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:53.959306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Bound using segment: {'id': 'b4862509-47a1-4b41-b421-691b33638c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:53.959425 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e380412a-6021-423c-9034-1d2b2b632b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:53.960036 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e380412a-6021-423c-9034-1d2b2b632b9f None None] The sync data for ids ['257301c1-44ae-4659-9922-667506d0942e'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:25:53.960432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Bound port: 741d9659-fb34-4b06-a07e-760b6308a96b, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4862509-47a1-4b41-b421-691b33638c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:53.962561 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.009655 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0780d901-169a-485d-b662-5928e826f26e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.043999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] For port 741d9659-fb34-4b06-a07e-760b6308a96b, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:54.048589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] For port 741d9659-fb34-4b06-a07e-760b6308a96b, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=741d9659-fb34-4b06-a07e-760b6308a96b,segment=NetworkSegment(b4862509-47a1-4b41-b421-691b33638c4e),segment_id=b4862509-47a1-4b41-b421-691b33638c4e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:54.053357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.081761 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1b9b85a1-cb3c-4768-8833-bcd489d76fd2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69e0400f2bb342a58a3ca4ae45d8101b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496739 Mar 29 09:25:54.081988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52732) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:54.128778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565ce22-d6c0-44df-a77e-74b58761eaa2 None None] Pushing event updated for resources: {'Port': ['ID=741d9659-fb34-4b06-a07e-760b6308a96b,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:54.551421 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0780d901-169a-485d-b662-5928e826f26e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.559038 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0780d901-169a-485d-b662-5928e826f26e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.624061 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8ad2f08d-0032-462b-ad95-704ff0c9ac0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.666742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0780d901-169a-485d-b662-5928e826f26e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.667247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0780d901-169a-485d-b662-5928e826f26e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Fanout notify agent at l3_agent the message router_deleted on router 257301c1-44ae-4659-9922-667506d0942e {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:25:54.674224 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0780d901-169a-485d-b662-5928e826f26e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.677786 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0780d901-169a-485d-b662-5928e826f26e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/routers/257301c1-44ae-4659-9922-667506d0942e HTTP/1.1" status: 204 len: 168 time: 0.8275278 Mar 29 09:25:54.678208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52734) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:54.703898 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Allocated IP 2001:db8::1 (0e5132ee-5725-478b-a06e-0deb38f11975/d579a8c3-5082-4522-b5ff-ed05eb75bc6a/c19b9a8c-4fbf-406c-b19f-d49b48e3b994) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:54.707535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8ad2f08d-0032-462b-ad95-704ff0c9ac0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.736309 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-867ebfb6-a4b7-418d-aec9-fc35f89f7b65 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting subnet 89456613-e140-4c35-ab99-d2084bfac68f {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:25:54.739825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-867ebfb6-a4b7-418d-aec9-fc35f89f7b65 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.792280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-867ebfb6-a4b7-418d-aec9-fc35f89f7b65 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.837013 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8ad2f08d-0032-462b-ad95-704ff0c9ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.839627 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8ad2f08d-0032-462b-ad95-704ff0c9ac0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.840799 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8ad2f08d-0032-462b-ad95-704ff0c9ac0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ea9f809-67e9-45ac-8ab9-4d7e6201a608 HTTP/1.1" status: 204 len: 168 time: 0.7609055 Mar 29 09:25:54.860731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2f08d-0032-462b-ad95-704ff0c9ac0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea9f809-67e9-45ac-8ab9-4d7e6201a608,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:54.888515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.904263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-867ebfb6-a4b7-418d-aec9-fc35f89f7b65 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.935269 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:54.992483 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network 0e5132ee-5725-478b-a06e-0deb38f11975 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:54.995969 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:54.998572 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:54.999436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.008643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-867ebfb6-a4b7-418d-aec9-fc35f89f7b65 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.044224 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ebfb6-a4b7-418d-aec9-fc35f89f7b65 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Subnet': ['ID=89456613-e140-4c35-ab99-d2084bfac68f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:55.049823 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-867ebfb6-a4b7-418d-aec9-fc35f89f7b65 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.055793 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-867ebfb6-a4b7-418d-aec9-fc35f89f7b65 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/89456613-e140-4c35-ab99-d2084bfac68f HTTP/1.1" status: 204 len: 168 time: 0.3742094 Mar 29 09:25:55.056233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52738) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:55.074541 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd4af49-3699-4395-9ce9-019d199557c8 None None] Network d0f0474b-5842-487d-be96-af69db6a7fbe requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:55.078522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=c19b9a8c-4fbf-406c-b19f-d49b48e3b994,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:55.177994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.226790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.240938 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:25:55.241419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.334053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] For port 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5821a4a9-a8cf-4ca9-9656-fdf1d69c5889,segment=NetworkSegment(9f27ccf8-41b9-4073-b9fe-869655cad1a3),segment_id=9f27ccf8-41b9-4073-b9fe-869655cad1a3)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:55.334724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.354105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:25:55.410792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83785341-782d-4db1-8179-dc09f88f0e37 None None] Network 0e5132ee-5725-478b-a06e-0deb38f11975 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:55.471229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.512069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac18bcc-d687-4c9c-a3cc-8ba67f62390b None None] DHCP port deletion for d0f0474b-5842-487d-be96-af69db6a7fbe request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:25:55.514410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=5821a4a9-a8cf-4ca9-9656-fdf1d69c5889,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:55.516311 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No DVR routers for this DVR port 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:25:55.534868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e995e7d0-a4b3-42c3-b305-dd1660238965 None None] Provisioning complete for port 741d9659-fb34-4b06-a07e-760b6308a96b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:55.535275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e995e7d0-a4b3-42c3-b305-dd1660238965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.619041 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.641780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f0474b-5842-487d-be96-af69db6a7fbe']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:55.652936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f27ccf8-41b9-4073-b9fe-869655cad1a3') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:55.653429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f27ccf8-41b9-4073-b9fe-869655cad1a3') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:55.667986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.679743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.685325 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.687317 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.687547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.700818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:25:55.701608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:25:55.705866 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:25:55.728299 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e995e7d0-a4b3-42c3-b305-dd1660238965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.790748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e995e7d0-a4b3-42c3-b305-dd1660238965 None None] For port 741d9659-fb34-4b06-a07e-760b6308a96b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=741d9659-fb34-4b06-a07e-760b6308a96b,segment=NetworkSegment(b4862509-47a1-4b41-b421-691b33638c4e),segment_id=b4862509-47a1-4b41-b421-691b33638c4e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:25:55.798101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e995e7d0-a4b3-42c3-b305-dd1660238965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.824026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=c19b9a8c-4fbf-406c-b19f-d49b48e3b994,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:55.825692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.836723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:55.845041 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52756) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:55.852242 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/networks/d0f0474b-5842-487d-be96-af69db6a7fbe HTTP/1.1" status: 204 len: 168 time: 0.7947664 Mar 29 09:25:55.884073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cf2ec-84b5-4528-80f2-8ef2555d6d0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Network': ['ID=d0f0474b-5842-487d-be96-af69db6a7fbe,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:55.908390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995e7d0-a4b3-42c3-b305-dd1660238965 None None] Pushing event updated for resources: {'Port': ['ID=741d9659-fb34-4b06-a07e-760b6308a96b,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:55.912443 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccdd06c-7886-4e7d-abba-d59ee7e765f6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:55.917611 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2ccdd06c-7886-4e7d-abba-d59ee7e765f6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/080aa87f-9dd2-457a-807e-a3e212aea553 HTTP/1.1" status: 200 len: 841 time: 0.0671723 Mar 29 09:25:55.917823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52760) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:55.932508 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network 0e5132ee-5725-478b-a06e-0deb38f11975 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:55.969798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:56.031979 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 741d9659-fb34-4b06-a07e-760b6308a96b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:56.051939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52762) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:56.087600 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-131b9616-8d86-47f8-ba4d-859d57f2c88d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/080aa87f-9dd2-457a-807e-a3e212aea553?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1686468 Mar 29 09:25:56.091413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52766) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:56.096918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-dbd51073-beb1-40c5-a8f9-6027f533113e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:56.104051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 741d9659-fb34-4b06-a07e-760b6308a96b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:56.104611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.159676 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router c155da8f-2353-41d3-afd0-8e1cffea22cd is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:25:56.174059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2b977e4c-82c6-4f28-8137-ee3c382c3623 None None] Provisioning complete for port 741d9659-fb34-4b06-a07e-760b6308a96b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:56.174433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2b977e4c-82c6-4f28-8137-ee3c382c3623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.204021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-fe8a0b9f-3348-4e91-a96a-47f267f1d120 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:56.204375 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-fe8a0b9f-3348-4e91-a96a-47f267f1d120 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 29 09:25:56.204912 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-fe8a0b9f-3348-4e91-a96a-47f267f1d120 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): There was a conflict when trying to complete your request. Mar 29 09:25:56.210162 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fe8a0b9f-3348-4e91-a96a-47f267f1d120 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1569071 Mar 29 09:25:56.212869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52768) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:56.218484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c697c1b7-daff-44ae-86fe-fbd6d82f5177 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643816455'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:56.240521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c697c1b7-daff-44ae-86fe-fbd6d82f5177 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.251666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd51073-beb1-40c5-a8f9-6027f533113e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:56.255208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dbd51073-beb1-40c5-a8f9-6027f533113e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.258156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c697c1b7-daff-44ae-86fe-fbd6d82f5177 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.299372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:25:56.305048 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-de04be43-5ff6-49e3-bd7b-2fadf451f581 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0119114 Mar 29 09:25:56.310417 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52770) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:56.317891 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7ba42941-29ad-4980-b04b-67b6b97a1562 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1439804366'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:56.319218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Sync routers for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:25:56.352307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:56.353155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:56.355800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba42941-29ad-4980-b04b-67b6b97a1562 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:56.360193 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ba42941-29ad-4980-b04b-67b6b97a1562 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.404598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba42941-29ad-4980-b04b-67b6b97a1562 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:25:56.417218 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ba42941-29ad-4980-b04b-67b6b97a1562 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.417691 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-7ba42941-29ad-4980-b04b-67b6b97a1562 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Added segment 4cf933c7-dca7-4ace-92bc-f01a2b14ef9a of type vlan for network c426c65f-790e-48b8-8cbc-5410ce8bfb98 Mar 29 09:25:56.420739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:25:56.450623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2b977e4c-82c6-4f28-8137-ee3c382c3623 None None] Provisioning complete for port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:56.450988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2b977e4c-82c6-4f28-8137-ee3c382c3623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.477275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ba42941-29ad-4980-b04b-67b6b97a1562 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.488904 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:25:56.489501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5821a4a9-a8cf-4ca9-9656-fdf1d69c5889 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:25:56.531297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ba42941-29ad-4980-b04b-67b6b97a1562 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.542965 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba42941-29ad-4980-b04b-67b6b97a1562 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:56.543576 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:25:56.543752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ba42941-29ad-4980-b04b-67b6b97a1562 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.549698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c697c1b7-daff-44ae-86fe-fbd6d82f5177 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.566009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c697c1b7-daff-44ae-86fe-fbd6d82f5177 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.572350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2b977e4c-82c6-4f28-8137-ee3c382c3623 None None] Port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:56.642605 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7ba42941-29ad-4980-b04b-67b6b97a1562 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3312049 Mar 29 09:25:56.643375 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba42941-29ad-4980-b04b-67b6b97a1562 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Network': ['ID=c426c65f-790e-48b8-8cbc-5410ce8bfb98,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:56.645355 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52772) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:56.665438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-4140db05-ea78-4d85-92d1-fc32995b08b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'subnet': {'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:56.668829 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dbd51073-beb1-40c5-a8f9-6027f533113e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.674924 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network c426c65f-790e-48b8-8cbc-5410ce8bfb98 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:25:56.706179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697c1b7-daff-44ae-86fe-fbd6d82f5177 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc1fecc-67d4-4125-ae60-9511507d53b0,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:56.739884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd51073-beb1-40c5-a8f9-6027f533113e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:56.746420 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-127d647c-29bf-48ab-b0a8-4958ba88cb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.750926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-dbd51073-beb1-40c5-a8f9-6027f533113e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:56.754428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd51073-beb1-40c5-a8f9-6027f533113e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:56.754576 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dbd51073-beb1-40c5-a8f9-6027f533113e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.770945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd51073-beb1-40c5-a8f9-6027f533113e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Subnet': ['ID=2be0bbb2-6a22-44ae-acaf-d5204eb36782,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:56.786928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c697c1b7-daff-44ae-86fe-fbd6d82f5177 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.791496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c697c1b7-daff-44ae-86fe-fbd6d82f5177 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.795650 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4140db05-ea78-4d85-92d1-fc32995b08b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:56.800107 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4140db05-ea78-4d85-92d1-fc32995b08b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.804635 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dbd51073-beb1-40c5-a8f9-6027f533113e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7092988 Mar 29 09:25:56.812916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52774) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:56.813092 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acc1c60-9b74-4eab-b48f-41ec739d4ecb None None] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:56.814963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b525721e-86d2-490c-9828-6920cd2b76d2 None None] Provisioning complete for port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:56.815329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b525721e-86d2-490c-9828-6920cd2b76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.821387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-125bfe94-ca80-4caf-a719-badb0792a0b7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'security_group': {'name': 'tempest-secgroup-1182033231'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:56.848020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c697c1b7-daff-44ae-86fe-fbd6d82f5177 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.853779 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c697c1b7-daff-44ae-86fe-fbd6d82f5177 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6354573 Mar 29 09:25:56.855022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52776) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:56.859149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d7d19378-3f7e-4161-94b9-d6861cdc8258 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '6f2bbae7-f8c9-418f-abc7-afa70114e233', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:56.866874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697c1b7-daff-44ae-86fe-fbd6d82f5177 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2bbae7-f8c9-418f-abc7-afa70114e233,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:56.886389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-125bfe94-ca80-4caf-a719-badb0792a0b7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.909709 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7d19378-3f7e-4161-94b9-d6861cdc8258 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.990149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7d19378-3f7e-4161-94b9-d6861cdc8258 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:56.997940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7d19378-3f7e-4161-94b9-d6861cdc8258 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.014913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4140db05-ea78-4d85-92d1-fc32995b08b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.038872 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d19378-3f7e-4161-94b9-d6861cdc8258 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dafb375-86f3-4893-982c-6d01e5688449,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:57.046026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-125bfe94-ca80-4caf-a719-badb0792a0b7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.053003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d7d19378-3f7e-4161-94b9-d6861cdc8258 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.056491 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d7d19378-3f7e-4161-94b9-d6861cdc8258 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1989148 Mar 29 09:25:57.056687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52778) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:57.061664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1ac7c603-c46f-4a82-b76c-d1c8b9523cfa tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '6f2bbae7-f8c9-418f-abc7-afa70114e233', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:57.067058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-125bfe94-ca80-4caf-a719-badb0792a0b7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.072187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b525721e-86d2-490c-9828-6920cd2b76d2 None None] Port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:57.082063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140db05-ea78-4d85-92d1-fc32995b08b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Subnet': ['ID=d65f4a84-7878-42b5-8fdf-40388590424b,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:57.086789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4140db05-ea78-4d85-92d1-fc32995b08b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Checking segment: {'id': '4cf933c7-dca7-4ace-92bc-f01a2b14ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:57.087092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140db05-ea78-4d85-92d1-fc32995b08b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network hostable DHCP agents. Network: c426c65f-790e-48b8-8cbc-5410ce8bfb98, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:25:57.108102 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4140db05-ea78-4d85-92d1-fc32995b08b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network c426c65f-790e-48b8-8cbc-5410ce8bfb98 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:25:57.120884 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-4140db05-ea78-4d85-92d1-fc32995b08b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, c426c65f-790e-48b8-8cbc-5410ce8bfb98) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:57.124643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bfe94-ca80-4caf-a719-badb0792a0b7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14475477-d0bc-4dba-8deb-dc7606ca7451,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:57.131030 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4140db05-ea78-4d85-92d1-fc32995b08b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:57.131629 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4140db05-ea78-4d85-92d1-fc32995b08b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.133025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-125bfe94-ca80-4caf-a719-badb0792a0b7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.136972 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-125bfe94-ca80-4caf-a719-badb0792a0b7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3205769 Mar 29 09:25:57.138090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52780) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:57.144817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fde714f-67e1-4b9b-b86b-156a33300833 None None] Network c426c65f-790e-48b8-8cbc-5410ce8bfb98 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:25:57.145738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-362e1820-fbe6-4e47-8d2d-1e9fe662ae83 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'security_group': {'name': 'tempest-secgroup-1761133280'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:57.152102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1ac7c603-c46f-4a82-b76c-d1c8b9523cfa tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.155806 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4140db05-ea78-4d85-92d1-fc32995b08b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4943304 Mar 29 09:25:57.160873 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52782) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:57.199101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-362e1820-fbe6-4e47-8d2d-1e9fe662ae83 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.210987 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:25:57.242723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:25:55Z', 'revision_number': 2, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:25:55Z', 'revision_number': 2, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:57.256885 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-1ac7c603-c46f-4a82-b76c-d1c8b9523cfa tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): There was a conflict when trying to complete your request. Mar 29 09:25:57.260632 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1ac7c603-c46f-4a82-b76c-d1c8b9523cfa tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2001452 Mar 29 09:25:57.262134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52784) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:57.289318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Checking router: c155da8f-2353-41d3-afd0-8e1cffea22cd for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:25:57.289702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Updating router c155da8f-2353-41d3-afd0-8e1cffea22cd port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:25:57.312925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-362e1820-fbe6-4e47-8d2d-1e9fe662ae83 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.317272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-362e1820-fbe6-4e47-8d2d-1e9fe662ae83 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.339085 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.348291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-362e1820-fbe6-4e47-8d2d-1e9fe662ae83 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.352002 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-362e1820-fbe6-4e47-8d2d-1e9fe662ae83 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2080390 Mar 29 09:25:57.354489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52786) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:57.359386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e1820-fbe6-4e47-8d2d-1e9fe662ae83 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e598700-bf32-4d7a-9643-b074356fce63,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:57.398758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1781153661', 'security_groups': ['2e598700-bf32-4d7a-9643-b074356fce63'], 'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2be0bbb2-6a22-44ae-acaf-d5204eb36782'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:57.403337 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'tenant_id': '2ac88b2108fe4d7ebe255bc33a876621', 'fixed_ips': [{'subnet_id': '2be0bbb2-6a22-44ae-acaf-d5204eb36782'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:57.404563 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.437963 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-607e8258-ed03-47d9-a609-7882abc13a58 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.507980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:25:57.508739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.771047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-607e8258-ed03-47d9-a609-7882abc13a58 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.819931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Allocated IP 172.20.0.2 (b95a3dd6-ac82-4971-87f2-e54aa72489d3/2be0bbb2-6a22-44ae-acaf-d5204eb36782/346cf71a-77d4-40ef-8c67-162cd47b9712) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:57.836922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Allocated IP 2001:db8:1::2 (c426c65f-790e-48b8-8cbc-5410ce8bfb98/d65f4a84-7878-42b5-8fdf-40388590424b/6f056bfa-708d-4e95-9ca6-872f947af19d) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:57.908486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-607e8258-ed03-47d9-a609-7882abc13a58 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.911060 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-607e8258-ed03-47d9-a609-7882abc13a58 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:57.914789 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-607e8258-ed03-47d9-a609-7882abc13a58 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "DELETE /v2.0/security-groups/6f2bbae7-f8c9-418f-abc7-afa70114e233 HTTP/1.1" status: 204 len: 168 time: 0.6490054 Mar 29 09:25:57.916042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52788) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:57.920331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:57.950024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e8258-ed03-47d9-a609-7882abc13a58 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2bbae7-f8c9-418f-abc7-afa70114e233,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:57.992953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52790) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:57.995053 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d7caae24-8b96-47f7-a976-92969b5bbc73 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775397 Mar 29 09:25:58.028779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 741d9659-fb34-4b06-a07e-760b6308a96b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:25:58.029811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f600b30c-7d9f-4769-83a2-a7167ae85d6b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group': {'name': 'tempest-secgroup--848345632'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:58.100335 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.113086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f600b30c-7d9f-4769-83a2-a7167ae85d6b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.115907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.127114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.163102 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.223433 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port 4f46ec1a-12f1-4428-b95e-a8a74801b38d yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:25:58.275290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.302939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.305692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.307000 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82445519-ef9b-49c2-bc9d-a4afa08edb4b None None] Pushing event updated for resources: {'Port': ['ID=c19b9a8c-4fbf-406c-b19f-d49b48e3b994,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:58.315777 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 741d9659-fb34-4b06-a07e-760b6308a96b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:58.316145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.371066 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.417529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:58.429443 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:58.433186 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:58.444905 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f600b30c-7d9f-4769-83a2-a7167ae85d6b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.454478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Network c426c65f-790e-48b8-8cbc-5410ce8bfb98 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:58.457290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f600b30c-7d9f-4769-83a2-a7167ae85d6b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.461764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:58.470071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:58.471823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Pushing event updated for resources: {'Port': ['ID=346cf71a-77d4-40ef-8c67-162cd47b9712,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:58.476846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Attempting to bind port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:58.477484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Attempting to bind port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'b4862509-47a1-4b41-b421-691b33638c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:58.478041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Attempting to bind port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 on network 0e5132ee-5725-478b-a06e-0deb38f11975 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:58.532459 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:58.532836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Checking segment: {'id': 'b4862509-47a1-4b41-b421-691b33638c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:58.533240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.533652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Bound using segment: {'id': 'b4862509-47a1-4b41-b421-691b33638c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:58.534137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Bound port: c19b9a8c-4fbf-406c-b19f-d49b48e3b994, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4862509-47a1-4b41-b421-691b33638c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:58.534513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.560503 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f600b30c-7d9f-4769-83a2-a7167ae85d6b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.563325 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f600b30c-7d9f-4769-83a2-a7167ae85d6b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5417237 Mar 29 09:25:58.565214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52792) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:58.570395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-de58ea1a-35fd-47e8-96d0-a852f8123786 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': 'b1a069ca-e4b0-4ad6-b2bf-6aed70ba8651', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:58.571156 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-de58ea1a-35fd-47e8-96d0-a852f8123786 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 29 09:25:58.572119 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-de58ea1a-35fd-47e8-96d0-a852f8123786 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:25:58.575463 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600b30c-7d9f-4769-83a2-a7167ae85d6b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a069ca-e4b0-4ad6-b2bf-6aed70ba8651,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:58.575634 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-de58ea1a-35fd-47e8-96d0-a852f8123786 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063226 Mar 29 09:25:58.575737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52794) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:58.595891 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.9 (b95a3dd6-ac82-4971-87f2-e54aa72489d3/2be0bbb2-6a22-44ae-acaf-d5204eb36782/4f46ec1a-12f1-4428-b95e-a8a74801b38d) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:58.638105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d750325a-6579-477b-a3a9-9ce8823a48b4 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.669342 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d750325a-6579-477b-a3a9-9ce8823a48b4 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.672540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Allocated IP 2001:db8:1::1 (c426c65f-790e-48b8-8cbc-5410ce8bfb98/d65f4a84-7878-42b5-8fdf-40388590424b/1957bc2e-a533-410c-a851-571dda88ce96) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:25:58.674166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Pushing event updated for resources: {'Port': ['ID=6f056bfa-708d-4e95-9ca6-872f947af19d,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:58.691939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Attempting to bind port 346cf71a-77d4-40ef-8c67-162cd47b9712 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:58.692305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Attempting to bind port 346cf71a-77d4-40ef-8c67-162cd47b9712 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '2ab403c6-4271-4094-913d-be8a2ef281ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:58.692863 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Attempting to bind port 346cf71a-77d4-40ef-8c67-162cd47b9712 on network b95a3dd6-ac82-4971-87f2-e54aa72489d3 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:58.705123 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Attempting to bind port 6f056bfa-708d-4e95-9ca6-872f947af19d on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:25:58.705485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Attempting to bind port 6f056bfa-708d-4e95-9ca6-872f947af19d by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '4cf933c7-dca7-4ace-92bc-f01a2b14ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:25:58.705871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Attempting to bind port 6f056bfa-708d-4e95-9ca6-872f947af19d on network c426c65f-790e-48b8-8cbc-5410ce8bfb98 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:25:58.714282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:58.714648 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Checking segment: {'id': '2ab403c6-4271-4094-913d-be8a2ef281ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:58.715255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.715644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Bound using segment: {'id': '2ab403c6-4271-4094-913d-be8a2ef281ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:58.716292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Bound port: 346cf71a-77d4-40ef-8c67-162cd47b9712, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab403c6-4271-4094-913d-be8a2ef281ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:58.716848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.722669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d750325a-6579-477b-a3a9-9ce8823a48b4 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.725473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d750325a-6579-477b-a3a9-9ce8823a48b4 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.726673 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d750325a-6579-477b-a3a9-9ce8823a48b4 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "DELETE /v2.0/security-groups/b1a069ca-e4b0-4ad6-b2bf-6aed70ba8651 HTTP/1.1" status: 204 len: 168 time: 0.1500368 Mar 29 09:25:58.731114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52796) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:58.738932 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750325a-6579-477b-a3a9-9ce8823a48b4 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a069ca-e4b0-4ad6-b2bf-6aed70ba8651,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:58.746429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57efd79a-48da-4c93-8a85-984ea2e93a39 None None] Provisioning complete for port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:58.747142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57efd79a-48da-4c93-8a85-984ea2e93a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.749246 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:25:58.749641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Checking segment: {'id': '4cf933c7-dca7-4ace-92bc-f01a2b14ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:25:58.750032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.750418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Bound using segment: {'id': '4cf933c7-dca7-4ace-92bc-f01a2b14ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:25:58.750894 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Bound port: 6f056bfa-708d-4e95-9ca6-872f947af19d, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf933c7-dca7-4ace-92bc-f01a2b14ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:25:58.751467 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.894053 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e8803413-8005-4748-bd2d-71c9be5dace7 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1593282 Mar 29 09:25:58.898718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52798) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:58.904261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-59be7390-afff-4c7f-a963-792e34da7544 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316112695'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:58.932371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59be7390-afff-4c7f-a963-792e34da7544 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.952573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.960771 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:58.966990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] For port c19b9a8c-4fbf-406c-b19f-d49b48e3b994, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:59.018553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59be7390-afff-4c7f-a963-792e34da7544 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.021053 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.023680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59be7390-afff-4c7f-a963-792e34da7544 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.028541 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] For port c19b9a8c-4fbf-406c-b19f-d49b48e3b994, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c19b9a8c-4fbf-406c-b19f-d49b48e3b994,segment=NetworkSegment(b4862509-47a1-4b41-b421-691b33638c4e),segment_id=b4862509-47a1-4b41-b421-691b33638c4e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:59.039595 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57efd79a-48da-4c93-8a85-984ea2e93a39 None None] Port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:25:59.046325 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.057809 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.060002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be7390-afff-4c7f-a963-792e34da7544 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d82184-7c1c-41e9-98ff-2408d6e7ecfd,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:59.065334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59be7390-afff-4c7f-a963-792e34da7544 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.069458 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-59be7390-afff-4c7f-a963-792e34da7544 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1662760 Mar 29 09:25:59.069792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52800) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:59.075952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-5da080bb-a111-4ac5-9dfa-2e26e5dcc2f8 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': 'c9d82184-7c1c-41e9-98ff-2408d6e7ecfd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:59.077272 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-5da080bb-a111-4ac5-9dfa-2e26e5dcc2f8 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 29 09:25:59.078576 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-5da080bb-a111-4ac5-9dfa-2e26e5dcc2f8 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:25:59.082781 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5da080bb-a111-4ac5-9dfa-2e26e5dcc2f8 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088773 Mar 29 09:25:59.083067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52802) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:59.093367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:59.100388 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:59.103888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:59.112735 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network c426c65f-790e-48b8-8cbc-5410ce8bfb98 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:25:59.113598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=4f46ec1a-12f1-4428-b95e-a8a74801b38d,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:59.120993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] For port 346cf71a-77d4-40ef-8c67-162cd47b9712, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:59.149013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feb587e1-2d5f-40bd-bf77-3e57af1ae49b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.153444 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] For port 346cf71a-77d4-40ef-8c67-162cd47b9712, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=346cf71a-77d4-40ef-8c67-162cd47b9712,segment=NetworkSegment(2ab403c6-4271-4094-913d-be8a2ef281ae),segment_id=2ab403c6-4271-4094-913d-be8a2ef281ae)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:59.157404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] For port 6f056bfa-708d-4e95-9ca6-872f947af19d, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:25:59.172090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:25:59.174797 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:25:59.175238 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.175808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feb587e1-2d5f-40bd-bf77-3e57af1ae49b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.180281 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-45a07d83-dbf4-433b-9f55-f9997df91ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.184516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82445519-ef9b-49c2-bc9d-a4afa08edb4b None None] Pushing event updated for resources: {'Port': ['ID=c19b9a8c-4fbf-406c-b19f-d49b48e3b994,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:59.192261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] For port 6f056bfa-708d-4e95-9ca6-872f947af19d, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6f056bfa-708d-4e95-9ca6-872f947af19d,segment=NetworkSegment(4cf933c7-dca7-4ace-92bc-f01a2b14ef9a),segment_id=4cf933c7-dca7-4ace-92bc-f01a2b14ef9a)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:25:59.195846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.211292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.250022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:25:59.250966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:59.257415 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feb587e1-2d5f-40bd-bf77-3e57af1ae49b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.274349 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-feb587e1-2d5f-40bd-bf77-3e57af1ae49b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.278520 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-feb587e1-2d5f-40bd-bf77-3e57af1ae49b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "DELETE /v2.0/security-groups/c9d82184-7c1c-41e9-98ff-2408d6e7ecfd HTTP/1.1" status: 204 len: 168 time: 0.1915116 Mar 29 09:25:59.280960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52804) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:59.283369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=1957bc2e-a533-410c-a851-571dda88ce96,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:59.306477 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:25:59.307154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.309668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb587e1-2d5f-40bd-bf77-3e57af1ae49b tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d82184-7c1c-41e9-98ff-2408d6e7ecfd,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:59.338251 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8bed4761-8ee5-458f-8dcf-e31312ddc530 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9531341 Mar 29 09:25:59.340143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52806) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:59.354863 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-24c3df30-bd0a-4140-b53e-63910cc43764 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:59.402452 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad369bde-aedf-46b1-9a0d-1d43e9d81345 None None] Pushing event updated for resources: {'Port': ['ID=346cf71a-77d4-40ef-8c67-162cd47b9712,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:59.405210 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-db2b2ea1-d693-4ba5-bbec-fdcde5b56fa1 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1229322 Mar 29 09:25:59.408712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52808) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:59.418090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-3e65adff-a3ad-4fe6-b5e0-21a5f4e59878 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618831225'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:59.464856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e65adff-a3ad-4fe6-b5e0-21a5f4e59878 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.475971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:25:59.489363 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.589863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e65adff-a3ad-4fe6-b5e0-21a5f4e59878 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.595267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e65adff-a3ad-4fe6-b5e0-21a5f4e59878 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.618675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e65adff-a3ad-4fe6-b5e0-21a5f4e59878 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.622331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf1ef6-c693-4808-89d4-f9b25df8a3c7 None None] Pushing event updated for resources: {'Port': ['ID=6f056bfa-708d-4e95-9ca6-872f947af19d,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:59.624375 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3e65adff-a3ad-4fe6-b5e0-21a5f4e59878 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2144907 Mar 29 09:25:59.625041 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52810) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:59.642749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d50ff32b-7504-488c-8b73-d02c8a3caf25 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': 'b92f2a14-9dc6-4da2-83c1-0d3adc491a7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:59.679916 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-d50ff32b-7504-488c-8b73-d02c8a3caf25 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 29 09:25:59.679916 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-d50ff32b-7504-488c-8b73-d02c8a3caf25 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:25:59.679916 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d50ff32b-7504-488c-8b73-d02c8a3caf25 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0407715 Mar 29 09:25:59.697003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52812) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:59.703967 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c3df30-bd0a-4140-b53e-63910cc43764 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:25:59.704360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-82fb4665-9e75-4a80-acfa-ded1954f7eec tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': 'b92f2a14-9dc6-4da2-83c1-0d3adc491a7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:59.705240 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-82fb4665-9e75-4a80-acfa-ded1954f7eec tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 29 09:25:59.705767 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-82fb4665-9e75-4a80-acfa-ded1954f7eec tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:25:59.709655 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-82fb4665-9e75-4a80-acfa-ded1954f7eec tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087247 Mar 29 09:25:59.709810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24c3df30-bd0a-4140-b53e-63910cc43764 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.711983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52814) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:59.719288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-3019ea77-0d9a-439c-a366-70d54f1ccff2 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': 'b92f2a14-9dc6-4da2-83c1-0d3adc491a7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:59.719758 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-3019ea77-0d9a-439c-a366-70d54f1ccff2 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 29 09:25:59.720248 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-3019ea77-0d9a-439c-a366-70d54f1ccff2 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:25:59.723752 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3019ea77-0d9a-439c-a366-70d54f1ccff2 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082083 Mar 29 09:25:59.724869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52816) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:59.732933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7884a720-6c7a-42f3-bf54-0c9ce8101698 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': 'b92f2a14-9dc6-4da2-83c1-0d3adc491a7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:25:59.734419 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-7884a720-6c7a-42f3-bf54-0c9ce8101698 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 29 09:25:59.734891 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-7884a720-6c7a-42f3-bf54-0c9ce8101698 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:25:59.738386 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7884a720-6c7a-42f3-bf54-0c9ce8101698 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0101175 Mar 29 09:25:59.738386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65adff-a3ad-4fe6-b5e0-21a5f4e59878 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92f2a14-9dc6-4da2-83c1-0d3adc491a7b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:25:59.738910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52818) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:25:59.752795 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ae41c458-8533-4304-91c7-19ac453b05b3 None None] Provisioning complete for port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:25:59.753204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ae41c458-8533-4304-91c7-19ac453b05b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:25:59.951596 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:25:55Z', 'revision_number': 2, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:25:58Z', 'revision_number': 4, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:25:59.993174 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.ipam_backend_mixin [None req-24c3df30-bd0a-4140-b53e-63910cc43764 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2be0bbb2-6a22-44ae-acaf-d5204eb36782 (CIDR: 172.20.0.0/28) Mar 29 09:25:59.994331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-138c4e5e-9899-49d2-8670-91d78d086e86 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.002267 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c3df30-bd0a-4140-b53e-63910cc43764 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:00.002877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c3df30-bd0a-4140-b53e-63910cc43764 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:00.003829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15df72-73f7-41f0-a8e8-9a57965a1638 None None] The sync data for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv is: [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:25:55Z', 'revision_number': 2, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:25:58Z', 'revision_number': 4, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:00.011086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ae41c458-8533-4304-91c7-19ac453b05b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.071130 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-138c4e5e-9899-49d2-8670-91d78d086e86 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.087935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ae41c458-8533-4304-91c7-19ac453b05b3 None None] For port c19b9a8c-4fbf-406c-b19f-d49b48e3b994, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c19b9a8c-4fbf-406c-b19f-d49b48e3b994,segment=NetworkSegment(b4862509-47a1-4b41-b421-691b33638c4e),segment_id=b4862509-47a1-4b41-b421-691b33638c4e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:00.094207 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-24c3df30-bd0a-4140-b53e-63910cc43764 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7530274 Mar 29 09:26:00.097038 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52820) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:00.099117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ae41c458-8533-4304-91c7-19ac453b05b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.113454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-291098a9-35db-478f-98db-655f297ec844 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:00.128201 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 346cf71a-77d4-40ef-8c67-162cd47b9712 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:00.174795 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.181863 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.183048 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.195518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-138c4e5e-9899-49d2-8670-91d78d086e86 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.199086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-138c4e5e-9899-49d2-8670-91d78d086e86 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.207775 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-138c4e5e-9899-49d2-8670-91d78d086e86 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "DELETE /v2.0/security-groups/b92f2a14-9dc6-4da2-83c1-0d3adc491a7b HTTP/1.1" status: 204 len: 168 time: 0.4591005 Mar 29 09:26:00.208099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41c458-8533-4304-91c7-19ac453b05b3 None None] Pushing event updated for resources: {'Port': ['ID=c19b9a8c-4fbf-406c-b19f-d49b48e3b994,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:00.211200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52822) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:00.227077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 346cf71a-77d4-40ef-8c67-162cd47b9712 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:00.227699 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.277235 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=1957bc2e-a533-410c-a851-571dda88ce96,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:00.281094 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c4e5e-9899-49d2-8670-91d78d086e86 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92f2a14-9dc6-4da2-83c1-0d3adc491a7b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:00.284515 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-aa08ca2a-06e4-498a-afe6-266ef2c0695e tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721753 Mar 29 09:26:00.291982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52824) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:00.297239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-982348e2-2b65-4ead-88e9-1f54e40a9dce tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490111355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:00.348170 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291098a9-35db-478f-98db-655f297ec844 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:00.352148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-291098a9-35db-478f-98db-655f297ec844 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.357375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-982348e2-2b65-4ead-88e9-1f54e40a9dce tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.400471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.438079 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network c426c65f-790e-48b8-8cbc-5410ce8bfb98 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:00.444940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:00.504135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 346cf71a-77d4-40ef-8c67-162cd47b9712, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=346cf71a-77d4-40ef-8c67-162cd47b9712,segment=NetworkSegment(2ab403c6-4271-4094-913d-be8a2ef281ae),segment_id=2ab403c6-4271-4094-913d-be8a2ef281ae)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:00.520328 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.521212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6f056bfa-708d-4e95-9ca6-872f947af19d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:00.535252 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.594347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-982348e2-2b65-4ead-88e9-1f54e40a9dce tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.607745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-982348e2-2b65-4ead-88e9-1f54e40a9dce tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.634409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=346cf71a-77d4-40ef-8c67-162cd47b9712,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:00.636287 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router c155da8f-2353-41d3-afd0-8e1cffea22cd has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:00.660429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 6f056bfa-708d-4e95-9ca6-872f947af19d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:00.663536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982348e2-2b65-4ead-88e9-1f54e40a9dce tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828fc032-3b54-4259-9be9-7e5a2d68f709,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:00.664186 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.702795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-982348e2-2b65-4ead-88e9-1f54e40a9dce tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.704064 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-982348e2-2b65-4ead-88e9-1f54e40a9dce tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4126484 Mar 29 09:26:00.738042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52826) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:00.742908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-5e73fae0-957a-4b88-a3bc-01c5dbd60ff6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '828fc032-3b54-4259-9be9-7e5a2d68f709', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:00.743698 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-5e73fae0-957a-4b88-a3bc-01c5dbd60ff6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 29 09:26:00.744196 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-5e73fae0-957a-4b88-a3bc-01c5dbd60ff6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:00.745221 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5e73fae0-957a-4b88-a3bc-01c5dbd60ff6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063348 Mar 29 09:26:00.753858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52828) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:00.767831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-924a514e-ac00-418e-8a97-e7fef25d4d1f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '828fc032-3b54-4259-9be9-7e5a2d68f709', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:00.799818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.823789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:00.829952 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a7da186a-06ad-451c-9bb5-ec04c12bc30b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6677678 Mar 29 09:26:00.834330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52830) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:00.846153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-723f41ca-1df3-4a13-9bc9-8c89fc97ee66 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1609638717'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:00.862467 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 6f056bfa-708d-4e95-9ca6-872f947af19d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6f056bfa-708d-4e95-9ca6-872f947af19d,segment=NetworkSegment(4cf933c7-dca7-4ace-92bc-f01a2b14ef9a),segment_id=4cf933c7-dca7-4ace-92bc-f01a2b14ef9a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:00.881438 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.918665 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-924a514e-ac00-418e-8a97-e7fef25d4d1f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:00.924852 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-924a514e-ac00-418e-8a97-e7fef25d4d1f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1677012 Mar 29 09:26:00.924852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723f41ca-1df3-4a13-9bc9-8c89fc97ee66 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:00.925914 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52832) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:00.927796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-723f41ca-1df3-4a13-9bc9-8c89fc97ee66 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:00.933065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-132f9309-5434-44df-a2e0-f85ff07e4851 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '828fc032-3b54-4259-9be9-7e5a2d68f709', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:00.933862 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.api.v2.base [None req-132f9309-5434-44df-a2e0-f85ff07e4851 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 29 09:26:00.934358 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-132f9309-5434-44df-a2e0-f85ff07e4851 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:00.939136 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-132f9309-5434-44df-a2e0-f85ff07e4851 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118270 Mar 29 09:26:00.939794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52834) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:00.944955 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f439e473-2396-4611-89bd-8e7b192ba772 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '828fc032-3b54-4259-9be9-7e5a2d68f709', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:00.983888 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=6f056bfa-708d-4e95-9ca6-872f947af19d,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:00.985542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723f41ca-1df3-4a13-9bc9-8c89fc97ee66 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:26:01.006044 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-f439e473-2396-4611-89bd-8e7b192ba772 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:01.009798 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f439e473-2396-4611-89bd-8e7b192ba772 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0659022 Mar 29 09:26:01.010024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52836) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:01.015001 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7291c37d-ce5d-49fb-a4d9-502a2d9383b8 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '828fc032-3b54-4259-9be9-7e5a2d68f709', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:01.015307 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.api.v2.base [None req-7291c37d-ce5d-49fb-a4d9-502a2d9383b8 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 29 09:26:01.015870 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-7291c37d-ce5d-49fb-a4d9-502a2d9383b8 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:01.019321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-723f41ca-1df3-4a13-9bc9-8c89fc97ee66 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.019321 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-723f41ca-1df3-4a13-9bc9-8c89fc97ee66 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Added segment 305e8a04-7838-4f87-a4f7-df460eae43bb of type vlan for network aa2634ef-2c45-46a1-a33b-442651669e02 Mar 29 09:26:01.024167 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7291c37d-ce5d-49fb-a4d9-502a2d9383b8 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097878 Mar 29 09:26:01.025021 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52838) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:01.028774 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-291098a9-35db-478f-98db-655f297ec844 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.030430 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-63610a4d-cead-482a-b6bc-9fffed8eb19d tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '828fc032-3b54-4259-9be9-7e5a2d68f709', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:01.057621 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-63610a4d-cead-482a-b6bc-9fffed8eb19d tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Project 3d37dfd38e0a4dd1b6cdc03208bc5ae4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:26:01.082893 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-63610a4d-cead-482a-b6bc-9fffed8eb19d tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:01.087574 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-63610a4d-cead-482a-b6bc-9fffed8eb19d tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0611844 Mar 29 09:26:01.088231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52840) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:01.098521 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8b01bdf3-f8ec-481f-96b0-103381e06a7c tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '828fc032-3b54-4259-9be9-7e5a2d68f709', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:01.098960 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.api.v2.base [None req-8b01bdf3-f8ec-481f-96b0-103381e06a7c tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 29 09:26:01.099451 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-8b01bdf3-f8ec-481f-96b0-103381e06a7c tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:01.103140 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8b01bdf3-f8ec-481f-96b0-103381e06a7c tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112784 Mar 29 09:26:01.103354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52842) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:01.109092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-91716c85-6158-417d-98e9-3ece00a5c8b6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '828fc032-3b54-4259-9be9-7e5a2d68f709', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:01.133105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-723f41ca-1df3-4a13-9bc9-8c89fc97ee66 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.139819 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-91716c85-6158-417d-98e9-3ece00a5c8b6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Project 3d37dfd38e0a4dd1b6cdc03208bc5ae4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:26:01.146215 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7fc23465-4ad8-4093-87ca-8bd596d3e88c None None] Provisioning complete for port 346cf71a-77d4-40ef-8c67-162cd47b9712 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:01.146618 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7fc23465-4ad8-4093-87ca-8bd596d3e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.150738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291098a9-35db-478f-98db-655f297ec844 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:01.159818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-291098a9-35db-478f-98db-655f297ec844 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:01.160444 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-91716c85-6158-417d-98e9-3ece00a5c8b6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:01.163183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291098a9-35db-478f-98db-655f297ec844 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:01.163785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-291098a9-35db-478f-98db-655f297ec844 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.165133 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-91716c85-6158-417d-98e9-3ece00a5c8b6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0608120 Mar 29 09:26:01.166102 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52844) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:01.172018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-084543d5-150b-4cd0-991a-d19520b03647 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '828fc032-3b54-4259-9be9-7e5a2d68f709', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:01.197221 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-291098a9-35db-478f-98db-655f297ec844 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0989506 Mar 29 09:26:01.200106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291098a9-35db-478f-98db-655f297ec844 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Subnet': ['ID=35494cc6-c585-46ea-8d5d-991f86c21112,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:01.202871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52846) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:01.215231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-92044ff3-65aa-48e7-965c-492a844b4225 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-536230887', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '35494cc6-c585-46ea-8d5d-991f86c21112'}], 'security_groups': ['14475477-d0bc-4dba-8deb-dc7606ca7451']}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:01.222201 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-084543d5-150b-4cd0-991a-d19520b03647 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Project 3d37dfd38e0a4dd1b6cdc03208bc5ae4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:26:01.222806 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-723f41ca-1df3-4a13-9bc9-8c89fc97ee66 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.230354 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723f41ca-1df3-4a13-9bc9-8c89fc97ee66 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:01.231275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-723f41ca-1df3-4a13-9bc9-8c89fc97ee66 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.273876 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-084543d5-150b-4cd0-991a-d19520b03647 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:01.278623 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-084543d5-150b-4cd0-991a-d19520b03647 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1113198 Mar 29 09:26:01.284567 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52848) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:01.298654 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-723f41ca-1df3-4a13-9bc9-8c89fc97ee66 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4581962 Mar 29 09:26:01.301486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52850) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:01.316262 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-43095441-c319-4162-b8f0-66a023ff4e63 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'subnet': {'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:01.357312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f41ca-1df3-4a13-9bc9-8c89fc97ee66 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Network': ['ID=aa2634ef-2c45-46a1-a33b-442651669e02,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:01.371924 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7fc23465-4ad8-4093-87ca-8bd596d3e88c None None] Provisioning complete for port 080aa87f-9dd2-457a-807e-a3e212aea553 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:01.372385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7fc23465-4ad8-4093-87ca-8bd596d3e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.373788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-92044ff3-65aa-48e7-965c-492a844b4225 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.376267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network aa2634ef-2c45-46a1-a33b-442651669e02 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:26:01.472819 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbe4831-f61f-4128-87cd-ec5e0086e821 None None] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:01.502069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241a0dd-21b1-4062-956d-75654a89db75 None None] Network c426c65f-790e-48b8-8cbc-5410ce8bfb98 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:01.526353 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43095441-c319-4162-b8f0-66a023ff4e63 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:01.532699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-43095441-c319-4162-b8f0-66a023ff4e63 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.577976 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7fc23465-4ad8-4093-87ca-8bd596d3e88c None None] Port 080aa87f-9dd2-457a-807e-a3e212aea553 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:26:01.767318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-596bbebd-9581-49e5-a576-964f54caa8b9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.775512 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-591b06df-5518-43fe-8e97-581c05c0012f None None] Provisioning complete for port 6f056bfa-708d-4e95-9ca6-872f947af19d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:01.775890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-591b06df-5518-43fe-8e97-581c05c0012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.803635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-596bbebd-9581-49e5-a576-964f54caa8b9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.865641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-596bbebd-9581-49e5-a576-964f54caa8b9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.869295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-596bbebd-9581-49e5-a576-964f54caa8b9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:01.873791 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-596bbebd-9581-49e5-a576-964f54caa8b9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "DELETE /v2.0/security-groups/828fc032-3b54-4259-9be9-7e5a2d68f709 HTTP/1.1" status: 204 len: 168 time: 0.5874844 Mar 29 09:26:01.874524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52854) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:01.935146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bbebd-9581-49e5-a576-964f54caa8b9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828fc032-3b54-4259-9be9-7e5a2d68f709,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:02.011252 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-091d396b-3fe5-437e-a6be-a6531f8e22d3 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1287100 Mar 29 09:26:02.012078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52856) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:02.016007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-6b9c3cab-13e0-4716-a446-515245f9f6e6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1564799553'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:02.028166 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Sync routers for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:02.047346 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:02.048231 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:02.052429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b9c3cab-13e0-4716-a446-515245f9f6e6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.060780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618434a3-e6a4-46b6-afdb-8251501a908a None None] Update dhcp port {'port': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'fixed_ips': [{'subnet_id': '2be0bbb2-6a22-44ae-acaf-d5204eb36782', 'ip_address': '172.20.0.2'}, {'subnet_id': '35494cc6-c585-46ea-8d5d-991f86c21112'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': '346cf71a-77d4-40ef-8c67-162cd47b9712'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:26:02.066336 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.097126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-591b06df-5518-43fe-8e97-581c05c0012f None None] Provisioning complete for port 4f46ec1a-12f1-4428-b95e-a8a74801b38d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:02.097490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-591b06df-5518-43fe-8e97-581c05c0012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.124905 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-618434a3-e6a4-46b6-afdb-8251501a908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.162851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-591b06df-5518-43fe-8e97-581c05c0012f None None] Port 4f46ec1a-12f1-4428-b95e-a8a74801b38d cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:26:02.212741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b9c3cab-13e0-4716-a446-515245f9f6e6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.220728 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b9c3cab-13e0-4716-a446-515245f9f6e6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.223681 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:02.276731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b9c3cab-13e0-4716-a446-515245f9f6e6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.288038 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6b9c3cab-13e0-4716-a446-515245f9f6e6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2754660 Mar 29 09:26:02.291125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52858) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:02.292422 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6f056bfa-708d-4e95-9ca6-872f947af19d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:02.304959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2381fa3d-2e92-4f92-bfb0-48effaad2357 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '520462a3-87a9-4161-b006-538705efb6df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:02.327886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c3cab-13e0-4716-a446-515245f9f6e6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520462a3-87a9-4161-b006-538705efb6df,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:02.389863 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-2381fa3d-2e92-4f92-bfb0-48effaad2357 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The resource could not be found. Mar 29 09:26:02.394012 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2381fa3d-2e92-4f92-bfb0-48effaad2357 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1018062 Mar 29 09:26:02.394688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52860) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:02.399806 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d6e7dcd3-84c0-47d3-afc0-8126e9dac4bd tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '520462a3-87a9-4161-b006-538705efb6df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd1e3611f-dc8d-4440-8a4c-dd0dd471ace9'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:02.405012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 6f056bfa-708d-4e95-9ca6-872f947af19d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:02.405448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.480391 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-d6e7dcd3-84c0-47d3-afc0-8126e9dac4bd tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The resource could not be found. Mar 29 09:26:02.482655 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d6e7dcd3-84c0-47d3-afc0-8126e9dac4bd tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0860970 Mar 29 09:26:02.485370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52862) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:02.495121 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-43095441-c319-4162-b8f0-66a023ff4e63 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.615280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5158929a-dd12-41b5-8c90-2e701b10461f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.639518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43095441-c319-4162-b8f0-66a023ff4e63 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Subnet': ['ID=1d786dee-e888-4aa7-9f3b-7c3998a40f8f,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:02.660057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-92044ff3-65aa-48e7-965c-492a844b4225 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Delete allocated IP 172.20.0.9 (b95a3dd6-ac82-4971-87f2-e54aa72489d3/2be0bbb2-6a22-44ae-acaf-d5204eb36782) {{(pid=102495) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 09:26:02.663158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5158929a-dd12-41b5-8c90-2e701b10461f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.672717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43095441-c319-4162-b8f0-66a023ff4e63 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Checking segment: {'id': '305e8a04-7838-4f87-a4f7-df460eae43bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:26:02.673857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43095441-c319-4162-b8f0-66a023ff4e63 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network hostable DHCP agents. Network: aa2634ef-2c45-46a1-a33b-442651669e02, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:26:02.699392 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:25:59Z', 'revision_number': 3, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:25:59Z', 'revision_number': 2, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:02.706440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-92044ff3-65aa-48e7-965c-492a844b4225 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.26 (b95a3dd6-ac82-4971-87f2-e54aa72489d3/35494cc6-c585-46ea-8d5d-991f86c21112/4f46ec1a-12f1-4428-b95e-a8a74801b38d) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:02.742323 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Checking router: c155da8f-2353-41d3-afd0-8e1cffea22cd for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:02.743332 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Updating router c155da8f-2353-41d3-afd0-8e1cffea22cd port 1957bc2e-a533-410c-a851-571dda88ce96 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:26:02.744302 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43095441-c319-4162-b8f0-66a023ff4e63 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network aa2634ef-2c45-46a1-a33b-442651669e02 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:26:02.754012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5158929a-dd12-41b5-8c90-2e701b10461f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.756916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5158929a-dd12-41b5-8c90-2e701b10461f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.758378 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5158929a-dd12-41b5-8c90-2e701b10461f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "DELETE /v2.0/security-groups/520462a3-87a9-4161-b006-538705efb6df HTTP/1.1" status: 204 len: 168 time: 0.2718396 Mar 29 09:26:02.763813 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52864) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:02.774294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158929a-dd12-41b5-8c90-2e701b10461f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=520462a3-87a9-4161-b006-538705efb6df,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:02.787206 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-43095441-c319-4162-b8f0-66a023ff4e63 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, aa2634ef-2c45-46a1-a33b-442651669e02) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:02.790639 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.805272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43095441-c319-4162-b8f0-66a023ff4e63 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:02.807294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-43095441-c319-4162-b8f0-66a023ff4e63 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.825503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2517c219-2d91-478c-8dca-575048b21c57 None None] Network aa2634ef-2c45-46a1-a33b-442651669e02 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:02.859736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2da3622c-8dbf-40fe-ad92-4bf6869592b8 None None] Provisioning complete for port 1957bc2e-a533-410c-a851-571dda88ce96 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:02.860740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2da3622c-8dbf-40fe-ad92-4bf6869592b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.893555 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-43095441-c319-4162-b8f0-66a023ff4e63 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5877769 Mar 29 09:26:02.898965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52866) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:02.930929 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:02.958382 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e679f336-3bdc-47f6-b106-8a0772ab13db tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1852372 Mar 29 09:26:02.959544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52868) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:02.972837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5b755fed-cbd5-494a-90a7-edcc6e5ca953 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '34ab0911-243c-4fb8-b3cd-6b166618c0d1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:03.005276 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2da3622c-8dbf-40fe-ad92-4bf6869592b8 None None] Port 1957bc2e-a533-410c-a851-571dda88ce96 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:26:03.072427 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2da3622c-8dbf-40fe-ad92-4bf6869592b8 None None] Provisioning complete for port 6f056bfa-708d-4e95-9ca6-872f947af19d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:03.072831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2da3622c-8dbf-40fe-ad92-4bf6869592b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.077474 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 346cf71a-77d4-40ef-8c67-162cd47b9712 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:03.119125 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-5b755fed-cbd5-494a-90a7-edcc6e5ca953 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The resource could not be found. Mar 29 09:26:03.120169 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5b755fed-cbd5-494a-90a7-edcc6e5ca953 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1534338 Mar 29 09:26:03.126171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52870) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:03.140251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-823d0ea1-f4f3-4213-bc33-ba2ebe5b9aaf tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680180246'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:03.169683 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-92044ff3-65aa-48e7-965c-492a844b4225 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.182933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-92044ff3-65aa-48e7-965c-492a844b4225 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.245961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823d0ea1-f4f3-4213-bc33-ba2ebe5b9aaf tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.275101 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.283097 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.316170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 346cf71a-77d4-40ef-8c67-162cd47b9712 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:03.317733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.339166 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Pushing event updated for resources: {'Port': ['ID=1957bc2e-a533-410c-a851-571dda88ce96,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:03.349660 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-92044ff3-65aa-48e7-965c-492a844b4225 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] In _notify_port_updated(), no bound segment for port 4f46ec1a-12f1-4428-b95e-a8a74801b38d on network b95a3dd6-ac82-4971-87f2-e54aa72489d3 {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:26:03.358704 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:03.359396 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:03.359947 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:03.361502 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:03.361683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-618434a3-e6a4-46b6-afdb-8251501a908a None None] Allocated IP 172.20.0.18 (b95a3dd6-ac82-4971-87f2-e54aa72489d3/35494cc6-c585-46ea-8d5d-991f86c21112/346cf71a-77d4-40ef-8c67-162cd47b9712) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:03.362392 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:03.362885 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:03.363632 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:03.364250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92044ff3-65aa-48e7-965c-492a844b4225 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:03.365526 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-aa2634ef-2c45-46a1-a33b-442651669e02', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:26:03.365872 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:03.366443 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:03.366953 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.367331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-92044ff3-65aa-48e7-965c-492a844b4225 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.368495 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:03.372208 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-92044ff3-65aa-48e7-965c-492a844b4225 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "PUT /v2.0/ports/4f46ec1a-12f1-4428-b95e-a8a74801b38d HTTP/1.1" status: 200 len: 920 time: 2.1655104 Mar 29 09:26:03.372208 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92044ff3-65aa-48e7-965c-492a844b4225 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=4f46ec1a-12f1-4428-b95e-a8a74801b38d,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:03.373295 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:03.373989 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:03.382810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52872) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:03.435497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823d0ea1-f4f3-4213-bc33-ba2ebe5b9aaf tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.445328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823d0ea1-f4f3-4213-bc33-ba2ebe5b9aaf tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.451052 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Attempting to bind port 1957bc2e-a533-410c-a851-571dda88ce96 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:26:03.451412 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Attempting to bind port 1957bc2e-a533-410c-a851-571dda88ce96 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '4cf933c7-dca7-4ace-92bc-f01a2b14ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:26:03.452448 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Attempting to bind port 1957bc2e-a533-410c-a851-571dda88ce96 on network c426c65f-790e-48b8-8cbc-5410ce8bfb98 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:26:03.459563 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:26:03.460232 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Checking segment: {'id': '4cf933c7-dca7-4ace-92bc-f01a2b14ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:26:03.460665 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.461008 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Bound using segment: {'id': '4cf933c7-dca7-4ace-92bc-f01a2b14ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:26:03.461459 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Bound port: 1957bc2e-a533-410c-a851-571dda88ce96, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf933c7-dca7-4ace-92bc-f01a2b14ef9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:26:03.462024 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.492621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.550158 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] For port 1957bc2e-a533-410c-a851-571dda88ce96, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:26:03.560610 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] For port 1957bc2e-a533-410c-a851-571dda88ce96, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1957bc2e-a533-410c-a851-571dda88ce96,segment=NetworkSegment(4cf933c7-dca7-4ace-92bc-f01a2b14ef9a),segment_id=4cf933c7-dca7-4ace-92bc-f01a2b14ef9a)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:26:03.570071 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.595692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-823d0ea1-f4f3-4213-bc33-ba2ebe5b9aaf tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.597478 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-823d0ea1-f4f3-4213-bc33-ba2ebe5b9aaf tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4700451 Mar 29 09:26:03.600389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52874) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:03.609251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-2e61fd80-bd48-4153-9aa3-9a0b428366e9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group': {'name': 'tempest-secgroup--683708907'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:03.611432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d0ea1-f4f3-4213-bc33-ba2ebe5b9aaf tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c89f57f-85d7-4c6e-b593-29bee6b3532c,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:03.673892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2e61fd80-bd48-4153-9aa3-9a0b428366e9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.681709 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:03.682318 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:03.692648 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2130e21f-8b62-499f-92a1-3fb952130773 None None] Provisioning complete for port 1957bc2e-a533-410c-a851-571dda88ce96 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:03.692970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2130e21f-8b62-499f-92a1-3fb952130773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.769879 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca509c1-81c9-4bcf-b204-5876d2f77d79 None None] Pushing event updated for resources: {'Port': ['ID=1957bc2e-a533-410c-a851-571dda88ce96,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:03.791344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5e5db-2e55-469e-8e75-026e53cba6c7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 4f46ec1a-12f1-4428-b95e-a8a74801b38d {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:03.791687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e5db-2e55-469e-8e75-026e53cba6c7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.805135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-618434a3-e6a4-46b6-afdb-8251501a908a None None] For port 346cf71a-77d4-40ef-8c67-162cd47b9712, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=346cf71a-77d4-40ef-8c67-162cd47b9712,segment=NetworkSegment(2ab403c6-4271-4094-913d-be8a2ef281ae),segment_id=2ab403c6-4271-4094-913d-be8a2ef281ae)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:03.809940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2e61fd80-bd48-4153-9aa3-9a0b428366e9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.815513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2e61fd80-bd48-4153-9aa3-9a0b428366e9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.833039 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c19b9a8c-4fbf-406c-b19f-d49b48e3b994 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:03.867181 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61fd80-bd48-4153-9aa3-9a0b428366e9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33458531-4407-44e5-883d-23090fd1efbf,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:03.875814 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:03.890188 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2e61fd80-bd48-4153-9aa3-9a0b428366e9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.892010 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2e61fd80-bd48-4153-9aa3-9a0b428366e9 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2883494 Mar 29 09:26:03.895828 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52876) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:03.900515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-890d223a-71c2-49f4-87f1-17d8d04dde00 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '0c89f57f-85d7-4c6e-b593-29bee6b3532c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '33458531-4407-44e5-883d-23090fd1efbf'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:03.910275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Allocated IP 2001:db8:2::2 (aa2634ef-2c45-46a1-a33b-442651669e02/1d786dee-e888-4aa7-9f3b-7c3998a40f8f/45d119d1-f169-495d-a4f1-f08170de93e0) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:03.938254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-618434a3-e6a4-46b6-afdb-8251501a908a None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.943609 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-890d223a-71c2-49f4-87f1-17d8d04dde00 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:03.948389 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-890d223a-71c2-49f4-87f1-17d8d04dde00 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0514858 Mar 29 09:26:03.950329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52878) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:03.958284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-618434a3-e6a4-46b6-afdb-8251501a908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.972312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:03.977481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e5db-2e55-469e-8e75-026e53cba6c7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.016768 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5e5db-2e55-469e-8e75-026e53cba6c7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 4f46ec1a-12f1-4428-b95e-a8a74801b38d owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:04.149964 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2130e21f-8b62-499f-92a1-3fb952130773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.151181 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:25:59Z', 'revision_number': 3, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:03Z', 'revision_number': 4, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:04.157331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618434a3-e6a4-46b6-afdb-8251501a908a None None] Pushing event updated for resources: {'Port': ['ID=346cf71a-77d4-40ef-8c67-162cd47b9712,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:04.181470 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2831ba-c776-4ce0-9923-9e298529df3e None None] The sync data for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv is: [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:25:59Z', 'revision_number': 3, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:03Z', 'revision_number': 4, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:04.191720 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:04.192088 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.276249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8e64a9f3-a387-4798-890f-0bf76b27a090 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.287276 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-2130e21f-8b62-499f-92a1-3fb952130773 None None] For port 1957bc2e-a533-410c-a851-571dda88ce96, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1957bc2e-a533-410c-a851-571dda88ce96,segment=NetworkSegment(4cf933c7-dca7-4ace-92bc-f01a2b14ef9a),segment_id=4cf933c7-dca7-4ace-92bc-f01a2b14ef9a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:04.323011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2130e21f-8b62-499f-92a1-3fb952130773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.370346 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8e64a9f3-a387-4798-890f-0bf76b27a090 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.383795 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.409044 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.459143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130e21f-8b62-499f-92a1-3fb952130773 None None] Pushing event updated for resources: {'Port': ['ID=1957bc2e-a533-410c-a851-571dda88ce96,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:04.510275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Network aa2634ef-2c45-46a1-a33b-442651669e02 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:04.526085 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:04.528571 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-143bd67f-0300-4398-bcf6-ac13a43b3be2 None None] Provisioning complete for port 1957bc2e-a533-410c-a851-571dda88ce96 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:04.529123 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-143bd67f-0300-4398-bcf6-ac13a43b3be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.537940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:26:04.546653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e5db-2e55-469e-8e75-026e53cba6c7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.584923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8e64a9f3-a387-4798-890f-0bf76b27a090 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.587484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8e64a9f3-a387-4798-890f-0bf76b27a090 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.590994 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8e64a9f3-a387-4798-890f-0bf76b27a090 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "DELETE /v2.0/security-groups/33458531-4407-44e5-883d-23090fd1efbf HTTP/1.1" status: 204 len: 168 time: 0.6355834 Mar 29 09:26:04.591392 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52880) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:04.603851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5e5db-2e55-469e-8e75-026e53cba6c7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=4f46ec1a-12f1-4428-b95e-a8a74801b38d,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:04.660373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64a9f3-a387-4798-890f-0bf76b27a090 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33458531-4407-44e5-883d-23090fd1efbf,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:04.673103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Pushing event updated for resources: {'Port': ['ID=45d119d1-f169-495d-a4f1-f08170de93e0,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:04.691291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Allocated IP 2001:db8:2::1 (aa2634ef-2c45-46a1-a33b-442651669e02/1d786dee-e888-4aa7-9f3b-7c3998a40f8f/b657437b-3e54-4a93-97b7-7820cfdedfe8) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:04.718915 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6b46da85-9e6e-4b12-b2e8-902fb16d8bc6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1232631 Mar 29 09:26:04.719489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52882) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:04.849766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-44346757-1dd9-4d5e-844e-0e0735003cc6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.858265 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Attempting to bind port 45d119d1-f169-495d-a4f1-f08170de93e0 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:26:04.858642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Attempting to bind port 45d119d1-f169-495d-a4f1-f08170de93e0 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '305e8a04-7838-4f87-a4f7-df460eae43bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:26:04.860683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Attempting to bind port 45d119d1-f169-495d-a4f1-f08170de93e0 on network aa2634ef-2c45-46a1-a33b-442651669e02 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:26:04.878606 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:26:04.878980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Checking segment: {'id': '305e8a04-7838-4f87-a4f7-df460eae43bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:26:04.879385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.879780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Bound using segment: {'id': '305e8a04-7838-4f87-a4f7-df460eae43bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:26:04.882054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Bound port: 45d119d1-f169-495d-a4f1-f08170de93e0, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305e8a04-7838-4f87-a4f7-df460eae43bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:26:04.882468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.893669 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 346cf71a-77d4-40ef-8c67-162cd47b9712 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:04.903465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-44346757-1dd9-4d5e-844e-0e0735003cc6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.966534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-44346757-1dd9-4d5e-844e-0e0735003cc6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.974207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-44346757-1dd9-4d5e-844e-0e0735003cc6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.979290 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-44346757-1dd9-4d5e-844e-0e0735003cc6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "DELETE /v2.0/security-groups/0c89f57f-85d7-4c6e-b593-29bee6b3532c HTTP/1.1" status: 204 len: 168 time: 0.2563553 Mar 29 09:26:04.979404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4a5e5db-2e55-469e-8e75-026e53cba6c7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:04.980914 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52884) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:04.987776 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d4a5e5db-2e55-469e-8e75-026e53cba6c7 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/4f46ec1a-12f1-4428-b95e-a8a74801b38d HTTP/1.1" status: 204 len: 168 time: 1.6012316 Mar 29 09:26:04.988484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52886) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:05.011115 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44346757-1dd9-4d5e-844e-0e0735003cc6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c89f57f-85d7-4c6e-b593-29bee6b3532c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:05.030272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] For port 45d119d1-f169-495d-a4f1-f08170de93e0, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:26:05.040408 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] For port 45d119d1-f169-495d-a4f1-f08170de93e0, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=45d119d1-f169-495d-a4f1-f08170de93e0,segment=NetworkSegment(305e8a04-7838-4f87-a4f7-df460eae43bb),segment_id=305e8a04-7838-4f87-a4f7-df460eae43bb)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:26:05.058253 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8be2cd-b9c4-46f0-9f95-b92427a52d1b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:26:05.058700 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.060457 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8d8be2cd-b9c4-46f0-9f95-b92427a52d1b tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/4f46ec1a-12f1-4428-b95e-a8a74801b38d HTTP/1.1" status: 404 len: 333 time: 0.0637374 Mar 29 09:26:05.063923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52888) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:05.070766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.080531 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3c139621-5133-4681-be3c-124f20aedd5f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0967360 Mar 29 09:26:05.087471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52890) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:05.097274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e3fc360f-8caa-4394-8fd2-e92d40510e93 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group': {'name': 'tempest-secgroup--287844884'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:05.103868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 346cf71a-77d4-40ef-8c67-162cd47b9712 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:05.104241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.142872 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.148888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e3fc360f-8caa-4394-8fd2-e92d40510e93 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.156763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ef28160b-1d4e-4fec-844c-e87b7ee9a7ed None None] Provisioning complete for port 346cf71a-77d4-40ef-8c67-162cd47b9712 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:05.157512 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ef28160b-1d4e-4fec-844c-e87b7ee9a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.173496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20b6bd6e-5bf5-498b-90aa-1591b97f3ee5 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.202357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network aa2634ef-2c45-46a1-a33b-442651669e02 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:05.213896 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:05.214685 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d13635-de73-4a99-a5c9-476b7746bb88 None None] Pushing event updated for resources: {'Port': ['ID=45d119d1-f169-495d-a4f1-f08170de93e0,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:05.219173 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:26:05.219707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.251685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20b6bd6e-5bf5-498b-90aa-1591b97f3ee5 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.275494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=b657437b-3e54-4a93-97b7-7820cfdedfe8,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:05.328554 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e3fc360f-8caa-4394-8fd2-e92d40510e93 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.336449 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e3fc360f-8caa-4394-8fd2-e92d40510e93 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.346305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1957bc2e-a533-410c-a851-571dda88ce96 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:05.351993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20b6bd6e-5bf5-498b-90aa-1591b97f3ee5 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.355083 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20b6bd6e-5bf5-498b-90aa-1591b97f3ee5 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.359978 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-20b6bd6e-5bf5-498b-90aa-1591b97f3ee5 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/security-groups/2e598700-bf32-4d7a-9643-b074356fce63 HTTP/1.1" status: 204 len: 168 time: 0.2903514 Mar 29 09:26:05.360636 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52892) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:05.380489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.405554 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e3fc360f-8caa-4394-8fd2-e92d40510e93 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.407935 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e3fc360f-8caa-4394-8fd2-e92d40510e93 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3186867 Mar 29 09:26:05.415333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52894) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:05.421064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-417bdacd-af89-45d9-852d-69d86390686d tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '94ae6c97-b0fd-4853-8ac5-285c34f5adc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:05.438981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ef28160b-1d4e-4fec-844c-e87b7ee9a7ed None None] Provisioning complete for port 080aa87f-9dd2-457a-807e-a3e212aea553 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:05.439975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ef28160b-1d4e-4fec-844c-e87b7ee9a7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.441870 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc360f-8caa-4394-8fd2-e92d40510e93 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ae6c97-b0fd-4853-8ac5-285c34f5adc2,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:05.470651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6bd6e-5bf5-498b-90aa-1591b97f3ee5 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e598700-bf32-4d7a-9643-b074356fce63,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:05.529092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d38ce720-2b00-48ad-ae4e-010ba34639da tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.579430 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d38ce720-2b00-48ad-ae4e-010ba34639da tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.648556 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d38ce720-2b00-48ad-ae4e-010ba34639da tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.651253 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d38ce720-2b00-48ad-ae4e-010ba34639da tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.652648 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d38ce720-2b00-48ad-ae4e-010ba34639da tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/security-groups/14475477-d0bc-4dba-8deb-dc7606ca7451 HTTP/1.1" status: 204 len: 168 time: 0.2886000 Mar 29 09:26:05.656887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52896) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:05.706183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ce720-2b00-48ad-ae4e-010ba34639da tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14475477-d0bc-4dba-8deb-dc7606ca7451,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:05.742153 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ef28160b-1d4e-4fec-844c-e87b7ee9a7ed None None] Port 080aa87f-9dd2-457a-807e-a3e212aea553 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:26:05.749351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ef28160b-1d4e-4fec-844c-e87b7ee9a7ed None None] Could not find standard attr ID for object 4f46ec1a-12f1-4428-b95e-a8a74801b38d. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:26:05.755789 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 1957bc2e-a533-410c-a851-571dda88ce96 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:05.756381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.771084 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0df08e4-5d07-4ec2-969e-b869338936b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting subnet 2be0bbb2-6a22-44ae-acaf-d5204eb36782 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:26:05.775036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0df08e4-5d07-4ec2-969e-b869338936b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.832365 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-417bdacd-af89-45d9-852d-69d86390686d tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:05.834350 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-417bdacd-af89-45d9-852d-69d86390686d tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4170845 Mar 29 09:26:05.837675 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52898) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:05.844136 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d31956f8-5219-4730-9231-e5c7e594404e tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group_rule': {'security_group_id': '94ae6c97-b0fd-4853-8ac5-285c34f5adc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:05.851841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0df08e4-5d07-4ec2-969e-b869338936b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.875244 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-785bf722-9e75-454c-91d9-510150d90620 None None] Could not find standard attr ID for object 4f46ec1a-12f1-4428-b95e-a8a74801b38d. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:26:05.902944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.908227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.909340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:05.965848 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-d31956f8-5219-4730-9231-e5c7e594404e tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:05.967103 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d31956f8-5219-4730-9231-e5c7e594404e tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1280086 Mar 29 09:26:05.972114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52900) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:05.981043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=b657437b-3e54-4a93-97b7-7820cfdedfe8,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:06.012090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0df08e4-5d07-4ec2-969e-b869338936b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.060792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network aa2634ef-2c45-46a1-a33b-442651669e02 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:06.062713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:06.068971 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03a1093c-02e1-49fe-b5f6-fc99c3c169b3 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.105260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03a1093c-02e1-49fe-b5f6-fc99c3c169b3 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.122929 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0df08e4-5d07-4ec2-969e-b869338936b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.170786 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df08e4-5d07-4ec2-969e-b869338936b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Subnet': ['ID=2be0bbb2-6a22-44ae-acaf-d5204eb36782,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:06.172927 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0df08e4-5d07-4ec2-969e-b869338936b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.176264 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d0df08e4-5d07-4ec2-969e-b869338936b8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/2be0bbb2-6a22-44ae-acaf-d5204eb36782 HTTP/1.1" status: 204 len: 168 time: 0.5181758 Mar 29 09:26:06.180657 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52902) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:06.186072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router c155da8f-2353-41d3-afd0-8e1cffea22cd has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:06.186448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5603e279-c2ed-4321-81fb-79b6e5ca3f7f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:06.187624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4b8b7b-1a99-45bf-a197-25facbf116b7 None None] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:06.208200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03a1093c-02e1-49fe-b5f6-fc99c3c169b3 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.210833 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03a1093c-02e1-49fe-b5f6-fc99c3c169b3 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.215463 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-03a1093c-02e1-49fe-b5f6-fc99c3c169b3 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "DELETE /v2.0/security-groups/94ae6c97-b0fd-4853-8ac5-285c34f5adc2 HTTP/1.1" status: 204 len: 168 time: 0.2425258 Mar 29 09:26:06.216112 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52904) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:06.241094 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1093c-02e1-49fe-b5f6-fc99c3c169b3 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ae6c97-b0fd-4853-8ac5-285c34f5adc2,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:06.334561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:06.345128 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-81fba773-cc03-48b4-9ae4-54683af1a026 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4413693 Mar 29 09:26:06.345396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52906) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:06.350584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-6f44c9d3-4a8c-45b1-b76d-b9cd823d66e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2117856822'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:06.354044 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0bfb0056-9686-405f-aff1-61edb446e4c1 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1253314 Mar 29 09:26:06.354681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52908) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:06.362681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Sync routers for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:06.364282 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5bdb9cc2-2f26-4c39-8d00-a7f089a75b73 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645873721'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:06.379547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f44c9d3-4a8c-45b1-b76d-b9cd823d66e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:06.388718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9d3-4a8c-45b1-b76d-b9cd823d66e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.401259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bdb9cc2-2f26-4c39-8d00-a7f089a75b73 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.405290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5603e279-c2ed-4321-81fb-79b6e5ca3f7f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:06.407491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:06.408140 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:06.408827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5603e279-c2ed-4321-81fb-79b6e5ca3f7f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.424313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f44c9d3-4a8c-45b1-b76d-b9cd823d66e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:26:06.438224 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9d3-4a8c-45b1-b76d-b9cd823d66e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.438571 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-6f44c9d3-4a8c-45b1-b76d-b9cd823d66e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Added segment ce60afd4-fe54-4026-9745-2f4f27558d6a of type vlan for network a8aefbdc-2f95-4412-af4f-fee415b752ed Mar 29 09:26:06.491431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9d3-4a8c-45b1-b76d-b9cd823d66e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.521193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9d3-4a8c-45b1-b76d-b9cd823d66e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.527649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f44c9d3-4a8c-45b1-b76d-b9cd823d66e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:06.528314 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6f44c9d3-4a8c-45b1-b76d-b9cd823d66e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.547027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bdb9cc2-2f26-4c39-8d00-a7f089a75b73 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.552624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bdb9cc2-2f26-4c39-8d00-a7f089a75b73 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.604827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5bdb9cc2-2f26-4c39-8d00-a7f089a75b73 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.606313 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5bdb9cc2-2f26-4c39-8d00-a7f089a75b73 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2456806 Mar 29 09:26:06.611670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52910) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:06.617597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7ae89f76-a65b-4838-a8f5-89369ac5d45f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:06.617973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb9cc2-2f26-4c39-8d00-a7f089a75b73 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0448f5-cc18-4fad-9e6d-31cf9c82881b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:06.618393 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-7ae89f76-a65b-4838-a8f5-89369ac5d45f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 29 09:26:06.618941 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-7ae89f76-a65b-4838-a8f5-89369ac5d45f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] update failed (client error): There was a conflict when trying to complete your request. Mar 29 09:26:06.623993 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7ae89f76-a65b-4838-a8f5-89369ac5d45f tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "PUT /v2.0/security-groups/ac0448f5-cc18-4fad-9e6d-31cf9c82881b HTTP/1.1" status: 409 len: 330 time: 0.0114200 Mar 29 09:26:06.627148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52912) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:06.630646 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:06.710202 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6f44c9d3-4a8c-45b1-b76d-b9cd823d66e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3604400 Mar 29 09:26:06.711278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52914) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:06.722259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-028b89dd-e234-4902-b21b-e68a738a1e9c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'subnet': {'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:06.731171 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 45d119d1-f169-495d-a4f1-f08170de93e0 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:06.799236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44c9d3-4a8c-45b1-b76d-b9cd823d66e4 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Network': ['ID=a8aefbdc-2f95-4412-af4f-fee415b752ed,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:06.816463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6251e304-822a-4173-943f-295a8e35007c tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.845305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ebb04-8acc-488e-8f61-2582a7004abe None None] Network aa2634ef-2c45-46a1-a33b-442651669e02 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:06.859922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5603e279-c2ed-4321-81fb-79b6e5ca3f7f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.864982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network a8aefbdc-2f95-4412-af4f-fee415b752ed details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:26:06.882063 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6251e304-822a-4173-943f-295a8e35007c tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.910172 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5603e279-c2ed-4321-81fb-79b6e5ca3f7f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:06.916661 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-5603e279-c2ed-4321-81fb-79b6e5ca3f7f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:06.933021 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5603e279-c2ed-4321-81fb-79b6e5ca3f7f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:06.933668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5603e279-c2ed-4321-81fb-79b6e5ca3f7f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.943332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028b89dd-e234-4902-b21b-e68a738a1e9c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Made reservation on behalf of e36bba86246a4f85b8f420c08dc73082 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:06.947324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-028b89dd-e234-4902-b21b-e68a738a1e9c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:06.958304 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5603e279-c2ed-4321-81fb-79b6e5ca3f7f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7765315 Mar 29 09:26:06.959186 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52916) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:06.967226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b6879709-bb43-4b19-b44b-b3a6a932fe03 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'security_group': {'name': 'tempest-secgroup-660455657'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:06.973232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603e279-c2ed-4321-81fb-79b6e5ca3f7f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Subnet': ['ID=83b76cdc-f622-4997-919e-e0f7cd5cfb6c,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:06.999544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6879709-bb43-4b19-b44b-b3a6a932fe03 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.085997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-53a58683-cd66-45bb-bdda-6ed2ef9e96fa None None] Provisioning complete for port 45d119d1-f169-495d-a4f1-f08170de93e0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:07.086368 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-53a58683-cd66-45bb-bdda-6ed2ef9e96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.134848 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6251e304-822a-4173-943f-295a8e35007c tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.135093 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6879709-bb43-4b19-b44b-b3a6a932fe03 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.137543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6251e304-822a-4173-943f-295a8e35007c tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.141316 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6251e304-822a-4173-943f-295a8e35007c tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "DELETE /v2.0/security-groups/ac0448f5-cc18-4fad-9e6d-31cf9c82881b HTTP/1.1" status: 204 len: 168 time: 0.5093408 Mar 29 09:26:07.141493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 45d119d1-f169-495d-a4f1-f08170de93e0 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:07.141493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.141739 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52918) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:07.153742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6879709-bb43-4b19-b44b-b3a6a932fe03 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.202651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6879709-bb43-4b19-b44b-b3a6a932fe03 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae56ed2a-e1e1-4734-a8f0-4e08918f31d5,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:07.216197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-028b89dd-e234-4902-b21b-e68a738a1e9c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.221368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251e304-822a-4173-943f-295a8e35007c tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0448f5-cc18-4fad-9e6d-31cf9c82881b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:07.222466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b6879709-bb43-4b19-b44b-b3a6a932fe03 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.224587 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b6879709-bb43-4b19-b44b-b3a6a932fe03 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2613161 Mar 29 09:26:07.228808 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52920) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:07.239450 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-deefe419-b2c2-4fea-99e6-64052b360e90 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'security_group': {'name': 'tempest-secgroup-58210774'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:07.304701 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-deefe419-b2c2-4fea-99e6-64052b360e90 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.327392 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-93033f05-4bb2-4210-aba8-07f1f73151f5 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1841834 Mar 29 09:26:07.331880 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52922) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:07.424657 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-deefe419-b2c2-4fea-99e6-64052b360e90 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.426419 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-aeec4e82-a35b-4f11-8e76-e9648678c2e6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] delete failed (client error): The resource could not be found. Mar 29 09:26:07.432143 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-aeec4e82-a35b-4f11-8e76-e9648678c2e6 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "DELETE /v2.0/security-groups/7abcd0bd-0d74-43d4-a61d-70e17a448fbd HTTP/1.1" status: 404 len: 347 time: 0.0988026 Mar 29 09:26:07.433065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52924) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:07.443691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-deefe419-b2c2-4fea-99e6-64052b360e90 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.450811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.461904 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-53a58683-cd66-45bb-bdda-6ed2ef9e96fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.468791 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-a24f4037-b770-456b-87c9-db4cdc291563 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] show failed (client error): The resource could not be found. Mar 29 09:26:07.472118 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a24f4037-b770-456b-87c9-db4cdc291563 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "GET /v2.0/security-groups/4819dfbd-a98c-4e98-baac-03bd62baf1c1 HTTP/1.1" status: 404 len: 347 time: 0.0375159 Mar 29 09:26:07.488693 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52926) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:07.503041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fdc763-261c-4a65-9fe1-1702f987eb4f None None] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:07.520142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-deefe419-b2c2-4fea-99e6-64052b360e90 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.521756 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-deefe419-b2c2-4fea-99e6-64052b360e90 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2922251 Mar 29 09:26:07.531250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52928) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:07.532201 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-53d1f4c4-566e-49e8-9240-690c77615ab5 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] show failed (client error): The resource could not be found. Mar 29 09:26:07.539011 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-53d1f4c4-566e-49e8-9240-690c77615ab5 tempest-NegativeSecGroupIPv6Test-774349894 tempest-NegativeSecGroupIPv6Test-774349894-project] 10.222.0.32 "GET /v2.0/security-group-rules/3e75fe68-6041-45e6-9137-237ed748246e HTTP/1.1" status: 404 len: 356 time: 0.0361323 Mar 29 09:26:07.539011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefe419-b2c2-4fea-99e6-64052b360e90 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2661df9a-a420-40c2-86f2-4e7c6dd76a75,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:07.558225 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d9b5edbc-78db-44e5-b9c9-3965aebd46e0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'security_group': {'name': 'tempest-secgroup-454156828'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:07.568959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 45d119d1-f169-495d-a4f1-f08170de93e0, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=45d119d1-f169-495d-a4f1-f08170de93e0,segment=NetworkSegment(305e8a04-7838-4f87-a4f7-df460eae43bb),segment_id=305e8a04-7838-4f87-a4f7-df460eae43bb)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:07.577100 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:05Z', 'revision_number': 4, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b657437b-3e54-4a93-97b7-7820cfdedfe8', 'name': '', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:8b:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:04Z', 'updated_at': '2022-03-29T09:26:05Z', 'revision_number': 2, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:07.596878 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d9b5edbc-78db-44e5-b9c9-3965aebd46e0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.716221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.727419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b89dd-e234-4902-b21b-e68a738a1e9c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Subnet': ['ID=5b11f56b-268b-4334-a25d-3fd7d75baa93,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:07.740031 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d9b5edbc-78db-44e5-b9c9-3965aebd46e0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.740461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b89dd-e234-4902-b21b-e68a738a1e9c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Checking segment: {'id': 'ce60afd4-fe54-4026-9745-2f4f27558d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:26:07.741211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b89dd-e234-4902-b21b-e68a738a1e9c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network hostable DHCP agents. Network: a8aefbdc-2f95-4412-af4f-fee415b752ed, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:26:07.753906 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d9b5edbc-78db-44e5-b9c9-3965aebd46e0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.761964 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Checking router: c155da8f-2353-41d3-afd0-8e1cffea22cd for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:07.762366 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Updating router c155da8f-2353-41d3-afd0-8e1cffea22cd port b657437b-3e54-4a93-97b7-7820cfdedfe8 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:26:07.763718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b89dd-e234-4902-b21b-e68a738a1e9c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network a8aefbdc-2f95-4412-af4f-fee415b752ed is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:26:07.777900 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-028b89dd-e234-4902-b21b-e68a738a1e9c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, a8aefbdc-2f95-4412-af4f-fee415b752ed) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:07.792765 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028b89dd-e234-4902-b21b-e68a738a1e9c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:07.794430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-028b89dd-e234-4902-b21b-e68a738a1e9c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.828084 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-028b89dd-e234-4902-b21b-e68a738a1e9c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1075003 Mar 29 09:26:07.829047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52932) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:07.844580 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d87b0-de82-4947-9555-89937e5f65fc None None] Network a8aefbdc-2f95-4412-af4f-fee415b752ed requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:07.852675 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d9b5edbc-78db-44e5-b9c9-3965aebd46e0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:07.853963 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d9b5edbc-78db-44e5-b9c9-3965aebd46e0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3156097 Mar 29 09:26:07.857463 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52936) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:07.865087 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1605698523', 'security_groups': ['dd20d5c9-1885-404a-80d4-8398971ce7d2'], 'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '83b76cdc-f622-4997-919e-e0f7cd5cfb6c'}]}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:07.869875 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5edbc-78db-44e5-b9c9-3965aebd46e0 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd20d5c9-1885-404a-80d4-8398971ce7d2,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:07.938253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:08.012185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=45d119d1-f169-495d-a4f1-f08170de93e0,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:08.021252 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-53a58683-cd66-45bb-bdda-6ed2ef9e96fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:26:08.021634 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-53a58683-cd66-45bb-bdda-6ed2ef9e96fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:26:08.046431 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:08.050789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52938) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:08.168197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:08.189777 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] device_id is not set on port 0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:26:08.382078 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9cd146ae-15cf-46bf-9d09-5bd03bd92949 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d37dfd38e0a4dd1b6cdc03208bc5ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278055 Mar 29 09:26:08.384607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52942) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:08.397988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:08.494571 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496044d6-0815-43fe-bbc5-c2450a011521 None None] Update dhcp port {'port': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'fixed_ips': [{'subnet_id': '35494cc6-c585-46ea-8d5d-991f86c21112', 'ip_address': '172.20.0.18'}, {'subnet_id': '83b76cdc-f622-4997-919e-e0f7cd5cfb6c'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': '346cf71a-77d4-40ef-8c67-162cd47b9712'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:26:08.506930 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5be15c28-6376-457b-8380-0261fab6b52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:08.534339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5be15c28-6376-457b-8380-0261fab6b52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:08.583599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.8 (b95a3dd6-ac82-4971-87f2-e54aa72489d3/83b76cdc-f622-4997-919e-e0f7cd5cfb6c/0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:08.585242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-496044d6-0815-43fe-bbc5-c2450a011521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:08.587632 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-a8aefbdc-2f95-4412-af4f-fee415b752ed', 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'fixed_ips': [{'subnet_id': '5b11f56b-268b-4334-a25d-3fd7d75baa93'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:26:08.588597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:08.634777 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5be15c28-6376-457b-8380-0261fab6b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:08.640855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5be15c28-6376-457b-8380-0261fab6b52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:08.640855 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5be15c28-6376-457b-8380-0261fab6b52d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bc1fecc-67d4-4125-ae60-9511507d53b0 HTTP/1.1" status: 204 len: 168 time: 0.2520931 Mar 29 09:26:08.729101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 45d119d1-f169-495d-a4f1-f08170de93e0 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:08.771017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be15c28-6376-457b-8380-0261fab6b52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc1fecc-67d4-4125-ae60-9511507d53b0,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:08.811491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Allocated IP 2001:db8:3::1 (a8aefbdc-2f95-4412-af4f-fee415b752ed/5b11f56b-268b-4334-a25d-3fd7d75baa93/4ec0f97c-b806-4138-8ff3-69cb1ab8c479) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:08.871392 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:08.931554 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.020247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.036027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:09.042026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:09.053030 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:26:09.061038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] Provisioning complete for port 080aa87f-9dd2-457a-807e-a3e212aea553 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:09.061958 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.077324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.091033 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:09.122275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:09.122935 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.125856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network a8aefbdc-2f95-4412-af4f-fee415b752ed is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:09.128986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:09.132772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:26:09.133796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.146950 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ee210c6f-d373-45da-9d24-bde8bb2c198a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2836952 Mar 29 09:26:09.147404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52946) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:09.154106 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-45b5337b-72d4-426a-b68a-4ba21ca04b60 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:09.173632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=4ec0f97c-b806-4138-8ff3-69cb1ab8c479,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:09.210424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 45d119d1-f169-495d-a4f1-f08170de93e0 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:09.210899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.212356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] Port 080aa87f-9dd2-457a-807e-a3e212aea553 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:26:09.273091 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.276126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.291017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Allocated IP 2001:db8:3::2 (a8aefbdc-2f95-4412-af4f-fee415b752ed/5b11f56b-268b-4334-a25d-3fd7d75baa93/4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:09.301634 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-496044d6-0815-43fe-bbc5-c2450a011521 None None] Allocated IP 172.20.0.2 (b95a3dd6-ac82-4971-87f2-e54aa72489d3/83b76cdc-f622-4997-919e-e0f7cd5cfb6c/346cf71a-77d4-40ef-8c67-162cd47b9712) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:09.302258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b5337b-72d4-426a-b68a-4ba21ca04b60 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:09.306043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-45b5337b-72d4-426a-b68a-4ba21ca04b60 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.314228 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.325357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] Provisioning complete for port 45d119d1-f169-495d-a4f1-f08170de93e0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:09.325812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.421348 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.ipam_backend_mixin [None req-45b5337b-72d4-426a-b68a-4ba21ca04b60 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 83b76cdc-f622-4997-919e-e0f7cd5cfb6c (CIDR: 172.20.0.0/28) Mar 29 09:26:09.425266 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b5337b-72d4-426a-b68a-4ba21ca04b60 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:09.425983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b5337b-72d4-426a-b68a-4ba21ca04b60 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:09.472708 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-45b5337b-72d4-426a-b68a-4ba21ca04b60 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3237603 Mar 29 09:26:09.473288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52948) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:09.478507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d77f9868-189a-4834-a468-38e63f312491 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:09.526873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e3e2f-7634-4734-bdf6-ca1bad096357 None None] Pushing event updated for resources: {'Port': ['ID=b657437b-3e54-4a93-97b7-7820cfdedfe8,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:09.665432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-496044d6-0815-43fe-bbc5-c2450a011521 None None] For port 346cf71a-77d4-40ef-8c67-162cd47b9712, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=346cf71a-77d4-40ef-8c67-162cd47b9712,segment=NetworkSegment(2ab403c6-4271-4094-913d-be8a2ef281ae),segment_id=2ab403c6-4271-4094-913d-be8a2ef281ae)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:09.682080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.685933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77f9868-189a-4834-a468-38e63f312491 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:09.693679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d77f9868-189a-4834-a468-38e63f312491 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.700960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.702662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.713258 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Attempting to bind port b657437b-3e54-4a93-97b7-7820cfdedfe8 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:26:09.713669 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Attempting to bind port b657437b-3e54-4a93-97b7-7820cfdedfe8 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '305e8a04-7838-4f87-a4f7-df460eae43bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:26:09.714036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Attempting to bind port b657437b-3e54-4a93-97b7-7820cfdedfe8 on network aa2634ef-2c45-46a1-a33b-442651669e02 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:26:09.771933 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:26:09.772336 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Checking segment: {'id': '305e8a04-7838-4f87-a4f7-df460eae43bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:26:09.772653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.773099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Bound using segment: {'id': '305e8a04-7838-4f87-a4f7-df460eae43bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:26:09.774482 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Bound port: b657437b-3e54-4a93-97b7-7820cfdedfe8, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305e8a04-7838-4f87-a4f7-df460eae43bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:26:09.774912 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.807266 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-496044d6-0815-43fe-bbc5-c2450a011521 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.822223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.822223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-496044d6-0815-43fe-bbc5-c2450a011521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.858365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.879315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event updated for resources: {'Port': ['ID=4ec0f97c-b806-4138-8ff3-69cb1ab8c479,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:09.923140 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.ipam_backend_mixin [None req-d77f9868-189a-4834-a468-38e63f312491 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 35494cc6-c585-46ea-8d5d-991f86c21112 (CIDR: 172.20.0.16/28) Mar 29 09:26:09.928706 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77f9868-189a-4834-a468-38e63f312491 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:09.929204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77f9868-189a-4834-a468-38e63f312491 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:09.940952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Network a8aefbdc-2f95-4412-af4f-fee415b752ed is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:09.945046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:09.954542 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] Provisioning complete for port 346cf71a-77d4-40ef-8c67-162cd47b9712 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:09.955616 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d77f9868-189a-4834-a468-38e63f312491 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4809599 Mar 29 09:26:09.958980 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52956) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:09.961697 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:09.964509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-108d343b-601a-4cb8-89c0-baf00449b776 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'subnet': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:09.998803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496044d6-0815-43fe-bbc5-c2450a011521 None None] Pushing event updated for resources: {'Port': ['ID=346cf71a-77d4-40ef-8c67-162cd47b9712,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:10.006646 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Network a8aefbdc-2f95-4412-af4f-fee415b752ed is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:10.061537 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:10.064680 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:26:10.071469 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router c155da8f-2353-41d3-afd0-8e1cffea22cd has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:10.087341 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] For port b657437b-3e54-4a93-97b7-7820cfdedfe8, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:26:10.109970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] For port b657437b-3e54-4a93-97b7-7820cfdedfe8, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b657437b-3e54-4a93-97b7-7820cfdedfe8,segment=NetworkSegment(305e8a04-7838-4f87-a4f7-df460eae43bb),segment_id=305e8a04-7838-4f87-a4f7-df460eae43bb)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:26:10.132796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108d343b-601a-4cb8-89c0-baf00449b776 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Made reservation on behalf of 2ac88b2108fe4d7ebe255bc33a876621 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:10.139088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-108d343b-601a-4cb8-89c0-baf00449b776 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:10.141342 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:10.150403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Pushing event updated for resources: {'Port': ['ID=4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:10.265153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:10.279303 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-abea251c-213b-4a49-89b5-42fa8d0c368f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4456294 Mar 29 09:26:10.284986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52958) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:10.291573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9f6373bb-bc97-4640-80d5-baf85b08db04 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:10.458741 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-108d343b-601a-4cb8-89c0-baf00449b776 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:10.508890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d343b-601a-4cb8-89c0-baf00449b776 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:10.512494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-108d343b-601a-4cb8-89c0-baf00449b776 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:10.518089 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d343b-601a-4cb8-89c0-baf00449b776 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:10.518761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-108d343b-601a-4cb8-89c0-baf00449b776 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:10.523329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:10.524564 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:10.529822 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d343b-601a-4cb8-89c0-baf00449b776 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Subnet': ['ID=3257f396-7193-4f04-a90a-14591af760b3,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:10.556038 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-108d343b-601a-4cb8-89c0-baf00449b776 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5958068 Mar 29 09:26:10.556874 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52960) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:10.564794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-dc8247bf-2abd-4683-ac79-a960db090970 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1925371739', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3257f396-7193-4f04-a90a-14591af760b3'}], 'security_groups': ['ae56ed2a-e1e1-4734-a8f0-4e08918f31d5', '2661df9a-a420-40c2-86f2-4e7c6dd76a75']}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:10.592967 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Attempting to bind port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:26:10.593349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Attempting to bind port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'ce60afd4-fe54-4026-9745-2f4f27558d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:26:10.593752 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Attempting to bind port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef on network a8aefbdc-2f95-4412-af4f-fee415b752ed {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:26:10.595878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e3e2f-7634-4734-bdf6-ca1bad096357 None None] Pushing event updated for resources: {'Port': ['ID=b657437b-3e54-4a93-97b7-7820cfdedfe8,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:10.661290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:26:10.661800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Checking segment: {'id': 'ce60afd4-fe54-4026-9745-2f4f27558d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:26:10.662320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:10.662726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Bound using segment: {'id': 'ce60afd4-fe54-4026-9745-2f4f27558d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:26:10.666642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Bound port: 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce60afd4-fe54-4026-9745-2f4f27558d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:26:10.667062 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:10.679798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc8247bf-2abd-4683-ac79-a960db090970 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:10.684029 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 346cf71a-77d4-40ef-8c67-162cd47b9712 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:10.803992 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:10.807618 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] Provisioning complete for port b657437b-3e54-4a93-97b7-7820cfdedfe8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:10.808008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:10.867610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4409c1f3-cba6-47b2-94b8-0bc9dfe52ce4 None None] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:10.892068 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64329de9-6545-4f93-b864-cbdce6da7d33 req-e3d34eaf-256a-4cee-815b-83748daa6e0e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863042 Mar 29 09:26:10.903483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.extraroute_db [None req-9f6373bb-bc97-4640-80d5-baf85b08db04 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102496) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 29 09:26:10.925178 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.extraroute_db [None req-9f6373bb-bc97-4640-80d5-baf85b08db04 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Removed routes are [] {{(pid=102496) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 29 09:26:10.925788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f6373bb-bc97-4640-80d5-baf85b08db04 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.018227 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] For port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:26:11.065206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] For port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef,segment=NetworkSegment(ce60afd4-fe54-4026-9745-2f4f27558d6a),segment_id=ce60afd4-fe54-4026-9745-2f4f27558d6a)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:26:11.078781 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-dc8247bf-2abd-4683-ac79-a960db090970 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Delete allocated IP 172.20.0.8 (b95a3dd6-ac82-4971-87f2-e54aa72489d3/83b76cdc-f622-4997-919e-e0f7cd5cfb6c) {{(pid=102495) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 29 09:26:11.090135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-dc8247bf-2abd-4683-ac79-a960db090970 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Allocated IP 172.20.0.34 (b95a3dd6-ac82-4971-87f2-e54aa72489d3/3257f396-7193-4f04-a90a-14591af760b3/0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:11.106857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.156154 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 346cf71a-77d4-40ef-8c67-162cd47b9712 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:11.156521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.311668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc8247bf-2abd-4683-ac79-a960db090970 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.321648 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f95f3-11e8-4d67-9e59-7fbb51a2950a None None] Pushing event updated for resources: {'Port': ['ID=4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:11.322461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc8247bf-2abd-4683-ac79-a960db090970 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.330182 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.446950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64329de9-6545-4f93-b864-cbdce6da7d33 req-87a8e7ff-c952-4cf4-93d3-8e0b23319cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:11.447291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] For port b657437b-3e54-4a93-97b7-7820cfdedfe8, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b657437b-3e54-4a93-97b7-7820cfdedfe8,segment=NetworkSegment(305e8a04-7838-4f87-a4f7-df460eae43bb),segment_id=305e8a04-7838-4f87-a4f7-df460eae43bb)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:11.448731 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64329de9-6545-4f93-b864-cbdce6da7d33 req-87a8e7ff-c952-4cf4-93d3-8e0b23319cef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad1136bea844c2cac896fa880fb7c8f&device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 1098 time: 0.4724696 Mar 29 09:26:11.462376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-dc8247bf-2abd-4683-ac79-a960db090970 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] In _notify_port_updated(), no bound segment for port 0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca on network b95a3dd6-ac82-4971-87f2-e54aa72489d3 {{(pid=102495) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:26:11.470307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8247bf-2abd-4683-ac79-a960db090970 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:11.470997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-dc8247bf-2abd-4683-ac79-a960db090970 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.472456 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-dc8247bf-2abd-4683-ac79-a960db090970 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "PUT /v2.0/ports/0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca HTTP/1.1" status: 200 len: 960 time: 0.9135637 Mar 29 09:26:11.474243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8247bf-2abd-4683-ac79-a960db090970 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event updated for resources: {'Port': ['ID=0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:11.476695 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52962) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:11.506876 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.624693 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:09Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ec0f97c-b806-4138-8ff3-69cb1ab8c479', 'name': '', 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:a9:8c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '5b11f56b-268b-4334-a25d-3fd7d75baa93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:08Z', 'updated_at': '2022-03-29T09:26:09Z', 'revision_number': 2, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '5b11f56b-268b-4334-a25d-3fd7d75baa93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b657437b-3e54-4a93-97b7-7820cfdedfe8', 'name': '', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:8b:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:04Z', 'updated_at': '2022-03-29T09:26:10Z', 'revision_number': 4, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:11.658548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f6373bb-bc97-4640-80d5-baf85b08db04 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.661122 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-7aab1c76-d1e2-4d91-8606-22825b2ac90d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:11.662050 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7aab1c76-d1e2-4d91-8606-22825b2ac90d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.662381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720785b5-120e-4f1b-8226-737cee38b4cf None None] The sync data for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv is: [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:09Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ec0f97c-b806-4138-8ff3-69cb1ab8c479', 'name': '', 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:a9:8c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '5b11f56b-268b-4334-a25d-3fd7d75baa93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:08Z', 'updated_at': '2022-03-29T09:26:09Z', 'revision_number': 2, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '5b11f56b-268b-4334-a25d-3fd7d75baa93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b657437b-3e54-4a93-97b7-7820cfdedfe8', 'name': '', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:8b:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:04Z', 'updated_at': '2022-03-29T09:26:10Z', 'revision_number': 4, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:11.667151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f6373bb-bc97-4640-80d5-baf85b08db04 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.719213 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b1c9e-2f4f-4449-a690-f4a9e97adb35 None None] Pushing event updated for resources: {'Port': ['ID=b657437b-3e54-4a93-97b7-7820cfdedfe8,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:11.758300 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64329de9-6545-4f93-b864-cbdce6da7d33 req-62c874a7-6c08-4878-83f2-a22c1beb6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:11.759979 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64329de9-6545-4f93-b864-cbdce6da7d33 req-62c874a7-6c08-4878-83f2-a22c1beb6baa service neutron] 10.222.0.24 "GET /v2.0/networks?id=316ecf02-2ead-4982-8664-cb147673895e HTTP/1.1" status: 200 len: 898 time: 0.2651193 Mar 29 09:26:11.774783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db870830-b79b-468b-ba6b-e512f089dbd8 None None] Update dhcp port {'port': {'network_id': 'b95a3dd6-ac82-4971-87f2-e54aa72489d3', 'fixed_ips': [{'subnet_id': '35494cc6-c585-46ea-8d5d-991f86c21112', 'ip_address': '172.20.0.18'}, {'subnet_id': '83b76cdc-f622-4997-919e-e0f7cd5cfb6c', 'ip_address': '172.20.0.2'}, {'subnet_id': '3257f396-7193-4f04-a90a-14591af760b3'}], 'binding:host_id': 'dv-neutron-835554-1-hyperv'}, 'id': '346cf71a-77d4-40ef-8c67-162cd47b9712'} from dv-neutron-835554-1-hyperv. {{(pid=102497) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 29 09:26:11.778529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f3c0a177-54f7-4177-857f-587d80cfbdb4 None None] Provisioning complete for port 346cf71a-77d4-40ef-8c67-162cd47b9712 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:11.779683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a177-54f7-4177-857f-587d80cfbdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.892857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db870830-b79b-468b-ba6b-e512f089dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:11.896624 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64329de9-6545-4f93-b864-cbdce6da7d33 req-f4b0a15d-eb2c-421f-9cdf-618317b9c487 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 HTTP/1.1" status: 200 len: 1000 time: 0.0928879 Mar 29 09:26:11.901299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6373bb-bc97-4640-80d5-baf85b08db04 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router c155da8f-2353-41d3-afd0-8e1cffea22cd has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:12.055638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6373bb-bc97-4640-80d5-baf85b08db04 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:12.064542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9f6373bb-bc97-4640-80d5-baf85b08db04 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:12.068744 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9f6373bb-bc97-4640-80d5-baf85b08db04 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd HTTP/1.1" status: 200 len: 954 time: 1.7822392 Mar 29 09:26:12.071466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52964) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:12.121368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64329de9-6545-4f93-b864-cbdce6da7d33 req-f581d5e1-2191-4a15-b508-801726153068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:12.122932 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64329de9-6545-4f93-b864-cbdce6da7d33 req-f581d5e1-2191-4a15-b508-801726153068 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a7e1eb6-5b0b-46a7-a76f-959ab87035e2 HTTP/1.1" status: 200 len: 835 time: 0.2201231 Mar 29 09:26:12.162245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7aab1c76-d1e2-4d91-8606-22825b2ac90d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:12.170655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-db870830-b79b-468b-ba6b-e512f089dbd8 None None] Allocated IP 172.20.0.35 (b95a3dd6-ac82-4971-87f2-e54aa72489d3/3257f396-7193-4f04-a90a-14591af760b3/346cf71a-77d4-40ef-8c67-162cd47b9712) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:12.177877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-7aab1c76-d1e2-4d91-8606-22825b2ac90d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca owned by {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:12.224175 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f9428cb3-08b0-4588-88a2-28af1be96f93 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd HTTP/1.1" status: 200 len: 954 time: 0.1515048 Mar 29 09:26:12.227141 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52966) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:12.233407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2b0a4a34-0940-45f5-94e9-4f9dfe2cf48f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'router': {'routes': None}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:12.239015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64329de9-6545-4f93-b864-cbdce6da7d33 req-0db97749-475f-4b54-aaf1-d0da4bf16844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:12.240554 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64329de9-6545-4f93-b864-cbdce6da7d33 req-0db97749-475f-4b54-aaf1-d0da4bf16844 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=316ecf02-2ead-4982-8664-cb147673895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053834 Mar 29 09:26:12.284742 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-db870830-b79b-468b-ba6b-e512f089dbd8 None None] For port 346cf71a-77d4-40ef-8c67-162cd47b9712, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=346cf71a-77d4-40ef-8c67-162cd47b9712,segment=NetworkSegment(2ab403c6-4271-4094-913d-be8a2ef281ae),segment_id=2ab403c6-4271-4094-913d-be8a2ef281ae)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:12.319179 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db870830-b79b-468b-ba6b-e512f089dbd8 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:12.334519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db870830-b79b-468b-ba6b-e512f089dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:12.367025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7aab1c76-d1e2-4d91-8606-22825b2ac90d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:12.427712 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab1c76-d1e2-4d91-8606-22825b2ac90d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:12.530131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db870830-b79b-468b-ba6b-e512f089dbd8 None None] Pushing event updated for resources: {'Port': ['ID=346cf71a-77d4-40ef-8c67-162cd47b9712,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:12.542878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f3c0a177-54f7-4177-857f-587d80cfbdb4 None None] Provisioning complete for port 080aa87f-9dd2-457a-807e-a3e212aea553 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:12.543358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a177-54f7-4177-857f-587d80cfbdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:12.564985 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64329de9-6545-4f93-b864-cbdce6da7d33 req-d22c4e23-ee5c-442a-98c7-ce3dc7ae22dd service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864883 Mar 29 09:26:12.569911 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7aab1c76-d1e2-4d91-8606-22825b2ac90d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:12.578568 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7aab1c76-d1e2-4d91-8606-22825b2ac90d tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca HTTP/1.1" status: 204 len: 168 time: 1.1007843 Mar 29 09:26:12.581534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52970) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:12.622283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0a177-54f7-4177-857f-587d80cfbdb4 None None] Port 080aa87f-9dd2-457a-807e-a3e212aea553 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:26:12.649103 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-49969861-412f-4eb0-aa42-bf88b653f20c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] GET failed (client error): The resource could not be found. Mar 29 09:26:12.650762 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f3c0a177-54f7-4177-857f-587d80cfbdb4 None None] Provisioning complete for port b657437b-3e54-4a93-97b7-7820cfdedfe8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:12.651075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3c0a177-54f7-4177-857f-587d80cfbdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:12.658789 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-49969861-412f-4eb0-aa42-bf88b653f20c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports/0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca HTTP/1.1" status: 404 len: 333 time: 0.0728843 Mar 29 09:26:12.659742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52972) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:12.775387 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64329de9-6545-4f93-b864-cbdce6da7d33 req-33800ea0-c761-4ae0-af53-d9100db8a36c service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688383 Mar 29 09:26:12.843648 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3ee54969-2042-4e6f-bff6-b960dd51f754 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:12.922175 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3ee54969-2042-4e6f-bff6-b960dd51f754 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:12.957923 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b657437b-3e54-4a93-97b7-7820cfdedfe8 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:13.042458 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50015080-9c7a-4e63-b87f-87dfe3752c66 None None] Network a8aefbdc-2f95-4412-af4f-fee415b752ed requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:13.064825 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3ee54969-2042-4e6f-bff6-b960dd51f754 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.068242 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3ee54969-2042-4e6f-bff6-b960dd51f754 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.070419 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3ee54969-2042-4e6f-bff6-b960dd51f754 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/security-groups/dd20d5c9-1885-404a-80d4-8398971ce7d2 HTTP/1.1" status: 204 len: 168 time: 0.4093418 Mar 29 09:26:13.074831 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52974) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:13.099178 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee54969-2042-4e6f-bff6-b960dd51f754 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd20d5c9-1885-404a-80d4-8398971ce7d2,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:13.197649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5d2dd415-6480-41c0-8f13-65fef3732427 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.234587 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5d2dd415-6480-41c0-8f13-65fef3732427 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.296068 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.extraroute_db [None req-2b0a4a34-0940-45f5-94e9-4f9dfe2cf48f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Added routes are [] {{(pid=102496) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 29 09:26:13.296654 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.extraroute_db [None req-2b0a4a34-0940-45f5-94e9-4f9dfe2cf48f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102496) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 29 09:26:13.329028 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5d2dd415-6480-41c0-8f13-65fef3732427 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.331979 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5d2dd415-6480-41c0-8f13-65fef3732427 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.336821 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5d2dd415-6480-41c0-8f13-65fef3732427 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/security-groups/2661df9a-a420-40c2-86f2-4e7c6dd76a75 HTTP/1.1" status: 204 len: 168 time: 0.2606766 Mar 29 09:26:13.338457 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52978) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:13.338747 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port b657437b-3e54-4a93-97b7-7820cfdedfe8 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:13.339256 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.353619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b0a4a34-0940-45f5-94e9-4f9dfe2cf48f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.376838 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dd415-6480-41c0-8f13-65fef3732427 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2661df9a-a420-40c2-86f2-4e7c6dd76a75,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:13.438936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d20c9ad2-6e8b-44c5-bcb8-8ca9160e7f04 None None] Provisioning complete for port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:13.439357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d20c9ad2-6e8b-44c5-bcb8-8ca9160e7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.441873 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ae0a4-c423-482f-a8cf-113a7eeba6c6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.486814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ae0a4-c423-482f-a8cf-113a7eeba6c6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.550265 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ae0a4-c423-482f-a8cf-113a7eeba6c6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.552859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a7ae0a4-c423-482f-a8cf-113a7eeba6c6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.554065 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8a7ae0a4-c423-482f-a8cf-113a7eeba6c6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/security-groups/ae56ed2a-e1e1-4734-a8f0-4e08918f31d5 HTTP/1.1" status: 204 len: 168 time: 0.2102790 Mar 29 09:26:13.563118 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52980) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:13.587242 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Sync routers for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:13.603007 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:13.603642 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:13.630526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ae0a4-c423-482f-a8cf-113a7eeba6c6 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae56ed2a-e1e1-4734-a8f0-4e08918f31d5,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:13.671411 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-9243c61c-6b47-479e-8bca-39fe4c58d252 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting subnet 83b76cdc-f622-4997-919e-e0f7cd5cfb6c {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:26:13.676792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9243c61c-6b47-479e-8bca-39fe4c58d252 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.694183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b0a4a34-0940-45f5-94e9-4f9dfe2cf48f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.709338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b0a4a34-0940-45f5-94e9-4f9dfe2cf48f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.711542 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 346cf71a-77d4-40ef-8c67-162cd47b9712 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:13.729976 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:13.753353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d20c9ad2-6e8b-44c5-bcb8-8ca9160e7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.768294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9243c61c-6b47-479e-8bca-39fe4c58d252 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.829831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d20c9ad2-6e8b-44c5-bcb8-8ca9160e7f04 None None] For port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef,segment=NetworkSegment(ce60afd4-fe54-4026-9745-2f4f27558d6a),segment_id=ce60afd4-fe54-4026-9745-2f4f27558d6a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:13.839213 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d20c9ad2-6e8b-44c5-bcb8-8ca9160e7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.849804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 346cf71a-77d4-40ef-8c67-162cd47b9712 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:13.850359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.900355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0a4a34-0940-45f5-94e9-4f9dfe2cf48f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router c155da8f-2353-41d3-afd0-8e1cffea22cd has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:13.905359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9243c61c-6b47-479e-8bca-39fe4c58d252 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:13.994403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c9ad2-6e8b-44c5-bcb8-8ca9160e7f04 None None] Pushing event updated for resources: {'Port': ['ID=4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:14.020062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9243c61c-6b47-479e-8bca-39fe4c58d252 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.029367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c01f79bd-91ea-4e2c-8363-d4df878d0ccd None None] Provisioning complete for port 346cf71a-77d4-40ef-8c67-162cd47b9712 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:14.030170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c01f79bd-91ea-4e2c-8363-d4df878d0ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.031720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0a4a34-0940-45f5-94e9-4f9dfe2cf48f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:14.040014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b0a4a34-0940-45f5-94e9-4f9dfe2cf48f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.045615 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2b0a4a34-0940-45f5-94e9-4f9dfe2cf48f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd HTTP/1.1" status: 200 len: 704 time: 1.8167849 Mar 29 09:26:14.047246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52982) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:14.075523 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:13Z', 'revision_number': 7, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ec0f97c-b806-4138-8ff3-69cb1ab8c479', 'name': '', 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:a9:8c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '5b11f56b-268b-4334-a25d-3fd7d75baa93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:08Z', 'updated_at': '2022-03-29T09:26:09Z', 'revision_number': 2, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '5b11f56b-268b-4334-a25d-3fd7d75baa93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b657437b-3e54-4a93-97b7-7820cfdedfe8', 'name': '', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:8b:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:04Z', 'updated_at': '2022-03-29T09:26:11Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:14.090426 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9243c61c-6b47-479e-8bca-39fe4c58d252 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.102427 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9243c61c-6b47-479e-8bca-39fe4c58d252 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/83b76cdc-f622-4997-919e-e0f7cd5cfb6c HTTP/1.1" status: 204 len: 168 time: 0.5374794 Mar 29 09:26:14.107251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52984) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:14.116656 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Checking router: c155da8f-2353-41d3-afd0-8e1cffea22cd for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:14.117256 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Updating router c155da8f-2353-41d3-afd0-8e1cffea22cd port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:26:14.165219 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.209039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243c61c-6b47-479e-8bca-39fe4c58d252 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Subnet': ['ID=83b76cdc-f622-4997-919e-e0f7cd5cfb6c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:14.215536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-345cf39f-3d6b-4db3-8574-5b441e7877a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting subnet 3257f396-7193-4f04-a90a-14591af760b3 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:26:14.219205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-345cf39f-3d6b-4db3-8574-5b441e7877a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.292204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:14.307466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-345cf39f-3d6b-4db3-8574-5b441e7877a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.375686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceddcaee-ac2e-41fd-b0ac-910e33e0d6dc None None] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:14.433924 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c01f79bd-91ea-4e2c-8363-d4df878d0ccd None None] Provisioning complete for port 080aa87f-9dd2-457a-807e-a3e212aea553 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:14.434445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c01f79bd-91ea-4e2c-8363-d4df878d0ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.469894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-345cf39f-3d6b-4db3-8574-5b441e7877a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.562020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-345cf39f-3d6b-4db3-8574-5b441e7877a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.582914 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-345cf39f-3d6b-4db3-8574-5b441e7877a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.590463 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-345cf39f-3d6b-4db3-8574-5b441e7877a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/3257f396-7193-4f04-a90a-14591af760b3 HTTP/1.1" status: 204 len: 168 time: 0.4771466 Mar 29 09:26:14.591280 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52986) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:14.610734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c01f79bd-91ea-4e2c-8363-d4df878d0ccd None None] Port 080aa87f-9dd2-457a-807e-a3e212aea553 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:26:14.632144 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cf39f-3d6b-4db3-8574-5b441e7877a8 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Subnet': ['ID=3257f396-7193-4f04-a90a-14591af760b3,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:14.651965 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e94b45-627d-4188-b344-0aadf5418a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:14.652421 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e94b45-627d-4188-b344-0aadf5418a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:14.656252 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a6e94b45-627d-4188-b344-0aadf5418a05 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/83b76cdc-f622-4997-919e-e0f7cd5cfb6c HTTP/1.1" status: 404 len: 337 time: 0.0432565 Mar 29 09:26:14.662504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52988) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:14.701326 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.714575 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.716790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 52990) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:14.717442 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c01f79bd-91ea-4e2c-8363-d4df878d0ccd None None] Could not find standard attr ID for object 0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:26:14.722166 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-714d8886-7042-406d-ba8e-27d1e221aa7b tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd HTTP/1.1" status: 200 len: 704 time: 0.6729755 Mar 29 09:26:14.775590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:14.775925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.789923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f93cf61-fa69-41e0-96ea-52094e5f78be tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting subnet 35494cc6-c585-46ea-8d5d-991f86c21112 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:26:14.793605 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f93cf61-fa69-41e0-96ea-52094e5f78be tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.824330 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498d144-7051-4bfe-be0c-79ec88d414d4 None None] Pushing event updated for resources: {'Port': ['ID=4ec0f97c-b806-4138-8ff3-69cb1ab8c479,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:14.840305 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f93cf61-fa69-41e0-96ea-52094e5f78be tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.889764 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Attempting to bind port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:26:14.892742 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Attempting to bind port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'ce60afd4-fe54-4026-9745-2f4f27558d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:26:14.893649 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Attempting to bind port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 on network a8aefbdc-2f95-4412-af4f-fee415b752ed {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:26:14.900859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d966e699-8bdc-4a81-9768-6032f7e10a86 None None] Provisioning complete for port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:14.901607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d966e699-8bdc-4a81-9768-6032f7e10a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.906515 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:26:14.907099 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Checking segment: {'id': 'ce60afd4-fe54-4026-9745-2f4f27558d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:26:14.907719 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.908313 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Bound using segment: {'id': 'ce60afd4-fe54-4026-9745-2f4f27558d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:26:14.909053 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Bound port: 4ec0f97c-b806-4138-8ff3-69cb1ab8c479, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce60afd4-fe54-4026-9745-2f4f27558d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:26:14.909675 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.944006 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f93cf61-fa69-41e0-96ea-52094e5f78be tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:14.971269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d966e699-8bdc-4a81-9768-6032f7e10a86 None None] Port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:26:15.053688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d966e699-8bdc-4a81-9768-6032f7e10a86 None None] Provisioning complete for port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:15.054284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d966e699-8bdc-4a81-9768-6032f7e10a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:15.074846 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] For port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:26:15.081661 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] For port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4ec0f97c-b806-4138-8ff3-69cb1ab8c479,segment=NetworkSegment(ce60afd4-fe54-4026-9745-2f4f27558d6a),segment_id=ce60afd4-fe54-4026-9745-2f4f27558d6a)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:26:15.093601 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:15.202911 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f93cf61-fa69-41e0-96ea-52094e5f78be tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:15.209020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d966e699-8bdc-4a81-9768-6032f7e10a86 None None] Could not find standard attr ID for object 0999eaa6-cb5d-4fa0-a9ac-fcfacaef1cca. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:26:15.234354 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:15.235320 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:15.239484 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498d144-7051-4bfe-be0c-79ec88d414d4 None None] Pushing event updated for resources: {'Port': ['ID=4ec0f97c-b806-4138-8ff3-69cb1ab8c479,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:15.266883 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93cf61-fa69-41e0-96ea-52094e5f78be tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Subnet': ['ID=35494cc6-c585-46ea-8d5d-991f86c21112,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:15.276122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:15.303036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f93cf61-fa69-41e0-96ea-52094e5f78be tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:15.308977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52992) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:15.309182 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5f93cf61-fa69-41e0-96ea-52094e5f78be tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/35494cc6-c585-46ea-8d5d-991f86c21112 HTTP/1.1" status: 204 len: 168 time: 0.6448231 Mar 29 09:26:15.363926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-cb68ef58-2de2-47d7-a228-faca541c8a4f None None] Provisioning complete for port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:15.363926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cb68ef58-2de2-47d7-a228-faca541c8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:15.376115 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4505dda-9826-40fa-99e0-534b9187d649 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:15.377493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4505dda-9826-40fa-99e0-534b9187d649 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:15.382494 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d4505dda-9826-40fa-99e0-534b9187d649 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/2be0bbb2-6a22-44ae-acaf-d5204eb36782 HTTP/1.1" status: 404 len: 337 time: 0.0715864 Mar 29 09:26:15.385102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52994) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:15.424405 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:15.424912 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:15.428560 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fc80b6e3-436d-4712-a1f7-dda4615b987a tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "GET /v2.0/ports?device_id=257301c1-44ae-4659-9922-667506d0942e HTTP/1.1" status: 200 len: 205 time: 0.0420930 Mar 29 09:26:15.431834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52996) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:15.462002 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:15.509102 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-2f0093cc-b555-414e-b726-ffe151e77567 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] delete failed (client error): The resource could not be found. Mar 29 09:26:15.513231 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2f0093cc-b555-414e-b726-ffe151e77567 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/routers/257301c1-44ae-4659-9922-667506d0942e HTTP/1.1" status: 404 len: 336 time: 0.0803030 Mar 29 09:26:15.513986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 52998) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:15.569654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cb68ef58-2de2-47d7-a228-faca541c8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:15.583629 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebd4669-3714-4d44-b943-2b13ae7d496f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:15.584085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebd4669-3714-4d44-b943-2b13ae7d496f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:15.588239 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5ebd4669-3714-4d44-b943-2b13ae7d496f tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/89456613-e140-4c35-ab99-d2084bfac68f HTTP/1.1" status: 404 len: 337 time: 0.0732107 Mar 29 09:26:15.590759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53000) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:15.626045 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcc70e6-dae6-4d11-b8f7-c171cba9480e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:15.626647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcc70e6-dae6-4d11-b8f7-c171cba9480e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:15.632788 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7dcc70e6-dae6-4d11-b8f7-c171cba9480e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/e90bd3ab-05ef-4bdb-8367-3fae04d307d8 HTTP/1.1" status: 404 len: 337 time: 0.0386283 Mar 29 09:26:15.633096 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53002) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:15.648213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:15.686420 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-cb68ef58-2de2-47d7-a228-faca541c8a4f None None] For port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4ec0f97c-b806-4138-8ff3-69cb1ab8c479,segment=NetworkSegment(ce60afd4-fe54-4026-9745-2f4f27558d6a),segment_id=ce60afd4-fe54-4026-9745-2f4f27558d6a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:15.688987 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-27119d9e-f10d-41f5-bdd4-5a12ea0a7202 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:15.689500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27119d9e-f10d-41f5-bdd4-5a12ea0a7202 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:15.697954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cb68ef58-2de2-47d7-a228-faca541c8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:15.703859 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-27119d9e-f10d-41f5-bdd4-5a12ea0a7202 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/cd59577a-c3e4-4037-913f-708728f0c3ff HTTP/1.1" status: 404 len: 337 time: 0.0693460 Mar 29 09:26:15.706618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53004) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:15.754089 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d81f4c-6759-438a-ab45-ca942f665001 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:15.757494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d81f4c-6759-438a-ab45-ca942f665001 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:15.763704 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-83d81f4c-6759-438a-ab45-ca942f665001 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/ba8738cd-8c6c-43c2-b69a-83ed1e92b082 HTTP/1.1" status: 404 len: 333 time: 0.0526457 Mar 29 09:26:15.766561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53006) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:15.785290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68ef58-2de2-47d7-a228-faca541c8a4f None None] Pushing event updated for resources: {'Port': ['ID=4ec0f97c-b806-4138-8ff3-69cb1ab8c479,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:15.812811 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-b710ecc0-5b1e-4f5b-bc11-97fa9eaf6ca5 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:15.813472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b710ecc0-5b1e-4f5b-bc11-97fa9eaf6ca5 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:15.819065 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b710ecc0-5b1e-4f5b-bc11-97fa9eaf6ca5 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/e582212c-a639-478c-bbdf-58e049a809d5 HTTP/1.1" status: 404 len: 337 time: 0.0511167 Mar 29 09:26:15.823128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53008) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:15.836469 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-6d13ab1c-e9b0-4eac-a347-b295a798872b None None] Provisioning complete for port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:15.836872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d13ab1c-e9b0-4eac-a347-b295a798872b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:15.861893 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:13Z', 'revision_number': 7, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ec0f97c-b806-4138-8ff3-69cb1ab8c479', 'name': '', 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:a9:8c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '5b11f56b-268b-4334-a25d-3fd7d75baa93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:08Z', 'updated_at': '2022-03-29T09:26:15Z', 'revision_number': 4, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '5b11f56b-268b-4334-a25d-3fd7d75baa93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b657437b-3e54-4a93-97b7-7820cfdedfe8', 'name': '', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:8b:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:04Z', 'updated_at': '2022-03-29T09:26:11Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:15.865034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-63eb1d89-6f00-4d7d-8243-f1b38c3eacff tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:15.865505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63eb1d89-6f00-4d7d-8243-f1b38c3eacff tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:15.869142 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-63eb1d89-6f00-4d7d-8243-f1b38c3eacff tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/04ddbbaf-f243-4da7-a15d-c834f37c6a0c HTTP/1.1" status: 404 len: 337 time: 0.0445001 Mar 29 09:26:15.879638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53012) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:15.923548 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32313863-320a-40a6-b46a-aaa891445f02 None None] The sync data for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv is: [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:13Z', 'revision_number': 7, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ec0f97c-b806-4138-8ff3-69cb1ab8c479', 'name': '', 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:a9:8c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '5b11f56b-268b-4334-a25d-3fd7d75baa93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:08Z', 'updated_at': '2022-03-29T09:26:15Z', 'revision_number': 4, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '5b11f56b-268b-4334-a25d-3fd7d75baa93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b657437b-3e54-4a93-97b7-7820cfdedfe8', 'name': '', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:8b:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:04Z', 'updated_at': '2022-03-29T09:26:11Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:15.927281 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f7004c-29eb-4299-bb11-041b07bed235 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:15.928061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f7004c-29eb-4299-bb11-041b07bed235 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:15.934000 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53014) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:15.934213 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a3f7004c-29eb-4299-bb11-041b07bed235 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/5ca0f23c-8c60-4be2-81bd-0311402215a5 HTTP/1.1" status: 404 len: 333 time: 0.0509913 Mar 29 09:26:15.977165 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c922f37-1526-4063-a5e5-62da4447b49c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:15.977749 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c922f37-1526-4063-a5e5-62da4447b49c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:15.980909 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7c922f37-1526-4063-a5e5-62da4447b49c tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/e8ca2467-40ef-40a4-8699-83fb5e432a4f HTTP/1.1" status: 404 len: 337 time: 0.0459452 Mar 29 09:26:15.983919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53016) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:16.018751 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-82401159-78c8-456b-a05d-e4945f041321 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:16.019736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82401159-78c8-456b-a05d-e4945f041321 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:16.022608 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-82401159-78c8-456b-a05d-e4945f041321 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/subnets/e77ffd89-7e9a-4640-b984-c9960a4cde29 HTTP/1.1" status: 404 len: 337 time: 0.0379214 Mar 29 09:26:16.030161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53018) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:16.046250 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79d923a-5ef1-443c-969e-9459bc055d3e None None] Network b95a3dd6-ac82-4971-87f2-e54aa72489d3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:16.141408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-8139d510-c0f0-478a-82b7-c1646b1c3c0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 080aa87f-9dd2-457a-807e-a3e212aea553 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:16.141821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8139d510-c0f0-478a-82b7-c1646b1c3c0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.151075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a0247-d109-4143-a2d0-5e5857ddd995 None None] Sync routers for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:16.163304 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:16.163729 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.184978 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ad24815e-8a12-4814-91dc-8e357861cb53 None None] Provisioning complete for port 346cf71a-77d4-40ef-8c67-162cd47b9712 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:16.185354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad24815e-8a12-4814-91dc-8e357861cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.226335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a0247-d109-4143-a2d0-5e5857ddd995 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:16.226964 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-010a0247-d109-4143-a2d0-5e5857ddd995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:16.230356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8139d510-c0f0-478a-82b7-c1646b1c3c0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.247771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-8139d510-c0f0-478a-82b7-c1646b1c3c0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 080aa87f-9dd2-457a-807e-a3e212aea553 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:16.265985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] For port 4ec0f97c-b806-4138-8ff3-69cb1ab8c479, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4ec0f97c-b806-4138-8ff3-69cb1ab8c479,segment=NetworkSegment(ce60afd4-fe54-4026-9745-2f4f27558d6a),segment_id=ce60afd4-fe54-4026-9745-2f4f27558d6a)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:16.266384 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.281166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:16.336568 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8139d510-c0f0-478a-82b7-c1646b1c3c0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.346306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-010a0247-d109-4143-a2d0-5e5857ddd995 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:16.395806 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139d510-c0f0-478a-82b7-c1646b1c3c0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=080aa87f-9dd2-457a-807e-a3e212aea553,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:16.412559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8139d510-c0f0-478a-82b7-c1646b1c3c0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.415947 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8139d510-c0f0-478a-82b7-c1646b1c3c0e tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/ports/080aa87f-9dd2-457a-807e-a3e212aea553 HTTP/1.1" status: 204 len: 168 time: 0.3845518 Mar 29 09:26:16.418311 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53020) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:16.499133 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.506421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.529802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=4ec0f97c-b806-4138-8ff3-69cb1ab8c479,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:16.545728 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] DHCP port deletion for b95a3dd6-ac82-4971-87f2-e54aa72489d3 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:26:16.561964 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:16.562401 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:16.562949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:16.563350 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:16.563753 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:16.564154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:16.564543 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:16.565026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:16.565756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:16.565756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:16.566178 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:16.566684 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:16.575850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Deleting port 346cf71a-77d4-40ef-8c67-162cd47b9712 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:16.576729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.644111 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ad24815e-8a12-4814-91dc-8e357861cb53 None None] Could not find standard attr ID for object 080aa87f-9dd2-457a-807e-a3e212aea553. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:26:16.653063 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] For port 346cf71a-77d4-40ef-8c67-162cd47b9712, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=346cf71a-77d4-40ef-8c67-162cd47b9712,segment=NetworkSegment(2ab403c6-4271-4094-913d-be8a2ef281ae),segment_id=2ab403c6-4271-4094-913d-be8a2ef281ae)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:16.653601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.670182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Calling delete_port for 346cf71a-77d4-40ef-8c67-162cd47b9712 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:16.692984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.726829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Deleting port 346cf71a-77d4-40ef-8c67-162cd47b9712 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:16.727204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.773411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.820713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Port': ['ID=346cf71a-77d4-40ef-8c67-162cd47b9712,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:16.822592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] No DVR routers for this DVR port 346cf71a-77d4-40ef-8c67-162cd47b9712 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:26:16.835677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] For port 346cf71a-77d4-40ef-8c67-162cd47b9712, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=346cf71a-77d4-40ef-8c67-162cd47b9712,segment=NetworkSegment(2ab403c6-4271-4094-913d-be8a2ef281ae),segment_id=2ab403c6-4271-4094-913d-be8a2ef281ae)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:16.836082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.852658 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Calling delete_port for 346cf71a-77d4-40ef-8c67-162cd47b9712 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:16.907678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.908179 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-010a0247-d109-4143-a2d0-5e5857ddd995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:13Z', 'revision_number': 7, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ec0f97c-b806-4138-8ff3-69cb1ab8c479', 'name': '', 'network_id': 'a8aefbdc-2f95-4412-af4f-fee415b752ed', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:a9:8c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '5b11f56b-268b-4334-a25d-3fd7d75baa93', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:08Z', 'updated_at': '2022-03-29T09:26:15Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '5b11f56b-268b-4334-a25d-3fd7d75baa93', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b657437b-3e54-4a93-97b7-7820cfdedfe8', 'name': '', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:8b:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:04Z', 'updated_at': '2022-03-29T09:26:11Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:16.928678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95a3dd6-ac82-4971-87f2-e54aa72489d3']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:16.933027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router c155da8f-2353-41d3-afd0-8e1cffea22cd has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:16.940355 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a0247-d109-4143-a2d0-5e5857ddd995 None None] Checking router: c155da8f-2353-41d3-afd0-8e1cffea22cd for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:16.940538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab403c6-4271-4094-913d-be8a2ef281ae') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:16.940933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab403c6-4271-4094-913d-be8a2ef281ae') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:16.956860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.969732 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a0247-d109-4143-a2d0-5e5857ddd995 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:16.970362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-010a0247-d109-4143-a2d0-5e5857ddd995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:16.971470 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.977946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:26:16.978347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:26:16.981245 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:26:17.010117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.037110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:17.042964 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7cef20b2-77fb-4f8c-91c8-e580a6cbac29 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3243995 Mar 29 09:26:17.045626 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53022) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:17.055485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.063709 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.069890 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] 10.222.0.32 "DELETE /v2.0/networks/b95a3dd6-ac82-4971-87f2-e54aa72489d3 HTTP/1.1" status: 204 len: 168 time: 0.6476400 Mar 29 09:26:17.074983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Pushing event deleted for resources: {'Port': ['ID=346cf71a-77d4-40ef-8c67-162cd47b9712,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:17.085879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df224d-066a-4b7b-81b2-944ff5c60654 tempest-PortsTestJSON-452035020 tempest-PortsTestJSON-452035020-project] Pushing event deleted for resources: {'Network': ['ID=b95a3dd6-ac82-4971-87f2-e54aa72489d3,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:17.088230 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] No DVR routers for this DVR port 346cf71a-77d4-40ef-8c67-162cd47b9712 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:26:17.093716 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:17.093959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:17.094238 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:17.094618 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:17.094994 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:17.095368 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:17.100799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:17.100799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:17.100799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:17.100799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:17.100799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:17.100799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc319a-a0a1-495b-b89e-9cad4e937f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:17.113386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-010a0247-d109-4143-a2d0-5e5857ddd995 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:17.132077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb09997-be35-4049-a8be-4a3e7a1d8ca8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting subnet 5b11f56b-268b-4334-a25d-3fd7d75baa93 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:26:17.136992 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3bb09997-be35-4049-a8be-4a3e7a1d8ca8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.182203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3bb09997-be35-4049-a8be-4a3e7a1d8ca8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.225116 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 346cf71a-77d4-40ef-8c67-162cd47b9712 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:17.258263 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 346cf71a-77d4-40ef-8c67-162cd47b9712 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:17.258607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 346cf71a-77d4-40ef-8c67-162cd47b9712 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:17.286770 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3bb09997-be35-4049-a8be-4a3e7a1d8ca8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.349372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3bb09997-be35-4049-a8be-4a3e7a1d8ca8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.380349 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb09997-be35-4049-a8be-4a3e7a1d8ca8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Subnet': ['ID=5b11f56b-268b-4334-a25d-3fd7d75baa93,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:17.382377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3bb09997-be35-4049-a8be-4a3e7a1d8ca8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.384654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-010a0247-d109-4143-a2d0-5e5857ddd995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:16Z', 'revision_number': 8, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b657437b-3e54-4a93-97b7-7820cfdedfe8', 'name': '', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:8b:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:04Z', 'updated_at': '2022-03-29T09:26:11Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:17.388501 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53028) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:17.389372 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3bb09997-be35-4049-a8be-4a3e7a1d8ca8 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/5b11f56b-268b-4334-a25d-3fd7d75baa93 HTTP/1.1" status: 204 len: 168 time: 0.3425412 Mar 29 09:26:17.392681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cbccfc-b96a-4ba3-a739-2a194116a051 None None] Network a8aefbdc-2f95-4412-af4f-fee415b752ed requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:17.397263 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53030) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:17.433689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a0247-d109-4143-a2d0-5e5857ddd995 None None] The sync data for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv is: [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:16Z', 'revision_number': 8, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b657437b-3e54-4a93-97b7-7820cfdedfe8', 'name': '', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:8b:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:04Z', 'updated_at': '2022-03-29T09:26:11Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:17.474480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.531737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:17.532073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.554191 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7e9980db-a622-4f64-8e2f-d9fcb32c6cad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ac88b2108fe4d7ebe255bc33a876621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556749 Mar 29 09:26:17.556684 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53034) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:17.601426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] For port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef,segment=NetworkSegment(ce60afd4-fe54-4026-9745-2f4f27558d6a),segment_id=ce60afd4-fe54-4026-9745-2f4f27558d6a)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:17.601902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.606327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c8440a2-bb98-4d01-9372-41f1de62f499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.614142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:17.627321 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c8440a2-bb98-4d01-9372-41f1de62f499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.677381 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c8440a2-bb98-4d01-9372-41f1de62f499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.680170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1c8440a2-bb98-4d01-9372-41f1de62f499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.681332 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1c8440a2-bb98-4d01-9372-41f1de62f499 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/608577b2-182a-4970-9b67-bcb3c3df961e HTTP/1.1" status: 204 len: 168 time: 0.1237454 Mar 29 09:26:17.698661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.700585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8440a2-bb98-4d01-9372-41f1de62f499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608577b2-182a-4970-9b67-bcb3c3df961e,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:17.732471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No DVR routers for this DVR port 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:26:17.738517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:17.820142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb65756-dca4-4fc8-9287-f35f2a2b9e17 None None] DHCP port deletion for a8aefbdc-2f95-4412-af4f-fee415b752ed request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:26:17.833628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.857179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8aefbdc-2f95-4412-af4f-fee415b752ed']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:17.868335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce60afd4-fe54-4026-9745-2f4f27558d6a') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:17.868625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce60afd4-fe54-4026-9745-2f4f27558d6a') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:17.878409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.896122 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.902939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:26:17.903331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:26:17.907252 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:26:17.968645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.976394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:17.979867 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/networks/a8aefbdc-2f95-4412-af4f-fee415b752ed HTTP/1.1" status: 204 len: 168 time: 0.5896456 Mar 29 09:26:17.983542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53044) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:17.994417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091ab82-8289-475e-9609-edd73dd568c5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Network': ['ID=a8aefbdc-2f95-4412-af4f-fee415b752ed,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:18.066512 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a89d6-ff20-43cf-81a6-381cce14cda0 None None] Sync routers for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:18.076724 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a89d6-ff20-43cf-81a6-381cce14cda0 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:18.077342 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-8b8a89d6-ff20-43cf-81a6-381cce14cda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:18.169589 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-8b8a89d6-ff20-43cf-81a6-381cce14cda0 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:18.394080 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-8b8a89d6-ff20-43cf-81a6-381cce14cda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:16Z', 'revision_number': 8, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b657437b-3e54-4a93-97b7-7820cfdedfe8', 'name': '', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:8b:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:04Z', 'updated_at': '2022-03-29T09:26:11Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:18.426068 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a89d6-ff20-43cf-81a6-381cce14cda0 None None] Checking router: c155da8f-2353-41d3-afd0-8e1cffea22cd for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:18.430870 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53058) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:18.434559 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a89d6-ff20-43cf-81a6-381cce14cda0 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:18.435233 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-8b8a89d6-ff20-43cf-81a6-381cce14cda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:18.520762 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-8b8a89d6-ff20-43cf-81a6-381cce14cda0 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:18.537453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-39e70a97-682a-495a-998f-674f17c39657 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1889365257', 'prefixes': ['172.20.0.0/16']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:18.582652 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-54929bfb-d736-4196-8696-491558b79643 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:18.597182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-39e70a97-682a-495a-998f-674f17c39657 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] Notify callbacks [] for subnetpool, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:18.598673 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-39e70a97-682a-495a-998f-674f17c39657 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1667771 Mar 29 09:26:18.601429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53062) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:18.643561 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2011014c-0072-4a58-a3e5-ca9333a21fa5 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] 10.222.0.32 "GET /v2.0/subnetpools/9d437490-5d46-4f48-9828-689eb3177c85 HTTP/1.1" status: 200 len: 732 time: 0.0408692 Mar 29 09:26:18.646277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53064) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:18.650767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-40793bbb-72b4-4502-9b23-0a29a3f1a325 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1451157155'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:18.739653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-40793bbb-72b4-4502-9b23-0a29a3f1a325 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] Notify callbacks [] for subnetpool, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:18.741019 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-40793bbb-72b4-4502-9b23-0a29a3f1a325 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] 10.222.0.32 "PUT /v2.0/subnetpools/9d437490-5d46-4f48-9828-689eb3177c85 HTTP/1.1" status: 200 len: 684 time: 0.0936117 Mar 29 09:26:18.743652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53066) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:18.747502 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-8b8a89d6-ff20-43cf-81a6-381cce14cda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:16Z', 'revision_number': 8, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b657437b-3e54-4a93-97b7-7820cfdedfe8', 'name': '', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:8b:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:04Z', 'updated_at': '2022-03-29T09:26:11Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:18.780285 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a89d6-ff20-43cf-81a6-381cce14cda0 None None] The sync data for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv is: [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:16Z', 'revision_number': 8, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b657437b-3e54-4a93-97b7-7820cfdedfe8', 'name': '', 'network_id': 'aa2634ef-2c45-46a1-a33b-442651669e02', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:8b:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:04Z', 'updated_at': '2022-03-29T09:26:11Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': '1d786dee-e888-4aa7-9f3b-7c3998a40f8f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:18.825989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9caa2d56-35b8-4e5f-975c-1a93f77bed66 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] Notify callbacks [] for subnetpool, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:18.829614 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9caa2d56-35b8-4e5f-975c-1a93f77bed66 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9d437490-5d46-4f48-9828-689eb3177c85 HTTP/1.1" status: 204 len: 168 time: 0.0825696 Mar 29 09:26:18.830655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53068) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:18.846263 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-d2615215-76da-4083-96b8-433af4a37ae7 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] show failed (client error): The resource could not be found. Mar 29 09:26:18.847703 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d2615215-76da-4083-96b8-433af4a37ae7 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] 10.222.0.32 "GET /v2.0/subnetpools/9d437490-5d46-4f48-9828-689eb3177c85 HTTP/1.1" status: 404 len: 346 time: 0.0156262 Mar 29 09:26:18.850185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53070) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:18.854832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-54929bfb-d736-4196-8696-491558b79643 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port b657437b-3e54-4a93-97b7-7820cfdedfe8 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:18.855182 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-54929bfb-d736-4196-8696-491558b79643 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:18.866799 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-1b7665fb-9a2b-49a5-a102-bf3a89cb7409 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] delete failed (client error): The resource could not be found. Mar 29 09:26:18.867786 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1b7665fb-9a2b-49a5-a102-bf3a89cb7409 tempest-SubnetPoolsTestJSON-7892591 tempest-SubnetPoolsTestJSON-7892591-project] 10.222.0.32 "DELETE /v2.0/subnetpools/9d437490-5d46-4f48-9828-689eb3177c85 HTTP/1.1" status: 404 len: 346 time: 0.0166092 Mar 29 09:26:18.952358 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-54929bfb-d736-4196-8696-491558b79643 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] For port b657437b-3e54-4a93-97b7-7820cfdedfe8, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b657437b-3e54-4a93-97b7-7820cfdedfe8,segment=NetworkSegment(305e8a04-7838-4f87-a4f7-df460eae43bb),segment_id=305e8a04-7838-4f87-a4f7-df460eae43bb)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:18.952650 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-54929bfb-d736-4196-8696-491558b79643 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:18.964839 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-54929bfb-d736-4196-8696-491558b79643 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for b657437b-3e54-4a93-97b7-7820cfdedfe8 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:19.121813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53076) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:19.141839 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-54929bfb-d736-4196-8696-491558b79643 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.167332 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54929bfb-d736-4196-8696-491558b79643 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=b657437b-3e54-4a93-97b7-7820cfdedfe8,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:19.208505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:19.239869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.247911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:19.249077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4d517b1c-d486-4c0a-bd4f-de3c52a0d9ef not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:19.249663 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:19.272272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:19.273138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4ec0f97c-b806-4138-8ff3-69cb1ab8c479 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:19.298876 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-54929bfb-d736-4196-8696-491558b79643 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.350664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.354807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.399706 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1d5e4ddf8b94ac3be7195727e4f7a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767396 Mar 29 09:26:19.402213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53080) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:19.408717 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2186732-9ad3-40cf-bfe1-7e1a8eb181f5,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:19.424902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:19.425247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:19.425598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:19.426323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:19.426644 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:19.426976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:19.427310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:19.427634 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:19.427957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:19.428281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:19.428602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:19.428925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41c78fb-3a7a-431d-8ded-100facb4baea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:26:19.474462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d20c5737-b97f-4a2d-a3c8-4468e73948ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.499964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d20c5737-b97f-4a2d-a3c8-4468e73948ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.504027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54929bfb-d736-4196-8696-491558b79643 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router c155da8f-2353-41d3-afd0-8e1cffea22cd has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:19.546710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d20c5737-b97f-4a2d-a3c8-4468e73948ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.549177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d20c5737-b97f-4a2d-a3c8-4468e73948ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.550409 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d20c5737-b97f-4a2d-a3c8-4468e73948ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2186732-9ad3-40cf-bfe1-7e1a8eb181f5 HTTP/1.1" status: 204 len: 168 time: 0.1472340 Mar 29 09:26:19.557971 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c5737-b97f-4a2d-a3c8-4468e73948ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2186732-9ad3-40cf-bfe1-7e1a8eb181f5,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:19.600259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54929bfb-d736-4196-8696-491558b79643 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:19.606157 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-54929bfb-d736-4196-8696-491558b79643 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6214352 Mar 29 09:26:19.609009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53084) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:19.612812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a183421-223c-45d5-9aaa-28a63c140ed9 None None] Sync routers for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:19.622757 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a183421-223c-45d5-9aaa-28a63c140ed9 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:19.624170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2a183421-223c-45d5-9aaa-28a63c140ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:19.662121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cac9bdb-2912-49ed-9e87-1d70e05f17f0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting subnet 1d786dee-e888-4aa7-9f3b-7c3998a40f8f {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:26:19.665676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6cac9bdb-2912-49ed-9e87-1d70e05f17f0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.715246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6cac9bdb-2912-49ed-9e87-1d70e05f17f0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.715848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-2a183421-223c-45d5-9aaa-28a63c140ed9 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:19.809984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6cac9bdb-2912-49ed-9e87-1d70e05f17f0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.873551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6cac9bdb-2912-49ed-9e87-1d70e05f17f0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.905464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac9bdb-2912-49ed-9e87-1d70e05f17f0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Subnet': ['ID=1d786dee-e888-4aa7-9f3b-7c3998a40f8f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:19.914404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6cac9bdb-2912-49ed-9e87-1d70e05f17f0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:19.922957 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6cac9bdb-2912-49ed-9e87-1d70e05f17f0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/1d786dee-e888-4aa7-9f3b-7c3998a40f8f HTTP/1.1" status: 204 len: 168 time: 0.3097231 Mar 29 09:26:19.923303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddee872-3857-40a9-a80b-7f2e02312b66 None None] Network aa2634ef-2c45-46a1-a33b-442651669e02 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:19.924163 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53096) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:20.010563 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.046490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2a183421-223c-45d5-9aaa-28a63c140ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:19Z', 'revision_number': 9, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:20.075535 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 45d119d1-f169-495d-a4f1-f08170de93e0 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:20.075882 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.076804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a183421-223c-45d5-9aaa-28a63c140ed9 None None] Checking router: c155da8f-2353-41d3-afd0-8e1cffea22cd for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:20.094928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a183421-223c-45d5-9aaa-28a63c140ed9 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:20.095122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2a183421-223c-45d5-9aaa-28a63c140ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:20.162154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] For port 45d119d1-f169-495d-a4f1-f08170de93e0, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=45d119d1-f169-495d-a4f1-f08170de93e0,segment=NetworkSegment(305e8a04-7838-4f87-a4f7-df460eae43bb),segment_id=305e8a04-7838-4f87-a4f7-df460eae43bb)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:20.162600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.178805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 45d119d1-f169-495d-a4f1-f08170de93e0 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:20.189109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3474670c-76c3-4263-9098-2225eebadcc9 None None] DHCP port deletion for aa2634ef-2c45-46a1-a33b-442651669e02 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:26:20.203966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-2a183421-223c-45d5-9aaa-28a63c140ed9 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:20.262945 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.297267 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=45d119d1-f169-495d-a4f1-f08170de93e0,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:20.305550 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No DVR routers for this DVR port 45d119d1-f169-495d-a4f1-f08170de93e0 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:26:20.393689 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.419577 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2634ef-2c45-46a1-a33b-442651669e02']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:20.430204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305e8a04-7838-4f87-a4f7-df460eae43bb') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:20.430582 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305e8a04-7838-4f87-a4f7-df460eae43bb') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:20.441284 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.456692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.463652 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:26:20.464394 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:26:20.468013 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:26:20.512496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-3474670c-76c3-4263-9098-2225eebadcc9 None None] Deleting port 45d119d1-f169-495d-a4f1-f08170de93e0 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:20.512986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3474670c-76c3-4263-9098-2225eebadcc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.546497 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.564846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.570635 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/networks/aa2634ef-2c45-46a1-a33b-442651669e02 HTTP/1.1" status: 204 len: 168 time: 0.6426933 Mar 29 09:26:20.570635 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec01a93-8e4d-4f2f-b307-ea692b680674 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Network': ['ID=aa2634ef-2c45-46a1-a33b-442651669e02,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:20.570892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53114) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:20.611018 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3474670c-76c3-4263-9098-2225eebadcc9 None None] For port 45d119d1-f169-495d-a4f1-f08170de93e0, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:20.611421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3474670c-76c3-4263-9098-2225eebadcc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.631022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-3474670c-76c3-4263-9098-2225eebadcc9 None None] Calling delete_port for 45d119d1-f169-495d-a4f1-f08170de93e0 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:20.634493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.ipam_backend_mixin [None req-3474670c-76c3-4263-9098-2225eebadcc9 None None] Port 45d119d1-f169-495d-a4f1-f08170de93e0 was not found and therefore no delete operation was performed {{(pid=102497) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 09:26:20.637117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3474670c-76c3-4263-9098-2225eebadcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:20.664424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3474670c-76c3-4263-9098-2225eebadcc9 None None] Network aa2634ef-2c45-46a1-a33b-442651669e02 is not hosted by any dhcp agent {{(pid=102497) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 09:26:20.664853 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3474670c-76c3-4263-9098-2225eebadcc9 None None] No DVR routers for this DVR port 45d119d1-f169-495d-a4f1-f08170de93e0 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:26:20.667814 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474670c-76c3-4263-9098-2225eebadcc9 None None] Pushing event deleted for resources: {'Port': ['ID=45d119d1-f169-495d-a4f1-f08170de93e0,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:20.690873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2a183421-223c-45d5-9aaa-28a63c140ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:19Z', 'revision_number': 9, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:20.720036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a183421-223c-45d5-9aaa-28a63c140ed9 None None] The sync data for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv is: [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:19Z', 'revision_number': 9, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': '1957bc2e-a533-410c-a851-571dda88ce96', 'name': '', 'network_id': 'c426c65f-790e-48b8-8cbc-5410ce8bfb98', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:89:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:58Z', 'updated_at': '2022-03-29T09:26:04Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd65f4a84-7878-42b5-8fdf-40388590424b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:20.924249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53124) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:20.930185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-794f25e7-7aca-4953-847b-d69c6959d169 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.079139 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'network': {'name': 'tempest-network-smoke--1227789072', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'port_security_enabled': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:21.102626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:21.106109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.115889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.200926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-794f25e7-7aca-4953-847b-d69c6959d169 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 1957bc2e-a533-410c-a851-571dda88ce96 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:21.201478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-794f25e7-7aca-4953-847b-d69c6959d169 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.204132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.208568 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 45d119d1-f169-495d-a4f1-f08170de93e0 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:21.211788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.230894 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 45d119d1-f169-495d-a4f1-f08170de93e0 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:21.231297 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 45d119d1-f169-495d-a4f1-f08170de93e0 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:21.231670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b657437b-3e54-4a93-97b7-7820cfdedfe8 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:21.244069 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:26:21.255113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:21.258741 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: b657437b-3e54-4a93-97b7-7820cfdedfe8 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:21.259298 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b657437b-3e54-4a93-97b7-7820cfdedfe8 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:21.263098 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.263656 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Added segment e0cada7b-65bf-4a64-999d-d0a382b926ea of type vlan for network c493b507-a52c-45a9-97fb-7b2e90e9f817 Mar 29 09:26:21.309916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.316899 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-794f25e7-7aca-4953-847b-d69c6959d169 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] For port 1957bc2e-a533-410c-a851-571dda88ce96, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1957bc2e-a533-410c-a851-571dda88ce96,segment=NetworkSegment(4cf933c7-dca7-4ace-92bc-f01a2b14ef9a),segment_id=4cf933c7-dca7-4ace-92bc-f01a2b14ef9a)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:21.317270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-794f25e7-7aca-4953-847b-d69c6959d169 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.330999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-794f25e7-7aca-4953-847b-d69c6959d169 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 1957bc2e-a533-410c-a851-571dda88ce96 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:21.335663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.341124 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:21.341780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.369658 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4437172 Mar 29 09:26:21.377264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53128) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:21.383020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-188852593', 'admin_state_up': True, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:21.424435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292835a5-bcf9-48b4-b6a6-2265d876ec4a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Network': ['ID=c493b507-a52c-45a9-97fb-7b2e90e9f817,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:21.435881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network c493b507-a52c-45a9-97fb-7b2e90e9f817 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:26:21.439284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.440327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.496842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.527025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-794f25e7-7aca-4953-847b-d69c6959d169 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.554721 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f25e7-7aca-4953-847b-d69c6959d169 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=1957bc2e-a533-410c-a851-571dda88ce96,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:21.639517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.670486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-794f25e7-7aca-4953-847b-d69c6959d169 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.847856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.867298 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794f25e7-7aca-4953-847b-d69c6959d169 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router c155da8f-2353-41d3-afd0-8e1cffea22cd has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:21.871462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:21.994805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.241 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/5aa25e0a-fac7-44e1-99dc-c8e370216636) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:22.112299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.151880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.196551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:22.199395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:22.202541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:26:22.210584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794f25e7-7aca-4953-847b-d69c6959d169 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:22.215527 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-794f25e7-7aca-4953-847b-d69c6959d169 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6437380 Mar 29 09:26:22.218789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53130) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:22.223277 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff46c2-54ef-4681-b3ee-120d71767805 None None] Sync routers for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:22.233685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=5aa25e0a-fac7-44e1-99dc-c8e370216636,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:22.235777 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff46c2-54ef-4681-b3ee-120d71767805 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:22.236534 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-26ff46c2-54ef-4681-b3ee-120d71767805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:22.270962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-704156b2-667a-42e0-ac9f-2d5a446ef0b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting subnet d65f4a84-7878-42b5-8fdf-40388590424b {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:26:22.274142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-704156b2-667a-42e0-ac9f-2d5a446ef0b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.316376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-704156b2-667a-42e0-ac9f-2d5a446ef0b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.337013 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-26ff46c2-54ef-4681-b3ee-120d71767805 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:22.410277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-704156b2-667a-42e0-ac9f-2d5a446ef0b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.475806 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-704156b2-667a-42e0-ac9f-2d5a446ef0b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.478021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.505136 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704156b2-667a-42e0-ac9f-2d5a446ef0b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Subnet': ['ID=d65f4a84-7878-42b5-8fdf-40388590424b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:22.508267 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-704156b2-667a-42e0-ac9f-2d5a446ef0b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.511457 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-704156b2-667a-42e0-ac9f-2d5a446ef0b6 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/d65f4a84-7878-42b5-8fdf-40388590424b HTTP/1.1" status: 204 len: 168 time: 0.2913170 Mar 29 09:26:22.515221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53132) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:22.520024 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb5294-e32d-466e-971f-70582dbbba4b None None] Network c426c65f-790e-48b8-8cbc-5410ce8bfb98 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:22.615301 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.644417 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-26ff46c2-54ef-4681-b3ee-120d71767805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:21Z', 'revision_number': 10, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:22.671715 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff46c2-54ef-4681-b3ee-120d71767805 None None] Checking router: c155da8f-2353-41d3-afd0-8e1cffea22cd for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:22.680966 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff46c2-54ef-4681-b3ee-120d71767805 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:22.681612 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-26ff46c2-54ef-4681-b3ee-120d71767805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:22.684537 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 6f056bfa-708d-4e95-9ca6-872f947af19d {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:22.684880 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.759529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.781342 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-26ff46c2-54ef-4681-b3ee-120d71767805 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:22.781592 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda4166c-35b9-49fa-91d5-662caecdd92b None None] DHCP port deletion for c426c65f-790e-48b8-8cbc-5410ce8bfb98 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:26:22.822184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] For port 6f056bfa-708d-4e95-9ca6-872f947af19d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6f056bfa-708d-4e95-9ca6-872f947af19d,segment=NetworkSegment(4cf933c7-dca7-4ace-92bc-f01a2b14ef9a),segment_id=4cf933c7-dca7-4ace-92bc-f01a2b14ef9a)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:22.822583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.856424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 6f056bfa-708d-4e95-9ca6-872f947af19d owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:22.881713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-dda4166c-35b9-49fa-91d5-662caecdd92b None None] Deleting port 6f056bfa-708d-4e95-9ca6-872f947af19d {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:22.884201 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dda4166c-35b9-49fa-91d5-662caecdd92b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.955738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:26:22.976775 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:22.994419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-dda4166c-35b9-49fa-91d5-662caecdd92b None None] For port 6f056bfa-708d-4e95-9ca6-872f947af19d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6f056bfa-708d-4e95-9ca6-872f947af19d,segment=NetworkSegment(4cf933c7-dca7-4ace-92bc-f01a2b14ef9a),segment_id=4cf933c7-dca7-4ace-92bc-f01a2b14ef9a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:22.995132 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dda4166c-35b9-49fa-91d5-662caecdd92b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:23.009193 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-dda4166c-35b9-49fa-91d5-662caecdd92b None None] Calling delete_port for 6f056bfa-708d-4e95-9ca6-872f947af19d owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:23.013345 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=6f056bfa-708d-4e95-9ca6-872f947af19d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:23.027514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No DVR routers for this DVR port 6f056bfa-708d-4e95-9ca6-872f947af19d on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:26:23.074180 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-26ff46c2-54ef-4681-b3ee-120d71767805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:21Z', 'revision_number': 10, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:23.110667 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff46c2-54ef-4681-b3ee-120d71767805 None None] The sync data for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv is: [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:21Z', 'revision_number': 10, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None, '_interfaces': [{'id': 'c19b9a8c-4fbf-406c-b19f-d49b48e3b994', 'name': '', 'network_id': '0e5132ee-5725-478b-a06e-0deb38f11975', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'mac_address': 'fa:16:3e:09:d4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:25:54Z', 'updated_at': '2022-03-29T09:26:00Z', 'revision_number': 5, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'subnets': [{'id': 'd579a8c3-5082-4522-b5ff-ed05eb75bc6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:23.119658 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dda4166c-35b9-49fa-91d5-662caecdd92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:23.132536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:23.165900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c426c65f-790e-48b8-8cbc-5410ce8bfb98']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:23.172718 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4166c-35b9-49fa-91d5-662caecdd92b None None] Pushing event deleted for resources: {'Port': ['ID=6f056bfa-708d-4e95-9ca6-872f947af19d,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:23.178948 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda4166c-35b9-49fa-91d5-662caecdd92b None None] No DVR routers for this DVR port 6f056bfa-708d-4e95-9ca6-872f947af19d on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:26:23.182397 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf933c7-dca7-4ace-92bc-f01a2b14ef9a') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:23.182700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf933c7-dca7-4ace-92bc-f01a2b14ef9a') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:23.200304 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:23.218381 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:23.226035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:26:23.226447 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:26:23.230362 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:26:23.303148 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:23.309581 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:23.316629 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/networks/c426c65f-790e-48b8-8cbc-5410ce8bfb98 HTTP/1.1" status: 204 len: 168 time: 0.7980618 Mar 29 09:26:23.328872 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53134) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:23.335897 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfad864-b7eb-4801-935a-c6129d21e4e5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Network': ['ID=c426c65f-790e-48b8-8cbc-5410ce8bfb98,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:23.469226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:23.510816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:23.513248 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Sync routers for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:23.515308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-597c5e41-2569-48b8-b58d-369d508021bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1373065 Mar 29 09:26:23.516417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53136) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:23.530954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:23.532225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:23.661403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6f056bfa-708d-4e95-9ca6-872f947af19d no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:23.688878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 6f056bfa-708d-4e95-9ca6-872f947af19d {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:23.689471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6f056bfa-708d-4e95-9ca6-872f947af19d not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:23.703051 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7549e1cd-f355-4919-8de2-2cf274618321 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6010cd4cec6b417ba57b11945c979066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1851768 Mar 29 09:26:23.704950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53140) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:23.783004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:23.852364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf0604c7-01bd-4174-951d-c87816b1b67a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:23.923688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd02342b-cbbe-49e9-ba94-0ad7bafcb43a tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:23.926488 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dd02342b-cbbe-49e9-ba94-0ad7bafcb43a tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2194357 Mar 29 09:26:23.929001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53142) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:23.963546 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0c9a1450-dc21-4bc0-b959-a4b55c100d93 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333927 Mar 29 09:26:23.966191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53144) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:23.970995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1d3ffdf7-277e-4426-a572-cb4df848bf16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1556667921', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:23.995590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:22Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:24.027318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Checking router: 2fb034b4-54c4-4f1b-8238-8a7977cd75ed for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:24.027702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Updating router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed port 5aa25e0a-fac7-44e1-99dc-c8e370216636 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:26:24.053196 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.100808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3ffdf7-277e-4426-a572-cb4df848bf16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:24.105528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1d3ffdf7-277e-4426-a572-cb4df848bf16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.126768 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-cf0604c7-01bd-4174-951d-c87816b1b67a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port c19b9a8c-4fbf-406c-b19f-d49b48e3b994 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:24.127175 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf0604c7-01bd-4174-951d-c87816b1b67a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.228158 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-cf0604c7-01bd-4174-951d-c87816b1b67a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] For port c19b9a8c-4fbf-406c-b19f-d49b48e3b994, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c19b9a8c-4fbf-406c-b19f-d49b48e3b994,segment=NetworkSegment(b4862509-47a1-4b41-b421-691b33638c4e),segment_id=b4862509-47a1-4b41-b421-691b33638c4e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:24.228906 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf0604c7-01bd-4174-951d-c87816b1b67a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.244984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-cf0604c7-01bd-4174-951d-c87816b1b67a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for c19b9a8c-4fbf-406c-b19f-d49b48e3b994 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:24.297969 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1d3ffdf7-277e-4426-a572-cb4df848bf16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.321015 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.328950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.372150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ffdf7-277e-4426-a572-cb4df848bf16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Subnet': ['ID=4f28b609-52cc-4c29-bb68-2b799ca313fb,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:24.387956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3ffdf7-277e-4426-a572-cb4df848bf16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Checking segment: {'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:26:24.388204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Attempting to bind port 5aa25e0a-fac7-44e1-99dc-c8e370216636 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:26:24.388401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3ffdf7-277e-4426-a572-cb4df848bf16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network hostable DHCP agents. Network: c493b507-a52c-45a9-97fb-7b2e90e9f817, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:26:24.388552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Attempting to bind port 5aa25e0a-fac7-44e1-99dc-c8e370216636 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:26:24.388918 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Attempting to bind port 5aa25e0a-fac7-44e1-99dc-c8e370216636 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:26:24.391797 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac34b7-085f-4ade-af93-5ea894b09db3 None None] Pushing event updated for resources: {'Port': ['ID=5aa25e0a-fac7-44e1-99dc-c8e370216636,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:24.396705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:26:24.397080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:26:24.397597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.397880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:26:24.398767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Bound port: 5aa25e0a-fac7-44e1-99dc-c8e370216636, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:26:24.399157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.411523 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3ffdf7-277e-4426-a572-cb4df848bf16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network c493b507-a52c-45a9-97fb-7b2e90e9f817 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:26:24.423212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-1d3ffdf7-277e-4426-a572-cb4df848bf16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, c493b507-a52c-45a9-97fb-7b2e90e9f817) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:24.431717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc1f72-30d0-4d0e-bd6c-3300e008569c None None] Network c493b507-a52c-45a9-97fb-7b2e90e9f817 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:24.436121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ffdf7-277e-4426-a572-cb4df848bf16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:24.436786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1d3ffdf7-277e-4426-a572-cb4df848bf16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.454570 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1d3ffdf7-277e-4426-a572-cb4df848bf16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4873042 Mar 29 09:26:24.457693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53146) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:24.460382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf0604c7-01bd-4174-951d-c87816b1b67a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.490940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0604c7-01bd-4174-951d-c87816b1b67a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=c19b9a8c-4fbf-406c-b19f-d49b48e3b994,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:24.519315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] For port 5aa25e0a-fac7-44e1-99dc-c8e370216636, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:26:24.537448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] For port 5aa25e0a-fac7-44e1-99dc-c8e370216636, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5aa25e0a-fac7-44e1-99dc-c8e370216636,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:26:24.549671 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.592412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf0604c7-01bd-4174-951d-c87816b1b67a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.661367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac34b7-085f-4ade-af93-5ea894b09db3 None None] Pushing event updated for resources: {'Port': ['ID=5aa25e0a-fac7-44e1-99dc-c8e370216636,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:24.686273 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:24.686944 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:24.775096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0604c7-01bd-4174-951d-c87816b1b67a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router c155da8f-2353-41d3-afd0-8e1cffea22cd has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:24.797206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-c493b507-a52c-45a9-97fb-7b2e90e9f817', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:26:24.798004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.835744 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:24.852473 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0604c7-01bd-4174-951d-c87816b1b67a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:24.861464 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cf0604c7-01bd-4174-951d-c87816b1b67a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5288079 Mar 29 09:26:24.861464 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53148) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:24.874105 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a40c7-a3dc-4ad4-b59d-193a5de41192 None None] Sync routers for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:24.890886 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a40c7-a3dc-4ad4-b59d-193a5de41192 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:24.891863 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-777a40c7-a3dc-4ad4-b59d-193a5de41192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:24.915718 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-de69a898-44cc-4924-87df-afca934b5acf tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting subnet d579a8c3-5082-4522-b5ff-ed05eb75bc6a {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:26:24.919069 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de69a898-44cc-4924-87df-afca934b5acf tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.968393 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de69a898-44cc-4924-87df-afca934b5acf tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.985216 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:24.989531 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-777a40c7-a3dc-4ad4-b59d-193a5de41192 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:25.052630 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-777a40c7-a3dc-4ad4-b59d-193a5de41192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:24Z', 'revision_number': 11, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:25.059941 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de69a898-44cc-4924-87df-afca934b5acf tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.089057 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a40c7-a3dc-4ad4-b59d-193a5de41192 None None] Checking router: c155da8f-2353-41d3-afd0-8e1cffea22cd for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:25.099685 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a40c7-a3dc-4ad4-b59d-193a5de41192 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:25.100666 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-777a40c7-a3dc-4ad4-b59d-193a5de41192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:25.127725 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de69a898-44cc-4924-87df-afca934b5acf tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.148628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-de69a898-44cc-4924-87df-afca934b5acf tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.154857 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-de69a898-44cc-4924-87df-afca934b5acf tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/d579a8c3-5082-4522-b5ff-ed05eb75bc6a HTTP/1.1" status: 204 len: 168 time: 0.2897384 Mar 29 09:26:25.174364 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3481eef9-0273-408e-92b9-367fcfdc63d2 None None] Network 0e5132ee-5725-478b-a06e-0deb38f11975 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:25.177436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53150) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:25.186920 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69a898-44cc-4924-87df-afca934b5acf tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Subnet': ['ID=d579a8c3-5082-4522-b5ff-ed05eb75bc6a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:25.243753 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-777a40c7-a3dc-4ad4-b59d-193a5de41192 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:25.261361 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1957bc2e-a533-410c-a851-571dda88ce96 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:25.291026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.293530 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-777a40c7-a3dc-4ad4-b59d-193a5de41192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:24Z', 'revision_number': 11, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:25.307529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 1957bc2e-a533-410c-a851-571dda88ce96 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:25.307893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1957bc2e-a533-410c-a851-571dda88ce96 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:25.324059 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a40c7-a3dc-4ad4-b59d-193a5de41192 None None] The sync data for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv is: [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:24Z', 'revision_number': 11, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:25.345801 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Allocated IP 172.20.0.2 (c493b507-a52c-45a9-97fb-7b2e90e9f817/4f28b609-52cc-4c29-bb68-2b799ca313fb/2335c3b9-b59f-4016-92b2-789d1bd739be) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:25.353980 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Deleting port 741d9659-fb34-4b06-a07e-760b6308a96b {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:25.354487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.425743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] For port 741d9659-fb34-4b06-a07e-760b6308a96b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=741d9659-fb34-4b06-a07e-760b6308a96b,segment=NetworkSegment(b4862509-47a1-4b41-b421-691b33638c4e),segment_id=b4862509-47a1-4b41-b421-691b33638c4e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:25.426022 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.438286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Calling delete_port for 741d9659-fb34-4b06-a07e-760b6308a96b owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:25.517446 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.548224 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Port': ['ID=741d9659-fb34-4b06-a07e-760b6308a96b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:25.551783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No DVR routers for this DVR port 741d9659-fb34-4b06-a07e-760b6308a96b on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:26:25.596318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:22Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:25.631533 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.651227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5132ee-5725-478b-a06e-0deb38f11975']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:25.651734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67806652-1418-4116-a925-70c2c0dfd382 None None] The sync data for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv is: [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:22Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:25.662647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4862509-47a1-4b41-b421-691b33638c4e') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:25.662948 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4862509-47a1-4b41-b421-691b33638c4e') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:25.674041 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.679755 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.686394 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778411b-b023-4db1-a542-16189d38366c None None] DHCP port deletion for 0e5132ee-5725-478b-a06e-0deb38f11975 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:26:25.691450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.691812 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.704255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:26:25.704942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:26:25.708941 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:26:25.774388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Pushing event updated for resources: {'Port': ['ID=2335c3b9-b59f-4016-92b2-789d1bd739be,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:25.790947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.1 (c493b507-a52c-45a9-97fb-7b2e90e9f817/4f28b609-52cc-4c29-bb68-2b799ca313fb/61353f1a-ece3-4b4e-ba03-5b9f637cb4e8) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:25.829943 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.838878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Network c493b507-a52c-45a9-97fb-7b2e90e9f817 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:25.844143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:25.847258 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:26:25.852132 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.864614 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/networks/0e5132ee-5725-478b-a06e-0deb38f11975 HTTP/1.1" status: 204 len: 168 time: 0.6794603 Mar 29 09:26:25.871335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53152) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:25.872808 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6558a-2948-4e44-90f9-bff90079bc25 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Pushing event deleted for resources: {'Network': ['ID=0e5132ee-5725-478b-a06e-0deb38f11975,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:25.881022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-df877077-6903-4a7e-9e4c-af140f98c985 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'router': {'routes': None}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:25.936936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Attempting to bind port 2335c3b9-b59f-4016-92b2-789d1bd739be on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:26:25.937358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Attempting to bind port 2335c3b9-b59f-4016-92b2-789d1bd739be by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:26:25.937847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Attempting to bind port 2335c3b9-b59f-4016-92b2-789d1bd739be on network c493b507-a52c-45a9-97fb-7b2e90e9f817 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:26:25.954772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:26:25.955367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Checking segment: {'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:26:25.955996 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:25.956873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Bound using segment: {'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:26:25.957844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Bound port: 2335c3b9-b59f-4016-92b2-789d1bd739be, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:26:25.958733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:26.057995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] For port 2335c3b9-b59f-4016-92b2-789d1bd739be, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:26:26.061179 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] For port 2335c3b9-b59f-4016-92b2-789d1bd739be, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=2335c3b9-b59f-4016-92b2-789d1bd739be,segment=NetworkSegment(e0cada7b-65bf-4a64-999d-d0a382b926ea),segment_id=e0cada7b-65bf-4a64-999d-d0a382b926ea)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:26:26.074279 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:26.135791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa13b78-a7cd-45d1-a69c-dad00b217817 None None] Pushing event updated for resources: {'Port': ['ID=2335c3b9-b59f-4016-92b2-789d1bd739be,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:26.164925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.extraroute_db [None req-df877077-6903-4a7e-9e4c-af140f98c985 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Added routes are [] {{(pid=102496) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 29 09:26:26.165495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.extraroute_db [None req-df877077-6903-4a7e-9e4c-af140f98c985 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Removed routes are [] {{(pid=102496) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 29 09:26:26.165781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-df877077-6903-4a7e-9e4c-af140f98c985 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:26.169784 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:26.358534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-df877077-6903-4a7e-9e4c-af140f98c985 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:26.363397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-df877077-6903-4a7e-9e4c-af140f98c985 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:26.365757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:26.445958 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network c493b507-a52c-45a9-97fb-7b2e90e9f817 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:26.452775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:26.455473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:26:26.519329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=61353f1a-ece3-4b4e-ba03-5b9f637cb4e8,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:26.532161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df877077-6903-4a7e-9e4c-af140f98c985 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router c155da8f-2353-41d3-afd0-8e1cffea22cd has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:26.544966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:26.666622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df877077-6903-4a7e-9e4c-af140f98c985 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:26.674451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-df877077-6903-4a7e-9e4c-af140f98c985 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:26.675624 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-df877077-6903-4a7e-9e4c-af140f98c985 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd HTTP/1.1" status: 200 len: 705 time: 0.8011296 Mar 29 09:26:26.678374 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53156) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:26.686014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d26e4-850c-4f4a-938e-76b91bd51329 None None] Sync routers for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:26.704157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d26e4-850c-4f4a-938e-76b91bd51329 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:26.704689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0f1d26e4-850c-4f4a-938e-76b91bd51329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:26.706449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ca9693a2-04d3-464d-b9b9-5a1c6e0b9af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:26.710722 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-09526d4d-1a7c-4c8e-8ff8-55e36755d1e3 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c155da8f-2353-41d3-afd0-8e1cffea22cd HTTP/1.1" status: 200 len: 205 time: 0.0312715 Mar 29 09:26:26.713283 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53158) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:26.789602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:26.795307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-0f1d26e4-850c-4f4a-938e-76b91bd51329 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:26.812366 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3df4faf9-b4b0-43a5-8707-3fda69d64771 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:26.867416 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0f1d26e4-850c-4f4a-938e-76b91bd51329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:24Z', 'revision_number': 11, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:26.897223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d26e4-850c-4f4a-938e-76b91bd51329 None None] Checking router: c155da8f-2353-41d3-afd0-8e1cffea22cd for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:26.911837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d26e4-850c-4f4a-938e-76b91bd51329 None None] Routers {'c155da8f-2353-41d3-afd0-8e1cffea22cd'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:26.912461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0f1d26e4-850c-4f4a-938e-76b91bd51329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c155da8f-2353-41d3-afd0-8e1cffea22cd'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:26.989487 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-0f1d26e4-850c-4f4a-938e-76b91bd51329 None None] Set router c155da8f-2353-41d3-afd0-8e1cffea22cd gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:27.022744 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3df4faf9-b4b0-43a5-8707-3fda69d64771 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.024334 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3df4faf9-b4b0-43a5-8707-3fda69d64771 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.052766 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0f1d26e4-850c-4f4a-938e-76b91bd51329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:24Z', 'revision_number': 11, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:27.078585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3df4faf9-b4b0-43a5-8707-3fda69d64771 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.080089 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df4faf9-b4b0-43a5-8707-3fda69d64771 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Fanout notify agent at l3_agent the message router_deleted on router c155da8f-2353-41d3-afd0-8e1cffea22cd {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:26:27.082690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d26e4-850c-4f4a-938e-76b91bd51329 None None] The sync data for ids ['c155da8f-2353-41d3-afd0-8e1cffea22cd'] in dv-neutron-835554-1-hyperv is: [{'id': 'c155da8f-2353-41d3-afd0-8e1cffea22cd', 'name': 'tempest-RoutersIpV6Test-router-2069893055', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:25:51Z', 'updated_at': '2022-03-29T09:26:24Z', 'revision_number': 11, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:27.095913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3df4faf9-b4b0-43a5-8707-3fda69d64771 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.101307 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3df4faf9-b4b0-43a5-8707-3fda69d64771 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd HTTP/1.1" status: 204 len: 168 time: 0.3824801 Mar 29 09:26:27.103561 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53160) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:27.114743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-20235051-9f56-4efd-86ff-c9169169b0d0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1827239528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:27.144610 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20235051-9f56-4efd-86ff-c9169169b0d0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.147462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.150621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20235051-9f56-4efd-86ff-c9169169b0d0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.158323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.245629 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20235051-9f56-4efd-86ff-c9169169b0d0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.252394 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20235051-9f56-4efd-86ff-c9169169b0d0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.271069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9a0b1b-ed4b-42db-bdee-115b996f654f None None] Network c493b507-a52c-45a9-97fb-7b2e90e9f817 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:27.277221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.279937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=61353f1a-ece3-4b4e-ba03-5b9f637cb4e8,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:27.281984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20235051-9f56-4efd-86ff-c9169169b0d0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.289645 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-20235051-9f56-4efd-86ff-c9169169b0d0 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1810634 Mar 29 09:26:27.289645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53162) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:27.297486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ee0b2521-6ff4-48a2-8bf1-2feb207a9791 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:27.405033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5aa25e0a-fac7-44e1-99dc-c8e370216636 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:27.422343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network c493b507-a52c-45a9-97fb-7b2e90e9f817 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:27.424745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:27.493695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b608399d-eefe-46e3-be0e-5dde430b1c6d None None] Provisioning complete for port 2335c3b9-b59f-4016-92b2-789d1bd739be triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:27.493904 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b608399d-eefe-46e3-be0e-5dde430b1c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.575198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:27.612240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5aa25e0a-fac7-44e1-99dc-c8e370216636 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:27.612616 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.715598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b608399d-eefe-46e3-be0e-5dde430b1c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.803645 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.804039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:27.810762 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a612f9ba-136d-49a5-a30e-47d262664b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/2fb034b4-54c4-4f1b-8238-8a7977cd75ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3520434 Mar 29 09:26:27.813275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53164) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:27.846279 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 5aa25e0a-fac7-44e1-99dc-c8e370216636, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5aa25e0a-fac7-44e1-99dc-c8e370216636,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:27.850128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-b608399d-eefe-46e3-be0e-5dde430b1c6d None None] For port 2335c3b9-b59f-4016-92b2-789d1bd739be, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=2335c3b9-b59f-4016-92b2-789d1bd739be,segment=NetworkSegment(e0cada7b-65bf-4a64-999d-d0a382b926ea),segment_id=e0cada7b-65bf-4a64-999d-d0a382b926ea)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:27.854042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.856075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2335c3b9-b59f-4016-92b2-789d1bd739be up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:27.863874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b608399d-eefe-46e3-be0e-5dde430b1c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.909110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee0b2521-6ff4-48a2-8bf1-2feb207a9791 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.926946 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee0b2521-6ff4-48a2-8bf1-2feb207a9791 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:27.962685 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=5aa25e0a-fac7-44e1-99dc-c8e370216636,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:28.022143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 2335c3b9-b59f-4016-92b2-789d1bd739be triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:28.022505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:28.055888 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Sync routers for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:28.082978 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:28.083777 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:28.123949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0b2521-6ff4-48a2-8bf1-2feb207a9791 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Router de5fbc6c-0c54-4290-8c06-e22c624359a0 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:26:28.258872 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0b2521-6ff4-48a2-8bf1-2feb207a9791 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:28.266620 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee0b2521-6ff4-48a2-8bf1-2feb207a9791 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:28.272796 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ee0b2521-6ff4-48a2-8bf1-2feb207a9791 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "PUT /v2.0/routers/de5fbc6c-0c54-4290-8c06-e22c624359a0 HTTP/1.1" status: 200 len: 698 time: 0.9825144 Mar 29 09:26:28.273524 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53166) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:28.293333 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608399d-eefe-46e3-be0e-5dde430b1c6d None None] Pushing event updated for resources: {'Port': ['ID=2335c3b9-b59f-4016-92b2-789d1bd739be,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:28.313674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751fb3c5-a6c3-4ff3-bf06-a464e277579e None None] Sync routers for ids ['de5fbc6c-0c54-4290-8c06-e22c624359a0'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:28.322920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a6552b1b-94c2-40d5-b414-744613e231d4 None None] Provisioning complete for port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:28.323597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a6552b1b-94c2-40d5-b414-744613e231d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:28.325615 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:28.381190 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a6552b1b-94c2-40d5-b414-744613e231d4 None None] Port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:26:28.401608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc35c9-b0e6-45e8-a2b7-e52a24c20738 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:28.402208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc35c9-b0e6-45e8-a2b7-e52a24c20738 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:28.402591 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751fb3c5-a6c3-4ff3-bf06-a464e277579e None None] Routers {'de5fbc6c-0c54-4290-8c06-e22c624359a0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:28.402713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc35c9-b0e6-45e8-a2b7-e52a24c20738 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:28.403177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc35c9-b0e6-45e8-a2b7-e52a24c20738 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:28.403292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-751fb3c5-a6c3-4ff3-bf06-a464e277579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['de5fbc6c-0c54-4290-8c06-e22c624359a0'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:28.403637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc35c9-b0e6-45e8-a2b7-e52a24c20738 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:28.409480 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-68bc35c9-b0e6-45e8-a2b7-e52a24c20738 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.5938826 Mar 29 09:26:28.410032 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53168) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:28.461235 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-df1f2251-b8c3-4cbb-be61-5a60e24ceadc tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/routers/de5fbc6c-0c54-4290-8c06-e22c624359a0 HTTP/1.1" status: 200 len: 704 time: 0.1863756 Mar 29 09:26:28.462238 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53170) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:28.518951 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f5b7a615-d497-43b2-9350-c3c54a183d4a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5fbc6c-0c54-4290-8c06-e22c624359a0 HTTP/1.1" status: 200 len: 205 time: 0.0551729 Mar 29 09:26:28.520038 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53172) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:28.531128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7f240-d3eb-4eb2-85f2-e149b6d1149b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:28.531522 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7f240-d3eb-4eb2-85f2-e149b6d1149b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:28.531975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7f240-d3eb-4eb2-85f2-e149b6d1149b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:28.532424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7f240-d3eb-4eb2-85f2-e149b6d1149b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:28.532869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf7f240-d3eb-4eb2-85f2-e149b6d1149b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:28.538319 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-abf7f240-d3eb-4eb2-85f2-e149b6d1149b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.1270854 Mar 29 09:26:28.538946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53174) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:28.542176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a6552b1b-94c2-40d5-b414-744613e231d4 None None] Provisioning complete for port 2335c3b9-b59f-4016-92b2-789d1bd739be triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:28.542559 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a6552b1b-94c2-40d5-b414-744613e231d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:28.597527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-751fb3c5-a6c3-4ff3-bf06-a464e277579e None None] Set router de5fbc6c-0c54-4290-8c06-e22c624359a0 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:28.656688 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:26Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:26Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:28.665341 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-751fb3c5-a6c3-4ff3-bf06-a464e277579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5fbc6c-0c54-4290-8c06-e22c624359a0', 'name': 'tempest-RoutersIpV6Test-router-1827239528', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:27Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 2, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:28.667264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99189206-6a00-4552-9f10-5cc535f78065 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:28.689851 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Checking router: 2fb034b4-54c4-4f1b-8238-8a7977cd75ed for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:28.690230 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Updating router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:26:28.702830 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751fb3c5-a6c3-4ff3-bf06-a464e277579e None None] Checking router: de5fbc6c-0c54-4290-8c06-e22c624359a0 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:28.719361 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751fb3c5-a6c3-4ff3-bf06-a464e277579e None None] Routers {'de5fbc6c-0c54-4290-8c06-e22c624359a0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:28.720478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-751fb3c5-a6c3-4ff3-bf06-a464e277579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['de5fbc6c-0c54-4290-8c06-e22c624359a0'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:28.765894 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:28.797844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-751fb3c5-a6c3-4ff3-bf06-a464e277579e None None] Set router de5fbc6c-0c54-4290-8c06-e22c624359a0 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:28.860204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-751fb3c5-a6c3-4ff3-bf06-a464e277579e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de5fbc6c-0c54-4290-8c06-e22c624359a0', 'name': 'tempest-RoutersIpV6Test-router-1827239528', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:27Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 2, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:28.870022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 741d9659-fb34-4b06-a07e-760b6308a96b no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:28.921740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99189206-6a00-4552-9f10-5cc535f78065 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:28.925726 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99189206-6a00-4552-9f10-5cc535f78065 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:28.937314 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-55ad68d2-1a38-4ca7-a7e8-25dabd4f5328 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2869 time: 0.3971519 Mar 29 09:26:28.946276 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 741d9659-fb34-4b06-a07e-760b6308a96b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:28.946651 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 741d9659-fb34-4b06-a07e-760b6308a96b not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:28.947036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c19b9a8c-4fbf-406c-b19f-d49b48e3b994 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:28.948826 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751fb3c5-a6c3-4ff3-bf06-a464e277579e None None] The sync data for ids ['de5fbc6c-0c54-4290-8c06-e22c624359a0'] in dv-neutron-835554-1-hyperv is: [{'id': 'de5fbc6c-0c54-4290-8c06-e22c624359a0', 'name': 'tempest-RoutersIpV6Test-router-1827239528', 'tenant_id': 'e36bba86246a4f85b8f420c08dc73082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:27Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 2, 'project_id': 'e36bba86246a4f85b8f420c08dc73082', 'gw_port_host': None}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:28.985353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: c19b9a8c-4fbf-406c-b19f-d49b48e3b994 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:28.986692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c19b9a8c-4fbf-406c-b19f-d49b48e3b994 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:29.007250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99189206-6a00-4552-9f10-5cc535f78065 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.008548 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99189206-6a00-4552-9f10-5cc535f78065 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Fanout notify agent at l3_agent the message router_deleted on router de5fbc6c-0c54-4290-8c06-e22c624359a0 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:26:29.016756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99189206-6a00-4552-9f10-5cc535f78065 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.018171 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-99189206-6a00-4552-9f10-5cc535f78065 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/de5fbc6c-0c54-4290-8c06-e22c624359a0 HTTP/1.1" status: 204 len: 168 time: 0.4967530 Mar 29 09:26:29.021906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53178) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.052234 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-731ac308-0b26-4b9a-9f30-df6042d90fb2 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=de5fbc6c-0c54-4290-8c06-e22c624359a0 HTTP/1.1" status: 200 len: 205 time: 0.0265393 Mar 29 09:26:29.052639 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53180) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.091835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-721cfc7a-2303-40cd-bedb-c70eca2da1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.098363 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-fe02c78b-265d-400b-943d-39168c9e6218 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] delete failed (client error): The resource could not be found. Mar 29 09:26:29.102076 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fe02c78b-265d-400b-943d-39168c9e6218 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/de5fbc6c-0c54-4290-8c06-e22c624359a0 HTTP/1.1" status: 404 len: 336 time: 0.0458841 Mar 29 09:26:29.102648 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53182) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.128509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a1040af3-74f5-4ec1-beb0-5ec6471fbc17 None None] Provisioning complete for port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:29.129316 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a1040af3-74f5-4ec1-beb0-5ec6471fbc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.153370 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-1671dfd7-4e3d-4b26-bee6-d8722a569192 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:29.155185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1671dfd7-4e3d-4b26-bee6-d8722a569192 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:29.164474 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1671dfd7-4e3d-4b26-bee6-d8722a569192 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/5b11f56b-268b-4334-a25d-3fd7d75baa93 HTTP/1.1" status: 404 len: 337 time: 0.0606997 Mar 29 09:26:29.166991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53184) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.194547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a1040af3-74f5-4ec1-beb0-5ec6471fbc17 None None] Port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:26:29.213274 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b2bff5-df7a-4250-bf35-42a162edb4cb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:29.213776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b2bff5-df7a-4250-bf35-42a162edb4cb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:29.216919 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-01b2bff5-df7a-4250-bf35-42a162edb4cb tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/1d786dee-e888-4aa7-9f3b-7c3998a40f8f HTTP/1.1" status: 404 len: 337 time: 0.0489814 Mar 29 09:26:29.219624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53186) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.249608 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9bc3c0-bf54-4939-91e4-d8f9cb061d52 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:29.250192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9bc3c0-bf54-4939-91e4-d8f9cb061d52 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:29.255715 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5d9bc3c0-bf54-4939-91e4-d8f9cb061d52 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/d65f4a84-7878-42b5-8fdf-40388590424b HTTP/1.1" status: 404 len: 337 time: 0.0326867 Mar 29 09:26:29.255999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53188) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.264093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5aa25e0a-fac7-44e1-99dc-c8e370216636 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:29.290962 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.304248 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c4f873-e8d1-4fd2-9f96-beed4df96f5a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:29.305861 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.310850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c4f873-e8d1-4fd2-9f96-beed4df96f5a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:29.318296 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-84c4f873-e8d1-4fd2-9f96-beed4df96f5a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/d579a8c3-5082-4522-b5ff-ed05eb75bc6a HTTP/1.1" status: 404 len: 337 time: 0.0608897 Mar 29 09:26:29.320603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53190) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.346479 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53192) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.346681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5aa25e0a-fac7-44e1-99dc-c8e370216636 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:29.347065 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.351290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f6283c78-885f-42da-a6e6-8331d86a1312 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-115162335', 'description': 'tempest-secgroup-smoke-115162335 description', 'project_id': '6010cd4cec6b417ba57b11945c979066'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:29.370129 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-38f03b3e-4391-4cf4-982e-0ddb4f994e32 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=c155da8f-2353-41d3-afd0-8e1cffea22cd HTTP/1.1" status: 200 len: 205 time: 0.0478251 Mar 29 09:26:29.372080 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53194) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.381766 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8708d-c140-4377-b746-05269df545cc None None] Pushing event updated for resources: {'Port': ['ID=61353f1a-ece3-4b4e-ba03-5b9f637cb4e8,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:29.433311 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-c3ead7ed-6c6c-4953-ae87-b75a9387fc65 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] delete failed (client error): The resource could not be found. Mar 29 09:26:29.434395 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c3ead7ed-6c6c-4953-ae87-b75a9387fc65 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/c155da8f-2353-41d3-afd0-8e1cffea22cd HTTP/1.1" status: 404 len: 336 time: 0.0605757 Mar 29 09:26:29.435219 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6283c78-885f-42da-a6e6-8331d86a1312 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.437237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53196) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.448804 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Attempting to bind port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:26:29.449175 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Attempting to bind port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:26:29.449536 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Attempting to bind port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 on network c493b507-a52c-45a9-97fb-7b2e90e9f817 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:26:29.462774 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:26:29.463599 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Checking segment: {'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:26:29.464894 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.465529 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Bound using segment: {'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:26:29.467586 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Bound port: 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:26:29.468152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2335c3b9-b59f-4016-92b2-789d1bd739be up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:29.468454 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.475741 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5986c6f1-a60b-470b-b515-b9e0d294689a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8885c43-2b01-46be-966e-e612a985fafc HTTP/1.1" status: 200 len: 205 time: 0.0373268 Mar 29 09:26:29.482276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53198) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.537716 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-cd5ad364-490f-4544-99c6-088c5b1504bf tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] delete failed (client error): The resource could not be found. Mar 29 09:26:29.538981 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cd5ad364-490f-4544-99c6-088c5b1504bf tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/b8885c43-2b01-46be-966e-e612a985fafc HTTP/1.1" status: 404 len: 336 time: 0.0555174 Mar 29 09:26:29.541647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53200) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.542724 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 2335c3b9-b59f-4016-92b2-789d1bd739be triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:29.543109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.575054 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fac782-0f63-46f2-af09-c1816fae6f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:29.575514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fac782-0f63-46f2-af09-c1816fae6f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:29.581615 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b6fac782-0f63-46f2-af09-c1816fae6f03 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/b0b8f7ea-609f-4071-bf4c-ffde6eff13f2 HTTP/1.1" status: 404 len: 337 time: 0.0325859 Mar 29 09:26:29.583002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53202) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.585733 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] For port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:26:29.589769 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] For port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=61353f1a-ece3-4b4e-ba03-5b9f637cb4e8,segment=NetworkSegment(e0cada7b-65bf-4a64-999d-d0a382b926ea),segment_id=e0cada7b-65bf-4a64-999d-d0a382b926ea)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:26:29.599697 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.630404 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-630067ae-7d3b-425e-b779-f4e831889298 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b HTTP/1.1" status: 200 len: 205 time: 0.0440021 Mar 29 09:26:29.631347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53204) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.640568 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6283c78-885f-42da-a6e6-8331d86a1312 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.671440 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:29.672106 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:29.677306 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6283c78-885f-42da-a6e6-8331d86a1312 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.678774 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-bb786e7e-c67b-41d2-bceb-13392c8a346f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] delete failed (client error): The resource could not be found. Mar 29 09:26:29.682227 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bb786e7e-c67b-41d2-bceb-13392c8a346f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/3f10d4f7-c0a6-4b2c-926f-7e1e2a0d9a4b HTTP/1.1" status: 404 len: 336 time: 0.0475154 Mar 29 09:26:29.683158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53206) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.712434 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8708d-c140-4377-b746-05269df545cc None None] Pushing event updated for resources: {'Port': ['ID=61353f1a-ece3-4b4e-ba03-5b9f637cb4e8,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:29.713290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6283c78-885f-42da-a6e6-8331d86a1312 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:29.718490 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f6283c78-885f-42da-a6e6-8331d86a1312 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.727944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53208) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.731568 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d1a007ef-38c9-4f14-8843-69d9bcf2242a tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=7aa98617-4c6a-4e6a-bda9-cf609f8f711a HTTP/1.1" status: 200 len: 205 time: 0.0470109 Mar 29 09:26:29.734115 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f6283c78-885f-42da-a6e6-8331d86a1312 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3864522 Mar 29 09:26:29.734787 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53210) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.735743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7dd6a93e-1231-4af4-9f3f-4cbd7be01a5a None None] Provisioning complete for port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:29.738028 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7dd6a93e-1231-4af4-9f3f-4cbd7be01a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.742963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e0bb85be-094a-4612-be44-f3478cf80d82 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '62d2c7c1-5745-4eb5-b9de-faf0d6844ca9', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:29.791006 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-306f6e86-f0d0-4297-9d60-3e63c6cfcb45 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] delete failed (client error): The resource could not be found. Mar 29 09:26:29.792059 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-306f6e86-f0d0-4297-9d60-3e63c6cfcb45 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/7aa98617-4c6a-4e6a-bda9-cf609f8f711a HTTP/1.1" status: 404 len: 336 time: 0.0560007 Mar 29 09:26:29.795611 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53212) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.817301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e0bb85be-094a-4612-be44-f3478cf80d82 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.836231 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:29.874046 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-1600c044-5127-4ec0-9363-8020b3f26f0f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:29.874553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1600c044-5127-4ec0-9363-8020b3f26f0f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:29.875884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7dd6a93e-1231-4af4-9f3f-4cbd7be01a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.877676 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1600c044-5127-4ec0-9363-8020b3f26f0f tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/cb3cf378-0374-4d70-a176-f34e3923c0f9 HTTP/1.1" status: 404 len: 337 time: 0.0811024 Mar 29 09:26:29.881753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53216) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.926821 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dad35b4a-ecfe-4314-b1e2-672cfb71aaf5 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=0445a380-03e0-4b84-8ecb-37138ebd241e HTTP/1.1" status: 200 len: 205 time: 0.0437260 Mar 29 09:26:29.928921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53218) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.940542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e0bb85be-094a-4612-be44-f3478cf80d82 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.941984 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-7dd6a93e-1231-4af4-9f3f-4cbd7be01a5a None None] For port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=61353f1a-ece3-4b4e-ba03-5b9f637cb4e8,segment=NetworkSegment(e0cada7b-65bf-4a64-999d-d0a382b926ea),segment_id=e0cada7b-65bf-4a64-999d-d0a382b926ea)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:29.948771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e0bb85be-094a-4612-be44-f3478cf80d82 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.953180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7dd6a93e-1231-4af4-9f3f-4cbd7be01a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:29.975228 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-ba48fed5-848d-4c9c-b842-a70c4214df56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] delete failed (client error): The resource could not be found. Mar 29 09:26:29.977049 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ba48fed5-848d-4c9c-b842-a70c4214df56 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/0445a380-03e0-4b84-8ecb-37138ebd241e HTTP/1.1" status: 404 len: 336 time: 0.0464087 Mar 29 09:26:29.978822 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53222) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:29.996954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb85be-094a-4612-be44-f3478cf80d82 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37a9664-2fac-43ae-8194-8009a1aa6809,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:30.008194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e0bb85be-094a-4612-be44-f3478cf80d82 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.010495 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fdb3e0-6a18-4443-9a6a-6962a3a8aabd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:30.010966 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fdb3e0-6a18-4443-9a6a-6962a3a8aabd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:30.014900 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-10fdb3e0-6a18-4443-9a6a-6962a3a8aabd tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/34245810-a75e-4776-8637-c28122b4b36d HTTP/1.1" status: 404 len: 337 time: 0.0351028 Mar 29 09:26:30.015571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53224) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:30.018912 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e0bb85be-094a-4612-be44-f3478cf80d82 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2897074 Mar 29 09:26:30.020847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53226) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:30.021045 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c1ddf470-97b3-43ad-8d63-44a65e72eab7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '62d2c7c1-5745-4eb5-b9de-faf0d6844ca9', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:30.062502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf470-97b3-43ad-8d63-44a65e72eab7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.064133 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fe17b244-c45d-486a-b51a-7d43b223bb4c tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "GET /v2.0/ports?device_id=9db67a10-998e-4e4b-95ed-1ab3159bece5 HTTP/1.1" status: 200 len: 205 time: 0.0419374 Mar 29 09:26:30.064805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53228) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:30.078269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6a93e-1231-4af4-9f3f-4cbd7be01a5a None None] Pushing event updated for resources: {'Port': ['ID=61353f1a-ece3-4b4e-ba03-5b9f637cb4e8,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:30.100247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-692c2ed7-1615-4472-9d02-53a884c5a4a6 None None] Provisioning complete for port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:30.100653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-692c2ed7-1615-4472-9d02-53a884c5a4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.105887 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-5c369232-28c1-4347-a55a-f08ba174c752 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] delete failed (client error): The resource could not be found. Mar 29 09:26:30.109980 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5c369232-28c1-4347-a55a-f08ba174c752 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/routers/9db67a10-998e-4e4b-95ed-1ab3159bece5 HTTP/1.1" status: 404 len: 336 time: 0.0441370 Mar 29 09:26:30.110671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53230) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:30.137291 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf176a5f-72ba-4c8d-b2d9-767ec571cc71 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:30.137868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf176a5f-72ba-4c8d-b2d9-767ec571cc71 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:30.144214 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cf176a5f-72ba-4c8d-b2d9-767ec571cc71 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/af701893-283a-4c63-a4d7-324fbbf7396e HTTP/1.1" status: 404 len: 337 time: 0.0324750 Mar 29 09:26:30.148025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53232) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:30.162396 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:26Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:30.189052 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-3688c36e-5ce8-43b7-b1cc-e1cc26d285f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] DELETE failed (client error): The resource could not be found. Mar 29 09:26:30.189537 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3688c36e-5ce8-43b7-b1cc-e1cc26d285f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:26:30.191261 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ee0234-3c62-4aaa-aa10-9f70aea253cc None None] The sync data for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv is: [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:26Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:30.197229 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3688c36e-5ce8-43b7-b1cc-e1cc26d285f9 tempest-RoutersIpV6Test-1386030144 tempest-RoutersIpV6Test-1386030144-project] 10.222.0.32 "DELETE /v2.0/subnets/c8cfc5b3-3c1e-4318-b054-cf922e666a58 HTTP/1.1" status: 404 len: 337 time: 0.0447485 Mar 29 09:26:30.214800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf470-97b3-43ad-8d63-44a65e72eab7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.220598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf470-97b3-43ad-8d63-44a65e72eab7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.241848 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddf470-97b3-43ad-8d63-44a65e72eab7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4627f5b6-6dae-476e-955e-893de8fad12b,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:30.256855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf470-97b3-43ad-8d63-44a65e72eab7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.262474 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c1ddf470-97b3-43ad-8d63-44a65e72eab7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2458699 Mar 29 09:26:30.265328 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53236) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:30.285112 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f3efe412-bf6e-4345-859a-faabab52738f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '62d2c7c1-5745-4eb5-b9de-faf0d6844ca9', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:30.313191 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3efe412-bf6e-4345-859a-faabab52738f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.405223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3efe412-bf6e-4345-859a-faabab52738f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.410607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3efe412-bf6e-4345-859a-faabab52738f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.433660 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efe412-bf6e-4345-859a-faabab52738f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7349e98-c181-4732-be59-f9af600e389f,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:30.448206 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3efe412-bf6e-4345-859a-faabab52738f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.449697 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f3efe412-bf6e-4345-859a-faabab52738f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1735685 Mar 29 09:26:30.453138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53240) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:30.458174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-81048f3f-20b7-4b70-8528-eb8014df885c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '62d2c7c1-5745-4eb5-b9de-faf0d6844ca9', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:30.500602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81048f3f-20b7-4b70-8528-eb8014df885c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.506164 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.569651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81048f3f-20b7-4b70-8528-eb8014df885c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.574644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81048f3f-20b7-4b70-8528-eb8014df885c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.591000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53244) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:30.596929 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81048f3f-20b7-4b70-8528-eb8014df885c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16380851-3597-46ad-a2dc-19ce96d5cea4,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:30.608557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81048f3f-20b7-4b70-8528-eb8014df885c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.609876 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-81048f3f-20b7-4b70-8528-eb8014df885c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556380 Mar 29 09:26:30.612740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53248) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:30.617531 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-bac708f5-f8ef-4a36-93d7-dbc13a28978d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '62d2c7c1-5745-4eb5-b9de-faf0d6844ca9', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:30.639620 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-bac708f5-f8ef-4a36-93d7-dbc13a28978d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:26:30.644970 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bac708f5-f8ef-4a36-93d7-dbc13a28978d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.718111 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bac708f5-f8ef-4a36-93d7-dbc13a28978d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.727140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bac708f5-f8ef-4a36-93d7-dbc13a28978d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.753524 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac708f5-f8ef-4a36-93d7-dbc13a28978d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9764692-d1ff-4280-9dbd-5a10f26179dc,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:30.756781 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53250) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:30.760844 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bac708f5-f8ef-4a36-93d7-dbc13a28978d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.765544 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bac708f5-f8ef-4a36-93d7-dbc13a28978d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1483922 Mar 29 09:26:30.765766 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4c79a069-2cdb-4433-90fe-78cce6881c79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e36bba86246a4f85b8f420c08dc73082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697145 Mar 29 09:26:30.765766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53252) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:30.771654 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d82545f1-e022-4bdb-932e-7de494641a95 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '62d2c7c1-5745-4eb5-b9de-faf0d6844ca9', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:30.797706 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-d82545f1-e022-4bdb-932e-7de494641a95 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:26:30.803919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d82545f1-e022-4bdb-932e-7de494641a95 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.820573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9c153a1e-d779-4f89-86b6-47dd9d5a1396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.844860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9c153a1e-d779-4f89-86b6-47dd9d5a1396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.882892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d82545f1-e022-4bdb-932e-7de494641a95 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.891037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d82545f1-e022-4bdb-932e-7de494641a95 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.912697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9c153a1e-d779-4f89-86b6-47dd9d5a1396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.915534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82545f1-e022-4bdb-932e-7de494641a95 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a859905-2f11-43ec-98af-9eddcceb5176,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:30.916451 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9c153a1e-d779-4f89-86b6-47dd9d5a1396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.922624 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9c153a1e-d779-4f89-86b6-47dd9d5a1396 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7c93b5a-b196-42a0-b7ed-9ebd187041c9 HTTP/1.1" status: 204 len: 168 time: 0.1645963 Mar 29 09:26:30.928727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d82545f1-e022-4bdb-932e-7de494641a95 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:30.931893 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d82545f1-e022-4bdb-932e-7de494641a95 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1650441 Mar 29 09:26:30.937724 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c153a1e-d779-4f89-86b6-47dd9d5a1396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c93b5a-b196-42a0-b7ed-9ebd187041c9,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:31.189945 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-6bf34b5d-91ba-4ff8-aa74-aff63c731db2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115162335&fields=id&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 267 time: 0.0605769 Mar 29 09:26:31.267937 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:31.335682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:31.336230 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:31.353162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-c373cacf-d90e-4e16-83b3-69e05561ba3a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:31.354849 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-c373cacf-d90e-4e16-83b3-69e05561ba3a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/networks?id=c493b507-a52c-45a9-97fb-7b2e90e9f817 HTTP/1.1" status: 200 len: 797 time: 0.1631122 Mar 29 09:26:31.374953 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-50c296d7-c7b5-4277-8c95-4524ec09dd40 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/quotas/6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 375 time: 0.0111728 Mar 29 09:26:31.446414 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-a4b9cb0d-7b6c-4bf5-ace8-4cd7077075fb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611639 Mar 29 09:26:31.663474 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-5fde4136-a4b5-40e7-ad66-b1e205cc1ce1 service neutron] 10.222.0.32 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038426 Mar 29 09:26:31.699921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53292) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:31.758919 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-7b408f59-c74e-4b17-ac85-d55c5ca0d11b service neutron] 10.222.0.32 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892627 Mar 29 09:26:31.807150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6d879799-2be3-46c7-b99e-cb4835dbf6f5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:31.807826 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.api.v2.base [None req-6d879799-2be3-46c7-b99e-cb4835dbf6f5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 29 09:26:31.808548 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-6d879799-2be3-46c7-b99e-cb4835dbf6f5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): There was a conflict when trying to complete your request. Mar 29 09:26:31.809513 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6d879799-2be3-46c7-b99e-cb4835dbf6f5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1085813 Mar 29 09:26:31.813100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53296) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:31.817980 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6bbc09c5-012c-424a-be10-f3dbf0724203 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745991194'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:31.843795 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6bbc09c5-012c-424a-be10-f3dbf0724203 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:31.852315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6bbc09c5-012c-424a-be10-f3dbf0724203 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:31.933540 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0bb9aab6-950c-4107-b751-43dd28d60196 req-19c699a2-fbb5-47e0-abb2-3b001d1d478e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 210 time: 0.0284085 Mar 29 09:26:31.944644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6bbc09c5-012c-424a-be10-f3dbf0724203 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:31.949717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6bbc09c5-012c-424a-be10-f3dbf0724203 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:31.985812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:31.996842 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc09c5-012c-424a-be10-f3dbf0724203 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038d308e-d928-4eba-bcc2-e65dc044e39c,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:32.041636 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6bbc09c5-012c-424a-be10-f3dbf0724203 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.046526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6bbc09c5-012c-424a-be10-f3dbf0724203 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.073544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6bbc09c5-012c-424a-be10-f3dbf0724203 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.074783 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6bbc09c5-012c-424a-be10-f3dbf0724203 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2607598 Mar 29 09:26:32.077702 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53306) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:32.082195 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8a9fc88e-6716-4efa-9caa-4cd500f5ffe6 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '6a1db9ad-81f6-45a0-87b7-71a7e1aa0e83', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:32.089761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc09c5-012c-424a-be10-f3dbf0724203 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1db9ad-81f6-45a0-87b7-71a7e1aa0e83,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:32.113443 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc88e-6716-4efa-9caa-4cd500f5ffe6 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.173182 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc88e-6716-4efa-9caa-4cd500f5ffe6 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.177476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc88e-6716-4efa-9caa-4cd500f5ffe6 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.193003 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fc88e-6716-4efa-9caa-4cd500f5ffe6 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0f12b2-01f0-4a1e-bdeb-a79ba27a08f1,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:32.205953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8a9fc88e-6716-4efa-9caa-4cd500f5ffe6 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.210344 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8a9fc88e-6716-4efa-9caa-4cd500f5ffe6 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285768 Mar 29 09:26:32.210344 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53312) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:32.214618 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ce37c260-4709-45dc-a073-afd8f09c0091 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '6a1db9ad-81f6-45a0-87b7-71a7e1aa0e83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:32.242839 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ce37c260-4709-45dc-a073-afd8f09c0091 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.295935 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-ce37c260-4709-45dc-a073-afd8f09c0091 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): There was a conflict when trying to complete your request. Mar 29 09:26:32.297684 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ce37c260-4709-45dc-a073-afd8f09c0091 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0861299 Mar 29 09:26:32.300252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53314) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:32.357661 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ae9c-f6d1-4605-a34a-7a848bb52e4a tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.383471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ae9c-f6d1-4605-a34a-7a848bb52e4a tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.431582 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ae9c-f6d1-4605-a34a-7a848bb52e4a tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.434624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4bc8ae9c-f6d1-4605-a34a-7a848bb52e4a tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.435900 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4bc8ae9c-f6d1-4605-a34a-7a848bb52e4a tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "DELETE /v2.0/security-groups/6a1db9ad-81f6-45a0-87b7-71a7e1aa0e83 HTTP/1.1" status: 204 len: 168 time: 0.1346753 Mar 29 09:26:32.438871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53320) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:32.446691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8ae9c-f6d1-4605-a34a-7a848bb52e4a tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1db9ad-81f6-45a0-87b7-71a7e1aa0e83,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:32.483647 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.489841 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d5b34500-6a17-4c8f-bbd8-b09dca68e3c7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497713 Mar 29 09:26:32.493933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53322) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:32.498972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ee6dc815-743d-4180-88ea-4a4a94b40463 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938203126'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:32.524240 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee6dc815-743d-4180-88ea-4a4a94b40463 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.591108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee6dc815-743d-4180-88ea-4a4a94b40463 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.594984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee6dc815-743d-4180-88ea-4a4a94b40463 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.625843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee6dc815-743d-4180-88ea-4a4a94b40463 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.627072 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ee6dc815-743d-4180-88ea-4a4a94b40463 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1323109 Mar 29 09:26:32.628940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6dc815-743d-4180-88ea-4a4a94b40463 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb01df58-6281-4eec-aae4-c08178bc93ec,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:32.630010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53324) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:32.636638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ebab81c7-60fa-41b1-bc01-30e3fa597688 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': 'cb01df58-6281-4eec-aae4-c08178bc93ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:32.637132 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-ebab81c7-60fa-41b1-bc01-30e3fa597688 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 29 09:26:32.637846 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-ebab81c7-60fa-41b1-bc01-30e3fa597688 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:32.639599 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ebab81c7-60fa-41b1-bc01-30e3fa597688 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076632 Mar 29 09:26:32.642275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53326) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:32.698739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f754a996-d84d-40ac-82cd-3290b62248a7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.721095 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f754a996-d84d-40ac-82cd-3290b62248a7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.760404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f754a996-d84d-40ac-82cd-3290b62248a7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.763302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f754a996-d84d-40ac-82cd-3290b62248a7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.764439 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f754a996-d84d-40ac-82cd-3290b62248a7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "DELETE /v2.0/security-groups/cb01df58-6281-4eec-aae4-c08178bc93ec HTTP/1.1" status: 204 len: 168 time: 0.1211350 Mar 29 09:26:32.767455 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53328) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:32.774769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754a996-d84d-40ac-82cd-3290b62248a7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb01df58-6281-4eec-aae4-c08178bc93ec,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:32.812271 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-10583507-b9d8-44f4-90b8-ca0aaa92b5f4 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0436697 Mar 29 09:26:32.815875 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53330) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:32.820149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-68e79aab-1946-47ab-a274-043bcf06a803 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1918560124'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:32.839714 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-68e79aab-1946-47ab-a274-043bcf06a803 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.906800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-68e79aab-1946-47ab-a274-043bcf06a803 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.911388 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-68e79aab-1946-47ab-a274-043bcf06a803 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.944930 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-68e79aab-1946-47ab-a274-043bcf06a803 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:32.948770 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-68e79aab-1946-47ab-a274-043bcf06a803 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1294279 Mar 29 09:26:32.948770 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e79aab-1946-47ab-a274-043bcf06a803 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0fc577-c8dc-43bf-878c-cddc49b4b280,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:32.949232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53332) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:32.958146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-556707a0-ee67-4fd2-9df3-89134acb2742 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '5d0fc577-c8dc-43bf-878c-cddc49b4b280', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:32.962766 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-556707a0-ee67-4fd2-9df3-89134acb2742 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 29 09:26:32.963346 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-556707a0-ee67-4fd2-9df3-89134acb2742 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:32.967341 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-556707a0-ee67-4fd2-9df3-89134acb2742 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0141242 Mar 29 09:26:32.967656 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53336) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.034320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7c3e-4f14-42e9-909d-45e0dae2f604 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.061368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7c3e-4f14-42e9-909d-45e0dae2f604 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.076375 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8186d4a9-f8cf-4fa1-ba3c-404f2cb10442 req-0ad79927-1fc9-479f-b24e-0db545aa85d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 210 time: 0.0389590 Mar 29 09:26:33.111287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-88450a5c-9770-4ef3-9c74-cc2f11806a6f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:33.113278 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-88450a5c-9770-4ef3-9c74-cc2f11806a6f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks?id=c493b507-a52c-45a9-97fb-7b2e90e9f817 HTTP/1.1" status: 200 len: 797 time: 0.1478517 Mar 29 09:26:33.118974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7c3e-4f14-42e9-909d-45e0dae2f604 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.121700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fd9f7c3e-4f14-42e9-909d-45e0dae2f604 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.123010 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fd9f7c3e-4f14-42e9-909d-45e0dae2f604 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "DELETE /v2.0/security-groups/5d0fc577-c8dc-43bf-878c-cddc49b4b280 HTTP/1.1" status: 204 len: 168 time: 0.1542671 Mar 29 09:26:33.126941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53338) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.133478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f7c3e-4f14-42e9-909d-45e0dae2f604 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0fc577-c8dc-43bf-878c-cddc49b4b280,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:33.193969 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-ed570ae7-8d82-4c73-b007-b7e3dedbaeaf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 379 time: 0.0677183 Mar 29 09:26:33.197354 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a4d49db9-47be-4077-9b9f-461f2aafe22c tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692568 Mar 29 09:26:33.202665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53346) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.209594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'device_id': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'admin_state_up': True, 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'security_groups': ['62d2c7c1-5745-4eb5-b9de-faf0d6844ca9']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.215130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a2f24d82-4cae-4e16-99cc-7bed54692fde tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518858753'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.284474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2f24d82-4cae-4e16-99cc-7bed54692fde tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.384465 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.386607 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:26:33.390580 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.410399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2f24d82-4cae-4e16-99cc-7bed54692fde tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.416472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2f24d82-4cae-4e16-99cc-7bed54692fde tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.486888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a2f24d82-4cae-4e16-99cc-7bed54692fde tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.488737 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a2f24d82-4cae-4e16-99cc-7bed54692fde tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2847447 Mar 29 09:26:33.491735 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53348) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.496220 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a74afa03-e07e-4af1-ac45-667152f702fc tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '9bfc8f97-47ab-4b94-a334-ef122cca15c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.497870 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f24d82-4cae-4e16-99cc-7bed54692fde tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfc8f97-47ab-4b94-a334-ef122cca15c2,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:33.498224 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.api.v2.base [None req-a74afa03-e07e-4af1-ac45-667152f702fc tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 29 09:26:33.498750 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-a74afa03-e07e-4af1-ac45-667152f702fc tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:33.499730 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a74afa03-e07e-4af1-ac45-667152f702fc tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070164 Mar 29 09:26:33.502337 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53350) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.507429 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6213fc64-2550-4a12-999e-c67235e8b8d9 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '9bfc8f97-47ab-4b94-a334-ef122cca15c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.509841 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.api.v2.base [None req-6213fc64-2550-4a12-999e-c67235e8b8d9 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 29 09:26:33.510343 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-6213fc64-2550-4a12-999e-c67235e8b8d9 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:33.513798 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6213fc64-2550-4a12-999e-c67235e8b8d9 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081034 Mar 29 09:26:33.514432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53352) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.518167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c568a02a-3191-4c7f-bf58-2c77a44432f3 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '9bfc8f97-47ab-4b94-a334-ef122cca15c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.518979 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.api.v2.base [None req-c568a02a-3191-4c7f-bf58-2c77a44432f3 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 29 09:26:33.519472 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-c568a02a-3191-4c7f-bf58-2c77a44432f3 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:33.522856 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c568a02a-3191-4c7f-bf58-2c77a44432f3 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055120 Mar 29 09:26:33.523369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53354) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.528208 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1986162d-6dd9-45d5-9758-47b9d369cb71 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '9bfc8f97-47ab-4b94-a334-ef122cca15c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.529544 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.api.v2.base [None req-1986162d-6dd9-45d5-9758-47b9d369cb71 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 29 09:26:33.530040 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-1986162d-6dd9-45d5-9758-47b9d369cb71 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:33.530971 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1986162d-6dd9-45d5-9758-47b9d369cb71 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066769 Mar 29 09:26:33.533581 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53356) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.575095 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.9 (c493b507-a52c-45a9-97fb-7b2e90e9f817/4f28b609-52cc-4c29-bb68-2b799ca313fb/017c3ef3-52b1-4e94-a094-ef335a4c1ab4) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:33.589487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-57eedc66-13a4-420d-9262-11d68c32f161 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.613250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-57eedc66-13a4-420d-9262-11d68c32f161 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.656016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-57eedc66-13a4-420d-9262-11d68c32f161 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.658576 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-57eedc66-13a4-420d-9262-11d68c32f161 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.659741 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-57eedc66-13a4-420d-9262-11d68c32f161 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "DELETE /v2.0/security-groups/9bfc8f97-47ab-4b94-a334-ef122cca15c2 HTTP/1.1" status: 204 len: 168 time: 0.1252692 Mar 29 09:26:33.662915 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53358) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.679428 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eedc66-13a4-420d-9262-11d68c32f161 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfc8f97-47ab-4b94-a334-ef122cca15c2,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:33.713467 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-869ec55f-ff7c-4772-9117-ad688f890ace tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458896 Mar 29 09:26:33.713731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53360) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.718651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a5833879-f3d8-42fc-8aff-2abd977ac4f4 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1082519498'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.732901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.748533 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a5833879-f3d8-42fc-8aff-2abd977ac4f4 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.771217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.813358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network c493b507-a52c-45a9-97fb-7b2e90e9f817 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:33.816519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:33.819007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:26:33.826522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a5833879-f3d8-42fc-8aff-2abd977ac4f4 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.831759 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a5833879-f3d8-42fc-8aff-2abd977ac4f4 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.863323 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5833879-f3d8-42fc-8aff-2abd977ac4f4 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff41d1f-e3e1-47fc-9067-f05bbceb0c9c,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:33.866995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=017c3ef3-52b1-4e94-a094-ef335a4c1ab4,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:33.868114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a5833879-f3d8-42fc-8aff-2abd977ac4f4 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.869356 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a5833879-f3d8-42fc-8aff-2abd977ac4f4 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1546392 Mar 29 09:26:33.872310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53362) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.877771 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f4e241f5-c580-4025-9772-f9a435855d32 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '8ff41d1f-e3e1-47fc-9067-f05bbceb0c9c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.878498 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.api.v2.base [None req-f4e241f5-c580-4025-9772-f9a435855d32 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 29 09:26:33.879096 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-f4e241f5-c580-4025-9772-f9a435855d32 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:33.883184 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f4e241f5-c580-4025-9772-f9a435855d32 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066922 Mar 29 09:26:33.883709 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53364) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.889834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7f87176e-3752-4cf8-9f9b-26c487ff885f tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '8ff41d1f-e3e1-47fc-9067-f05bbceb0c9c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.902377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:33.903232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:33.924287 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-d7499b10-8072-4e5a-baa7-4e0f86b07ad8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7241287 Mar 29 09:26:33.930013 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-7f87176e-3752-4cf8-9f9b-26c487ff885f tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:33.933873 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7f87176e-3752-4cf8-9f9b-26c487ff885f tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0468879 Mar 29 09:26:33.934161 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53366) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.938756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-10ba2a9b-d2f7-4040-8e70-14f3baecd3b6 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '8ff41d1f-e3e1-47fc-9067-f05bbceb0c9c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.939231 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.api.v2.base [None req-10ba2a9b-d2f7-4040-8e70-14f3baecd3b6 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 29 09:26:33.939695 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-10ba2a9b-d2f7-4040-8e70-14f3baecd3b6 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:33.943136 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-10ba2a9b-d2f7-4040-8e70-14f3baecd3b6 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055037 Mar 29 09:26:33.943316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Request body: {'port': {'device_id': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.943877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53368) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.948385 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7e15358c-4c8f-4c4a-a553-67652d3464ce tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '8ff41d1f-e3e1-47fc-9067-f05bbceb0c9c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.989505 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-7e15358c-4c8f-4c4a-a553-67652d3464ce tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:33.993372 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7e15358c-4c8f-4c4a-a553-67652d3464ce tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0459263 Mar 29 09:26:33.993843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53370) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:33.998990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-687162c6-d8b1-4fff-a204-ffe16e004d62 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '8ff41d1f-e3e1-47fc-9067-f05bbceb0c9c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:33.999471 dv-neutron-835554-1-hyperv neutron-server[102495]: WARNING neutron.api.v2.base [None req-687162c6-d8b1-4fff-a204-ffe16e004d62 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 29 09:26:33.999953 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-687162c6-d8b1-4fff-a204-ffe16e004d62 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:34.003611 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-687162c6-d8b1-4fff-a204-ffe16e004d62 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062141 Mar 29 09:26:34.004359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53372) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:34.008565 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-81a7c50b-7348-424c-b2ea-23a1a7870ce7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '8ff41d1f-e3e1-47fc-9067-f05bbceb0c9c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:34.009148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.047542 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b0dc7316-f77b-45af-80e7-ee9aa3f88311 None None] Provisioning complete for port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:34.048180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b0dc7316-f77b-45af-80e7-ee9aa3f88311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.048638 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-81a7c50b-7348-424c-b2ea-23a1a7870ce7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:34.050848 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-81a7c50b-7348-424c-b2ea-23a1a7870ce7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0454071 Mar 29 09:26:34.053153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53374) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:34.057442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-515f748d-e2aa-4a1d-b460-386326e7254a tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '8ff41d1f-e3e1-47fc-9067-f05bbceb0c9c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:34.057939 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-515f748d-e2aa-4a1d-b460-386326e7254a tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 29 09:26:34.058414 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-515f748d-e2aa-4a1d-b460-386326e7254a tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:34.059317 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-515f748d-e2aa-4a1d-b460-386326e7254a tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0052171 Mar 29 09:26:34.062681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53376) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:34.069784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-4119ef0d-78ea-4862-b392-445580a0ef83 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '8ff41d1f-e3e1-47fc-9067-f05bbceb0c9c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:34.084926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc7316-f77b-45af-80e7-ee9aa3f88311 None None] Port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:26:34.108032 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-4119ef0d-78ea-4862-b392-445580a0ef83 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:34.109783 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4119ef0d-78ea-4862-b392-445580a0ef83 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0442293 Mar 29 09:26:34.112309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53380) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:34.117071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-cfd5e906-6505-492b-92d2-e13344fece10 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '8ff41d1f-e3e1-47fc-9067-f05bbceb0c9c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:34.155762 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-cfd5e906-6505-492b-92d2-e13344fece10 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:34.161192 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cfd5e906-6505-492b-92d2-e13344fece10 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0435028 Mar 29 09:26:34.161385 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53382) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:34.210312 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:26:34.216780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1ea84b6b-b205-45e2-ac5c-1644626b17a1 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.239928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1ea84b6b-b205-45e2-ac5c-1644626b17a1 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.284064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677de88-7663-4dc2-b9dd-e746fc4bb0a4 req-92413cd0-f595-4d73-be53-fcf42227856e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:34.284064 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f677de88-7663-4dc2-b9dd-e746fc4bb0a4 req-92413cd0-f595-4d73-be53-fcf42227856e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 931 time: 0.1137121 Mar 29 09:26:34.289396 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1ea84b6b-b205-45e2-ac5c-1644626b17a1 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.294697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1ea84b6b-b205-45e2-ac5c-1644626b17a1 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.297297 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1ea84b6b-b205-45e2-ac5c-1644626b17a1 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "DELETE /v2.0/security-groups/8ff41d1f-e3e1-47fc-9067-f05bbceb0c9c HTTP/1.1" status: 204 len: 168 time: 0.1346791 Mar 29 09:26:34.297908 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53384) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:34.319299 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea84b6b-b205-45e2-ac5c-1644626b17a1 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff41d1f-e3e1-47fc-9067-f05bbceb0c9c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:34.361521 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2973a46b-0dd6-488b-8f40-636b9c1525ed tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599420 Mar 29 09:26:34.362710 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f677de88-7663-4dc2-b9dd-e746fc4bb0a4 req-19478594-b8a5-49ff-949a-17f0142ef13a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749230 Mar 29 09:26:34.366240 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53386) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:34.371645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b4792c49-f3e9-4b37-a4e3-6535f0acf1a5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119916538'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:34.379929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:26:34.388605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.394440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b4792c49-f3e9-4b37-a4e3-6535f0acf1a5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.400829 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Transition to ACTIVE for port object 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:26:34.405259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.456395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Pushing event updated for resources: {'Port': ['ID=017c3ef3-52b1-4e94-a094-ef335a4c1ab4,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:34.483881 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b4792c49-f3e9-4b37-a4e3-6535f0acf1a5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.492105 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b4792c49-f3e9-4b37-a4e3-6535f0acf1a5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.522895 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b4792c49-f3e9-4b37-a4e3-6535f0acf1a5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.529951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53388) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:34.530159 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b4792c49-f3e9-4b37-a4e3-6535f0acf1a5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1605377 Mar 29 09:26:34.532294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-adeef4bf-c004-4a68-a627-688f67ca2773 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '77facd36-d3ca-4c9b-91f1-19d2789c85c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:34.532437 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4792c49-f3e9-4b37-a4e3-6535f0acf1a5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77facd36-d3ca-4c9b-91f1-19d2789c85c3,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:34.552354 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Attempting to bind port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:26:34.552698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Attempting to bind port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:26:34.553103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Attempting to bind port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 on network c493b507-a52c-45a9-97fb-7b2e90e9f817 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:26:34.562692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 on network c493b507-a52c-45a9-97fb-7b2e90e9f817 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:26:34.563076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Attempting to bind port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 on network c493b507-a52c-45a9-97fb-7b2e90e9f817 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:26:34.572160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:26:34.572498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Checking segment: {'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:26:34.572880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Bound using segment: {'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:26:34.573322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Bound port: 017c3ef3-52b1-4e94-a094-ef335a4c1ab4, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0cada7b-65bf-4a64-999d-d0a382b926ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:26:34.573716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.615170 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-adeef4bf-c004-4a68-a627-688f67ca2773 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The resource could not be found. Mar 29 09:26:34.616216 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-adeef4bf-c004-4a68-a627-688f67ca2773 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0880885 Mar 29 09:26:34.619283 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53390) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:34.624377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a4c4706a-7377-478e-ab2c-b2588aa84c62 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '77facd36-d3ca-4c9b-91f1-19d2789c85c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ebe37e40-bf5a-4ee2-8314-aa20a4f4bf1c'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:34.653230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] For port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:26:34.656551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] For port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=017c3ef3-52b1-4e94-a094-ef335a4c1ab4,segment=NetworkSegment(e0cada7b-65bf-4a64-999d-d0a382b926ea),segment_id=e0cada7b-65bf-4a64-999d-d0a382b926ea)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:26:34.663537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.665967 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-a4c4706a-7377-478e-ab2c-b2588aa84c62 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The resource could not be found. Mar 29 09:26:34.667102 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a4c4706a-7377-478e-ab2c-b2588aa84c62 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0467119 Mar 29 09:26:34.669970 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53392) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:34.699924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:34.701080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.702506 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] 10.222.0.24 "PUT /v2.0/ports/017c3ef3-52b1-4e94-a094-ef335a4c1ab4 HTTP/1.1" status: 200 len: 1093 time: 0.7640069 Mar 29 09:26:34.702952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'tag': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:26:34.705261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb0dbd3-601e-4edc-8866-775c1a484acb" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685", "tag": "017c3ef3-52b1-4e94-a094-ef335a4c1ab4"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:26:34.729705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03261e86-7ca8-4158-ac26-6bc4e365446b service neutron] Pushing event updated for resources: {'Port': ['ID=017c3ef3-52b1-4e94-a094-ef335a4c1ab4,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:34.750563 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5908e418-15c1-46f1-ba29-1dcc7e032d1f tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.781518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5908e418-15c1-46f1-ba29-1dcc7e032d1f tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.828003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-6a283f50-80c5-4f38-ad39-944266cb8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:34.830255 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-6a283f50-80c5-4f38-ad39-944266cb8e26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 1096 time: 0.0807824 Mar 29 09:26:34.831228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5908e418-15c1-46f1-ba29-1dcc7e032d1f tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.834258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5908e418-15c1-46f1-ba29-1dcc7e032d1f tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:34.837834 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5908e418-15c1-46f1-ba29-1dcc7e032d1f tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "DELETE /v2.0/security-groups/77facd36-d3ca-4c9b-91f1-19d2789c85c3 HTTP/1.1" status: 204 len: 168 time: 0.1645386 Mar 29 09:26:34.838258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53398) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:34.845594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908e418-15c1-46f1-ba29-1dcc7e032d1f tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77facd36-d3ca-4c9b-91f1-19d2789c85c3,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:34.898613 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-39e49378-cadf-46d8-a441-3ae6829cb044 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017c3ef3-52b1-4e94-a094-ef335a4c1ab4 HTTP/1.1" status: 200 len: 217 time: 0.0580356 Mar 29 09:26:34.945335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db64464-dd6f-4cbb-b260-90db263f3cb9 x-openstack-request-id: req-5db64464-dd6f-4cbb-b260-90db263f3cb9 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:26:34.945650 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685", "tag": "017c3ef3-52b1-4e94-a094-ef335a4c1ab4", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:26:34.945903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5db64464-dd6f-4cbb-b260-90db263f3cb9 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:26:34.946466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'tag': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'status': 'completed', 'code': 200} Mar 29 09:26:34.957281 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-86f77ec9-b556-4919-9a28-32df0b8381f5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1175904 Mar 29 09:26:34.960971 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53400) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:34.965056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-6c64378d-7be0-4ca8-8476-1ba074c66de7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': 'b92bab8f-0586-4d5d-8e83-743eeafb74d4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:34.990804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-9d530966-b569-4054-85e1-52307cea3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:34.992458 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-9d530966-b569-4054-85e1-52307cea3777 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f28b609-52cc-4c29-bb68-2b799ca313fb HTTP/1.1" status: 200 len: 835 time: 0.0838323 Mar 29 09:26:35.040930 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-6c64378d-7be0-4ca8-8476-1ba074c66de7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The resource could not be found. Mar 29 09:26:35.041990 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6c64378d-7be0-4ca8-8476-1ba074c66de7 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0801330 Mar 29 09:26:35.046134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53402) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:35.050706 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ba68a528-14bc-4de3-8297-1691c50e9575 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126981794'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:35.051639 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-076915a2-adbf-4085-803a-169720423aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:35.053175 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-076915a2-adbf-4085-803a-169720423aa1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c493b507-a52c-45a9-97fb-7b2e90e9f817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499101 Mar 29 09:26:35.071923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba68a528-14bc-4de3-8297-1691c50e9575 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.142829 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba68a528-14bc-4de3-8297-1691c50e9575 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.147555 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba68a528-14bc-4de3-8297-1691c50e9575 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.151880 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-52306b14-42b6-4552-96ac-9d01ca5e9f76 service neutron] 10.222.0.24 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908325 Mar 29 09:26:35.182468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba68a528-14bc-4de3-8297-1691c50e9575 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.183701 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ba68a528-14bc-4de3-8297-1691c50e9575 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1365590 Mar 29 09:26:35.186962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68a528-14bc-4de3-8297-1691c50e9575 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af36529-82cf-47a7-a7b4-133403ab21ad,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:35.189245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53404) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:35.193502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-20b6d6ad-5c25-4c85-9518-74a53949d05c tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group': {'name': 'tempest-secgroup--428325643'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:35.213712 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20b6d6ad-5c25-4c85-9518-74a53949d05c tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.246616 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f6fa3e8-832f-4f0b-beea-78a47d837b94 req-57caf4f0-b42d-4dfe-8c0a-9cd9d940a2c8 service neutron] 10.222.0.24 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871844 Mar 29 09:26:35.282478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20b6d6ad-5c25-4c85-9518-74a53949d05c tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.286981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20b6d6ad-5c25-4c85-9518-74a53949d05c tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.317948 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6d6ad-5c25-4c85-9518-74a53949d05c tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57722a06-78d6-4272-ac0b-3c0e1d06efd1,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:35.323957 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-20b6d6ad-5c25-4c85-9518-74a53949d05c tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.325159 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-20b6d6ad-5c25-4c85-9518-74a53949d05c tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1349535 Mar 29 09:26:35.328180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53406) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:35.334094 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-fe15b3de-df82-40bc-b678-b92f7a9cd1b5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group_rule': {'security_group_id': '2af36529-82cf-47a7-a7b4-133403ab21ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '57722a06-78d6-4272-ac0b-3c0e1d06efd1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:35.349247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0dbd3-601e-4edc-8866-775c1a484acb req-1a2d4332-7986-4f45-9399-0585eba93055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:35.350731 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fcb0dbd3-601e-4edc-8866-775c1a484acb req-1a2d4332-7986-4f45-9399-0585eba93055 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 1096 time: 0.0554209 Mar 29 09:26:35.424173 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-fe15b3de-df82-40bc-b678-b92f7a9cd1b5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:26:35.425196 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fe15b3de-df82-40bc-b678-b92f7a9cd1b5 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0947261 Mar 29 09:26:35.428188 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53410) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:35.476672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0dbd3-601e-4edc-8866-775c1a484acb req-76040192-d730-4537-8206-1baca16a4172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:35.478138 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fcb0dbd3-601e-4edc-8866-775c1a484acb req-76040192-d730-4537-8206-1baca16a4172 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c493b507-a52c-45a9-97fb-7b2e90e9f817 HTTP/1.1" status: 200 len: 898 time: 0.1202753 Mar 29 09:26:35.485110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae748-fb71-461e-a64b-bb8304faa00b tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.503614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11604759-154a-4ce5-8e82-c2eae8cb8bc9 req-69958c98-0150-47ea-9326-664c52a583e4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:35.505079 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-11604759-154a-4ce5-8e82-c2eae8cb8bc9 req-69958c98-0150-47ea-9326-664c52a583e4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 943 time: 0.0682731 Mar 29 09:26:35.508990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae748-fb71-461e-a64b-bb8304faa00b tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.533197 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fcb0dbd3-601e-4edc-8866-775c1a484acb req-04d27bdc-2b78-494c-99d7-32d404f62b17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017c3ef3-52b1-4e94-a094-ef335a4c1ab4 HTTP/1.1" status: 200 len: 217 time: 0.0456495 Mar 29 09:26:35.550534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae748-fb71-461e-a64b-bb8304faa00b tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.553350 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae748-fb71-461e-a64b-bb8304faa00b tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.554518 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ea2ae748-fb71-461e-a64b-bb8304faa00b tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "DELETE /v2.0/security-groups/57722a06-78d6-4272-ac0b-3c0e1d06efd1 HTTP/1.1" status: 204 len: 168 time: 0.1250517 Mar 29 09:26:35.557297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53412) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:35.564043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ae748-fb71-461e-a64b-bb8304faa00b tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57722a06-78d6-4272-ac0b-3c0e1d06efd1,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:35.621210 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-11604759-154a-4ce5-8e82-c2eae8cb8bc9 req-5ed64b1a-8cd8-40ce-9197-d20a2b084cd8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906048 Mar 29 09:26:35.630467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0dbd3-601e-4edc-8866-775c1a484acb req-4e729c84-a744-431c-bcec-ff5b88863a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:35.631866 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fcb0dbd3-601e-4edc-8866-775c1a484acb req-4e729c84-a744-431c-bcec-ff5b88863a9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f28b609-52cc-4c29-bb68-2b799ca313fb HTTP/1.1" status: 200 len: 835 time: 0.0831270 Mar 29 09:26:35.675409 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c8891ff1-5a1d-4544-ba43-cc05c31bbab2 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1152318 Mar 29 09:26:35.678268 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53414) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:35.688366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0dbd3-601e-4edc-8866-775c1a484acb req-3e25c6a8-357d-4f25-84d0-5141b7aaf8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:35.689810 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fcb0dbd3-601e-4edc-8866-775c1a484acb req-3e25c6a8-357d-4f25-84d0-5141b7aaf8b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c493b507-a52c-45a9-97fb-7b2e90e9f817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0496533 Mar 29 09:26:35.729395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e573d565-ca28-43aa-9d38-b6e0ab0f43c1 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.751217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e573d565-ca28-43aa-9d38-b6e0ab0f43c1 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.786815 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fcb0dbd3-601e-4edc-8866-775c1a484acb req-a98165fa-31ef-489a-9c9c-4387fb767b73 service neutron] 10.222.0.24 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903912 Mar 29 09:26:35.802049 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e573d565-ca28-43aa-9d38-b6e0ab0f43c1 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.804576 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e573d565-ca28-43aa-9d38-b6e0ab0f43c1 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.805729 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e573d565-ca28-43aa-9d38-b6e0ab0f43c1 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "DELETE /v2.0/security-groups/2af36529-82cf-47a7-a7b4-133403ab21ad HTTP/1.1" status: 204 len: 168 time: 0.1264572 Mar 29 09:26:35.808905 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53416) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:35.826825 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573d565-ca28-43aa-9d38-b6e0ab0f43c1 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af36529-82cf-47a7-a7b4-133403ab21ad,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:35.860951 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c11d8b97-25b4-4644-8152-0dfad4b9286a tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470140 Mar 29 09:26:35.861134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53418) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:35.865363 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-eb3faa5b-206c-49c2-8134-fcfb18c6b091 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700070944'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:35.882646 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fcb0dbd3-601e-4edc-8866-775c1a484acb req-be0f8c92-3c51-40ae-b22b-a52d43d94a96 service neutron] 10.222.0.24 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892150 Mar 29 09:26:35.885720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eb3faa5b-206c-49c2-8134-fcfb18c6b091 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.953095 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eb3faa5b-206c-49c2-8134-fcfb18c6b091 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.957325 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eb3faa5b-206c-49c2-8134-fcfb18c6b091 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.984691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eb3faa5b-206c-49c2-8134-fcfb18c6b091 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:35.985924 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-eb3faa5b-206c-49c2-8134-fcfb18c6b091 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1238651 Mar 29 09:26:35.988916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53420) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:35.989851 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3faa5b-206c-49c2-8134-fcfb18c6b091 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963be1c0-d615-453f-942d-eb3c2932065f,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:35.994444 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-dd2f32fe-53d2-4031-991d-d63cc938145d tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:35.994859 dv-neutron-835554-1-hyperv neutron-server[102496]: WARNING neutron.api.v2.base [None req-dd2f32fe-53d2-4031-991d-d63cc938145d tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 29 09:26:35.995339 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-dd2f32fe-53d2-4031-991d-d63cc938145d tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] update failed (client error): There was a conflict when trying to complete your request. Mar 29 09:26:35.996274 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dd2f32fe-53d2-4031-991d-d63cc938145d tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "PUT /v2.0/security-groups/963be1c0-d615-453f-942d-eb3c2932065f HTTP/1.1" status: 409 len: 330 time: 0.0063202 Mar 29 09:26:35.999777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53422) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:36.050084 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49d5ee4e-d75b-4557-aa63-f49822899a82 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:36.075302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49d5ee4e-d75b-4557-aa63-f49822899a82 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:36.124120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49d5ee4e-d75b-4557-aa63-f49822899a82 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:36.126882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49d5ee4e-d75b-4557-aa63-f49822899a82 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:36.128076 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-49d5ee4e-d75b-4557-aa63-f49822899a82 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "DELETE /v2.0/security-groups/963be1c0-d615-453f-942d-eb3c2932065f HTTP/1.1" status: 204 len: 168 time: 0.1274371 Mar 29 09:26:36.130993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53424) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:36.141167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5ee4e-d75b-4557-aa63-f49822899a82 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963be1c0-d615-453f-942d-eb3c2932065f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:36.176590 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8c80d931-3579-4aeb-8759-0db19589bbdc tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444148 Mar 29 09:26:36.183556 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53426) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:36.197708 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-62464d85-bcee-4929-9031-b0424ade2c3f tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] delete failed (client error): The resource could not be found. Mar 29 09:26:36.198766 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-62464d85-bcee-4929-9031-b0424ade2c3f tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "DELETE /v2.0/security-groups/11accde0-068d-496d-a117-e3c83d7d5661 HTTP/1.1" status: 404 len: 347 time: 0.0142238 Mar 29 09:26:36.204995 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53428) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:36.220463 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-835034d3-3100-4862-baec-0fcbb5854e35 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] show failed (client error): The resource could not be found. Mar 29 09:26:36.221557 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-835034d3-3100-4862-baec-0fcbb5854e35 tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "GET /v2.0/security-groups/ccc8259a-ae09-4cca-afc8-1b37c20bc401 HTTP/1.1" status: 404 len: 347 time: 0.0155680 Mar 29 09:26:36.225550 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53430) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:36.238974 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-5a3396be-168f-4e0c-8ad0-c60cd28b16cd tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] show failed (client error): The resource could not be found. Mar 29 09:26:36.240588 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5a3396be-168f-4e0c-8ad0-c60cd28b16cd tempest-NegativeSecGroupTest-2012911507 tempest-NegativeSecGroupTest-2012911507-project] 10.222.0.32 "GET /v2.0/security-group-rules/cb81a7b6-70d0-451f-9116-12a2c0f91461 HTTP/1.1" status: 404 len: 356 time: 0.0134470 Mar 29 09:26:36.486018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53436) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:36.619959 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a3f901ab-d7fb-49e6-83ef-a15f0d57d3e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e2e230f2d7b4365b895e4278d043aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328070 Mar 29 09:26:36.622461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53440) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:36.671359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f58aa9ea-6326-4513-9032-4ab721a9ae44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:36.691923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f58aa9ea-6326-4513-9032-4ab721a9ae44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:36.737171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfbfea-ff38-467e-a07c-5477e7410465 req-c7d9a012-57dc-45db-8670-83fe50bdb751 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:36.738768 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-23dfbfea-ff38-467e-a07c-5477e7410465 req-c7d9a012-57dc-45db-8670-83fe50bdb751 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 943 time: 0.0478535 Mar 29 09:26:36.738949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f58aa9ea-6326-4513-9032-4ab721a9ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:36.741494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f58aa9ea-6326-4513-9032-4ab721a9ae44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:36.742723 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f58aa9ea-6326-4513-9032-4ab721a9ae44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/038d308e-d928-4eba-bcc2-e65dc044e39c HTTP/1.1" status: 204 len: 168 time: 0.1193311 Mar 29 09:26:36.750958 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58aa9ea-6326-4513-9032-4ab721a9ae44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038d308e-d928-4eba-bcc2-e65dc044e39c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:36.789166 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-23dfbfea-ff38-467e-a07c-5477e7410465 req-3f573e6c-1743-4282-986f-242e39fe96ad tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433311 Mar 29 09:26:37.753540 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:26:37.856572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=017c3ef3-52b1-4e94-a094-ef335a4c1ab4,segment=NetworkSegment(e0cada7b-65bf-4a64-999d-d0a382b926ea),segment_id=e0cada7b-65bf-4a64-999d-d0a382b926ea)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:37.867981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'port_id': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'mac_address': 'fa:16:3e:b4:2e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:26:37.904554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e7bd6-aeb0-4523-93c0-178f49b636b7 req-fa347969-c606-4232-90c6-b00bf2d416bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:37.905183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:37.906088 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-290e7bd6-aeb0-4523-93c0-178f49b636b7 req-fa347969-c606-4232-90c6-b00bf2d416bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 943 time: 0.0477200 Mar 29 09:26:37.917722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:26:37.938303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=017c3ef3-52b1-4e94-a094-ef335a4c1ab4,segment=NetworkSegment(e0cada7b-65bf-4a64-999d-d0a382b926ea),segment_id=e0cada7b-65bf-4a64-999d-d0a382b926ea)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:37.941916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:37.944713 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-290e7bd6-aeb0-4523-93c0-178f49b636b7 req-f94e488e-33ca-4ec7-b48e-a8a5fa16d9e1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323219 Mar 29 09:26:37.995056 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=017c3ef3-52b1-4e94-a094-ef335a4c1ab4,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:38.286260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['017c3ef3-52b1-4e94-a094-ef335a4c1ab4'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:26:39.066801 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b254f-2374-4693-8fa6-2dffc484ca7a req-502c72f9-df1a-446a-babc-b81cc61d502f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:39.068169 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cc2b254f-2374-4693-8fa6-2dffc484ca7a req-502c72f9-df1a-446a-babc-b81cc61d502f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 944 time: 0.0525095 Mar 29 09:26:39.106381 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cc2b254f-2374-4693-8fa6-2dffc484ca7a req-cb69880f-368e-423c-ba76-d8a00fb8d3b8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321636 Mar 29 09:26:39.761707 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:26:39.810594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:26:39.814810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:26:39.815210 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:39.899748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:39.922839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:26:39.925065 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89eff40-bbd7-4257-ae59-1917be6a5d16" -d '{"events": [{"server_uuid": "b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685", "name": "network-vif-plugged", "status": "completed", "tag": "017c3ef3-52b1-4e94-a094-ef335a4c1ab4"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:26:39.942523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=017c3ef3-52b1-4e94-a094-ef335a4c1ab4,segment=NetworkSegment(e0cada7b-65bf-4a64-999d-d0a382b926ea),segment_id=e0cada7b-65bf-4a64-999d-d0a382b926ea)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:39.950410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:39.974211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7806c83a-475b-472c-a970-3484aba41097 x-openstack-request-id: req-7806c83a-475b-472c-a970-3484aba41097 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:26:39.974502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685", "name": "network-vif-plugged", "status": "completed", "tag": "017c3ef3-52b1-4e94-a094-ef335a4c1ab4", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:26:39.974745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7806c83a-475b-472c-a970-3484aba41097 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:26:39.975135 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'code': 200} Mar 29 09:26:40.008761 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=017c3ef3-52b1-4e94-a094-ef335a4c1ab4,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:40.149454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d3cda-286d-4e04-939f-7e622cf9d31f req-9c16d1c1-6605-4014-8d14-441f17c63acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:40.150964 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-630d3cda-286d-4e04-939f-7e622cf9d31f req-9c16d1c1-6605-4014-8d14-441f17c63acd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 1098 time: 0.0401251 Mar 29 09:26:40.211000 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-630d3cda-286d-4e04-939f-7e622cf9d31f req-cc35fd5e-b58f-4bd2-a54c-c1dbba4e6e91 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531046 Mar 29 09:26:40.230564 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90402766-7062-4ce1-a13d-2a45623d6d67 req-2779592e-5ccb-47e6-a411-ecbf0c21af79 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:40.232556 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90402766-7062-4ce1-a13d-2a45623d6d67 req-2779592e-5ccb-47e6-a411-ecbf0c21af79 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 945 time: 0.0547862 Mar 29 09:26:40.276395 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90402766-7062-4ce1-a13d-2a45623d6d67 req-353886c3-8f79-4243-9a1b-4df5cdeb42eb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323257 Mar 29 09:26:41.399902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bb0e3-d412-4015-8651-227c0aafab41 req-b9e38c1d-8b21-4974-ad4e-804f66854ad3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:41.401311 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8b2bb0e3-d412-4015-8651-227c0aafab41 req-b9e38c1d-8b21-4974-ad4e-804f66854ad3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 945 time: 0.0541241 Mar 29 09:26:41.443878 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8b2bb0e3-d412-4015-8651-227c0aafab41 req-7e204244-39aa-4994-b590-c3cdb294bb12 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364509 Mar 29 09:26:42.560792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393e75-bdde-411e-9e0b-ba68fd52e3b1 req-12bb03a5-6271-4b5c-9f02-eeddfc78c567 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:42.562300 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c8393e75-bdde-411e-9e0b-ba68fd52e3b1 req-12bb03a5-6271-4b5c-9f02-eeddfc78c567 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 945 time: 0.0484524 Mar 29 09:26:42.600273 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c8393e75-bdde-411e-9e0b-ba68fd52e3b1 req-48d6f5d5-ff5d-4264-8627-14caf403a4ff tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318413 Mar 29 09:26:42.717781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd888790-eabd-4b5d-8725-baaa6e0ecca7 req-2df06928-140d-4c1e-8ad7-c836814da637 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:42.719228 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cd888790-eabd-4b5d-8725-baaa6e0ecca7 req-2df06928-140d-4c1e-8ad7-c836814da637 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 945 time: 0.0487485 Mar 29 09:26:42.757405 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cd888790-eabd-4b5d-8725-baaa6e0ecca7 req-35c301f4-fca7-47ab-9107-15556a2f420d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318649 Mar 29 09:26:42.781088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53462) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:42.848232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9289fb2a-aa72-47d4-9075-0becff40903e tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:42.849805 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9289fb2a-aa72-47d4-9075-0becff40903e tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 1093 time: 0.0676420 Mar 29 09:26:42.852578 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53464) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:42.856887 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:26:42.879922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:42.979933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:43.104169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.46 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/2bed7473-e86c-4cbf-a89d-16aac6ea78b7) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:26:43.206133 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:43.242197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:43.287623 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:26:43.291684 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:26:43.293699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=2bed7473-e86c-4cbf-a89d-16aac6ea78b7,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:43.295926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:26:44.039177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:44.157430 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:44.315795 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:44.321520 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:44.390720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=2bed7473-e86c-4cbf-a89d-16aac6ea78b7,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:44.400788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:44.506885 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP cff1a4e5-6f52-4cb0-abde-d46238d28cc5 associated. External IP: 172.26.1.46, port: 017c3ef3-52b1-4e94-a094-ef335a4c1ab4. Mar 29 09:26:44.734065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:44.846622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:44.857224 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96321e81-0e5b-4801-9f63-17173fd4b7a2 None None] Sync routers for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:44.867014 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:44.867477 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96321e81-0e5b-4801-9f63-17173fd4b7a2 None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:44.868090 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-96321e81-0e5b-4801-9f63-17173fd4b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:44.898319 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a759bd61-d919-42b1-972f-916a283988ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0423450 Mar 29 09:26:44.898319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'tag': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:26:44.898775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53466) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:44.899245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da61d800-54b2-4bf2-b246-cab38905afe1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685", "tag": "017c3ef3-52b1-4e94-a094-ef335a4c1ab4"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:26:44.966538 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e9ddac84-0781-4190-9eaa-12e6af447379 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/cff1a4e5-6f52-4cb0-abde-d46238d28cc5 HTTP/1.1" status: 200 len: 990 time: 0.0666103 Mar 29 09:26:44.979228 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-96321e81-0e5b-4801-9f63-17173fd4b7a2 None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:45.136374 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640b463f-0a6a-4b12-b5d1-da654f44e603 x-openstack-request-id: req-640b463f-0a6a-4b12-b5d1-da654f44e603 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:26:45.136884 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685", "tag": "017c3ef3-52b1-4e94-a094-ef335a4c1ab4", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:26:45.136884 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-640b463f-0a6a-4b12-b5d1-da654f44e603 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:26:45.137301 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'tag': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'status': 'completed', 'code': 200} Mar 29 09:26:45.200675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61d800-54b2-4bf2-b246-cab38905afe1 req-8e9df01e-24d6-4f08-b546-7310e050955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:45.202177 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da61d800-54b2-4bf2-b246-cab38905afe1 req-8e9df01e-24d6-4f08-b546-7310e050955c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 1098 time: 0.0407984 Mar 29 09:26:45.228426 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-96321e81-0e5b-4801-9f63-17173fd4b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:26Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'cff1a4e5-6f52-4cb0-abde-d46238d28cc5', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'port_id': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'mac_address': 'fa:16:3e:b4:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:26:43Z', 'updated_at': '2022-03-29T09:26:43Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:45.256542 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96321e81-0e5b-4801-9f63-17173fd4b7a2 None None] Checking router: 2fb034b4-54c4-4f1b-8238-8a7977cd75ed for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:45.265745 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96321e81-0e5b-4801-9f63-17173fd4b7a2 None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:45.266354 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-96321e81-0e5b-4801-9f63-17173fd4b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:45.302813 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61d800-54b2-4bf2-b246-cab38905afe1 req-8efc3660-b7e3-4c55-8f90-38236d1be963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:45.304405 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da61d800-54b2-4bf2-b246-cab38905afe1 req-8efc3660-b7e3-4c55-8f90-38236d1be963 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c493b507-a52c-45a9-97fb-7b2e90e9f817 HTTP/1.1" status: 200 len: 898 time: 0.0944662 Mar 29 09:26:45.374060 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da61d800-54b2-4bf2-b246-cab38905afe1 req-4650212f-8532-4835-8aa8-16464b6b18f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017c3ef3-52b1-4e94-a094-ef335a4c1ab4 HTTP/1.1" status: 200 len: 998 time: 0.0626349 Mar 29 09:26:45.374877 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-96321e81-0e5b-4801-9f63-17173fd4b7a2 None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:45.422159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61d800-54b2-4bf2-b246-cab38905afe1 req-378943bc-add5-4cba-bbf4-cd5fa8a9137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:45.423705 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da61d800-54b2-4bf2-b246-cab38905afe1 req-378943bc-add5-4cba-bbf4-cd5fa8a9137a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f28b609-52cc-4c29-bb68-2b799ca313fb HTTP/1.1" status: 200 len: 835 time: 0.0436785 Mar 29 09:26:45.626344 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-96321e81-0e5b-4801-9f63-17173fd4b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:26Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'cff1a4e5-6f52-4cb0-abde-d46238d28cc5', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'port_id': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'mac_address': 'fa:16:3e:b4:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:26:43Z', 'updated_at': '2022-03-29T09:26:43Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:45.657044 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96321e81-0e5b-4801-9f63-17173fd4b7a2 None None] The sync data for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv is: [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:26Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'cff1a4e5-6f52-4cb0-abde-d46238d28cc5', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'port_id': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'mac_address': 'fa:16:3e:b4:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:26:43Z', 'updated_at': '2022-03-29T09:26:43Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:45.815503 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61d800-54b2-4bf2-b246-cab38905afe1 req-3a5b59f5-3dbd-4795-af02-7e227d2b64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:45.816997 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da61d800-54b2-4bf2-b246-cab38905afe1 req-3a5b59f5-3dbd-4795-af02-7e227d2b64a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c493b507-a52c-45a9-97fb-7b2e90e9f817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3859761 Mar 29 09:26:45.857346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a5393-7317-4ae4-9b07-bfb5a21ddb5e None None] New status for floating IP cff1a4e5-6f52-4cb0-abde-d46238d28cc5: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:26:45.936432 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da61d800-54b2-4bf2-b246-cab38905afe1 req-48cc256c-ce2a-402a-8ab7-df38b2c24b20 service neutron] 10.222.0.24 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112170 Mar 29 09:26:45.970320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53472) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:46.047212 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-72edeac2-3a75-49e9-ac4e-1ade852692f5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/cff1a4e5-6f52-4cb0-abde-d46238d28cc5 HTTP/1.1" status: 200 len: 990 time: 0.0745885 Mar 29 09:26:46.047418 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da61d800-54b2-4bf2-b246-cab38905afe1 req-37c213ee-7efc-4219-8313-8aa12438a435 service neutron] 10.222.0.24 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039000 Mar 29 09:26:47.050209 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53474) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:47.111426 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1ddfa145-2eb0-47c0-b9e8-035ef48575e2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/cff1a4e5-6f52-4cb0-abde-d46238d28cc5 HTTP/1.1" status: 200 len: 992 time: 0.0601459 Mar 29 09:26:48.926031 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53478) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:49.081472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Deleting port fa3a1a73-a7ab-4969-b896-d608645a3d37 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:49.082007 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:49.159361 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:49.159685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:49.171611 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Calling delete_port for fa3a1a73-a7ab-4969-b896-d608645a3d37 owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:49.345955 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:49.371804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event deleted for resources: {'Port': ['ID=fa3a1a73-a7ab-4969-b896-d608645a3d37,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:49.428997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:49.429325 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Floating IP e6e6b98d-0dff-4407-b068-9cb53590e30d disassociated (deleted). External IP: 172.26.1.15, port: 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596. Mar 29 09:26:49.632471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Router 987c24bb-8010-4c9a-880d-96ba14bd7597 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:49.739228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:49.744007 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:49.748569 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4954866a-d361-47de-82fe-1b77d0b4b79b None None] Sync routers for ids ['987c24bb-8010-4c9a-880d-96ba14bd7597'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:49.758877 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954866a-d361-47de-82fe-1b77d0b4b79b None None] Routers {'987c24bb-8010-4c9a-880d-96ba14bd7597'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:49.759468 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4954866a-d361-47de-82fe-1b77d0b4b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['987c24bb-8010-4c9a-880d-96ba14bd7597'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:49.773382 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0b420ba4-29e0-434d-af3c-cafd080c54dd tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "DELETE /v2.0/floatingips/e6e6b98d-0dff-4407-b068-9cb53590e30d HTTP/1.1" status: 204 len: 168 time: 0.8450205 Mar 29 09:26:49.773382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:26:49.775908 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c451735-f016-4729-b23d-77c07fdd14bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:26:49.818961 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b407a6fe-4c16-4a91-9937-54b2872c5479 x-openstack-request-id: req-b407a6fe-4c16-4a91-9937-54b2872c5479 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:26:49.819711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:26:49.820206 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b407a6fe-4c16-4a91-9937-54b2872c5479 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:26:49.820735 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'status': 'completed', 'code': 200} Mar 29 09:26:49.894421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c451735-f016-4729-b23d-77c07fdd14bf req-b1c7eafb-1013-4bf5-ab9b-7adf92a7fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:49.896225 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c451735-f016-4729-b23d-77c07fdd14bf req-b1c7eafb-1013-4bf5-ab9b-7adf92a7fafb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aad1136bea844c2cac896fa880fb7c8f&device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 1098 time: 0.0510097 Mar 29 09:26:49.973965 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-4954866a-d361-47de-82fe-1b77d0b4b79b None None] Set router 987c24bb-8010-4c9a-880d-96ba14bd7597 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:50.038277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c451735-f016-4729-b23d-77c07fdd14bf req-021721d5-523a-458f-a77a-445f304adb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:50.039742 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c451735-f016-4729-b23d-77c07fdd14bf req-021721d5-523a-458f-a77a-445f304adb74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=316ecf02-2ead-4982-8664-cb147673895e HTTP/1.1" status: 200 len: 898 time: 0.1352594 Mar 29 09:26:50.051514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceedf5-2a2c-4288-841d-aa96c44bc47d req-4288b10b-5812-44f1-bbb2-fe530fe44912 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:50.052987 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-abceedf5-2a2c-4288-841d-aa96c44bc47d req-4288b10b-5812-44f1-bbb2-fe530fe44912 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.0679636 Mar 29 09:26:50.096736 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c451735-f016-4729-b23d-77c07fdd14bf req-70af597a-d257-4f66-a577-b9f84fec0808 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 HTTP/1.1" status: 200 len: 217 time: 0.0427699 Mar 29 09:26:50.159449 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-abceedf5-2a2c-4288-841d-aa96c44bc47d req-a3cbcd61-46e4-4bb5-a793-92a54fb202f7 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975475 Mar 29 09:26:50.169778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c451735-f016-4729-b23d-77c07fdd14bf req-3953fff9-454c-4dbb-8bf2-061918c3bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:50.171225 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c451735-f016-4729-b23d-77c07fdd14bf req-3953fff9-454c-4dbb-8bf2-061918c3bb3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3a7e1eb6-5b0b-46a7-a76f-959ab87035e2 HTTP/1.1" status: 200 len: 835 time: 0.0647874 Mar 29 09:26:50.183973 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4954866a-d361-47de-82fe-1b77d0b4b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:23:32Z', 'revision_number': 4, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '8104ccbe-58c2-4fe9-a021-10e1b8fb74d7', 'name': '', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'mac_address': 'fa:16:3e:12:00:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:31Z', 'updated_at': '2022-03-29T09:23:36Z', 'revision_number': 5, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'subnets': [{'id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:50.219191 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4954866a-d361-47de-82fe-1b77d0b4b79b None None] Checking router: 987c24bb-8010-4c9a-880d-96ba14bd7597 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:50.219469 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c451735-f016-4729-b23d-77c07fdd14bf req-c5e70054-67d7-46d0-b025-1ad4c98e2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:50.220935 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c451735-f016-4729-b23d-77c07fdd14bf req-c5e70054-67d7-46d0-b025-1ad4c98e2384 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=316ecf02-2ead-4982-8664-cb147673895e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421381 Mar 29 09:26:50.228122 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954866a-d361-47de-82fe-1b77d0b4b79b None None] Routers {'987c24bb-8010-4c9a-880d-96ba14bd7597'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:50.228716 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4954866a-d361-47de-82fe-1b77d0b4b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['987c24bb-8010-4c9a-880d-96ba14bd7597'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:50.332683 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c451735-f016-4729-b23d-77c07fdd14bf req-4e7c4c44-c32f-4f87-a77a-2490e85ffb3e service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041806 Mar 29 09:26:50.337481 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-4954866a-d361-47de-82fe-1b77d0b4b79b None None] Set router 987c24bb-8010-4c9a-880d-96ba14bd7597 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:50.423328 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c451735-f016-4729-b23d-77c07fdd14bf req-3cfa6c45-bc96-4a0c-b5c3-aa26175cb78c service neutron] 10.222.0.24 "GET /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832362 Mar 29 09:26:50.536540 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4954866a-d361-47de-82fe-1b77d0b4b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:23:32Z', 'revision_number': 4, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '8104ccbe-58c2-4fe9-a021-10e1b8fb74d7', 'name': '', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'mac_address': 'fa:16:3e:12:00:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:31Z', 'updated_at': '2022-03-29T09:23:36Z', 'revision_number': 5, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'subnets': [{'id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:50.563044 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4954866a-d361-47de-82fe-1b77d0b4b79b None None] The sync data for ids ['987c24bb-8010-4c9a-880d-96ba14bd7597'] in dv-neutron-835554-1-hyperv is: [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:23:32Z', 'revision_number': 4, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '8104ccbe-58c2-4fe9-a021-10e1b8fb74d7', 'name': '', 'network_id': '316ecf02-2ead-4982-8664-cb147673895e', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'mac_address': 'fa:16:3e:12:00:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_interface', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:31Z', 'updated_at': '2022-03-29T09:23:36Z', 'revision_number': 5, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'subnets': [{'id': '3a7e1eb6-5b0b-46a7-a76f-959ab87035e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:50.761984 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c54b6-dab1-4c69-9f73-34a449feed94 None None] New status for floating IP e6e6b98d-0dff-4407-b068-9cb53590e30d: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:26:51.290860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd94224-b2b9-4b60-ae51-70af84416a7e req-b01b82bc-3e27-42a8-8ac9-8c418211ba54 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:51.292227 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ebd94224-b2b9-4b60-ae51-70af84416a7e req-b01b82bc-3e27-42a8-8ac9-8c418211ba54 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.0549102 Mar 29 09:26:51.330948 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ebd94224-b2b9-4b60-ae51-70af84416a7e req-8c407263-ad43-4b74-ad38-513f3afc6d72 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/security-groups?id=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319860 Mar 29 09:26:51.623751 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339192d9-3960-42e3-a2c5-3f6756441b44 req-7b93e657-ff30-405a-a754-751fccd775f8 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:26:51.625208 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-339192d9-3960-42e3-a2c5-3f6756441b44 req-7b93e657-ff30-405a-a754-751fccd775f8 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.24 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 945 time: 0.0484641 Mar 29 09:26:51.712962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-339192d9-3960-42e3-a2c5-3f6756441b44 req-4182323f-0bbd-42eb-937a-432fdfc5f5d2 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Deleting port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:51.713291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-339192d9-3960-42e3-a2c5-3f6756441b44 req-4182323f-0bbd-42eb-937a-432fdfc5f5d2 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:51.803636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-339192d9-3960-42e3-a2c5-3f6756441b44 req-4182323f-0bbd-42eb-937a-432fdfc5f5d2 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] For port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:51.803990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-339192d9-3960-42e3-a2c5-3f6756441b44 req-4182323f-0bbd-42eb-937a-432fdfc5f5d2 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:51.816604 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-339192d9-3960-42e3-a2c5-3f6756441b44 req-4182323f-0bbd-42eb-937a-432fdfc5f5d2 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Calling delete_port for 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:51.945118 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-339192d9-3960-42e3-a2c5-3f6756441b44 req-4182323f-0bbd-42eb-937a-432fdfc5f5d2 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:51.972160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182323f-0bbd-42eb-937a-432fdfc5f5d2 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event deleted for resources: {'Port': ['ID=8d2d96fb-6d3d-47a7-b0d3-5cf891d84596,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:52.018557 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-339192d9-3960-42e3-a2c5-3f6756441b44 req-4182323f-0bbd-42eb-937a-432fdfc5f5d2 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] No DVR routers for this DVR port 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:26:52.021603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-339192d9-3960-42e3-a2c5-3f6756441b44 req-4182323f-0bbd-42eb-937a-432fdfc5f5d2 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:52.024966 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-339192d9-3960-42e3-a2c5-3f6756441b44 req-4182323f-0bbd-42eb-937a-432fdfc5f5d2 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.24 "DELETE /v2.0/ports/8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 HTTP/1.1" status: 204 len: 173 time: 0.3940587 Mar 29 09:26:52.025452 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'name': 'network-vif-deleted', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:26:52.028523 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb72adb-f2f4-4295-818f-b10bb87f95e4" -d '{"events": [{"server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "name": "network-vif-deleted", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:26:52.068545 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c74ba5-24d4-48f2-84ea-587b925a5a35 x-openstack-request-id: req-43c74ba5-24d4-48f2-84ea-587b925a5a35 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:26:52.068895 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c708dad8-c998-4c6a-9009-57ccb270f3c2", "name": "network-vif-deleted", "tag": "8d2d96fb-6d3d-47a7-b0d3-5cf891d84596", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:26:52.069149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43c74ba5-24d4-48f2-84ea-587b925a5a35 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:26:52.069542 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c708dad8-c998-4c6a-9009-57ccb270f3c2', 'name': 'network-vif-deleted', 'tag': '8d2d96fb-6d3d-47a7-b0d3-5cf891d84596', 'status': 'completed', 'code': 200} Mar 29 09:26:52.447692 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d76f3163-c091-4e75-b2df-b5a62db73409 req-1fda98d8-678e-4e88-99b5-d89387e77bc9 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "GET /v2.0/ports?device_id=c708dad8-c998-4c6a-9009-57ccb270f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0268788 Mar 29 09:26:53.508619 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53494) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:53.761963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:53.785121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:53.785451 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 8d2d96fb-6d3d-47a7-b0d3-5cf891d84596 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:53.862264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0c27852-a815-499b-bd20-4cdfcd8fe101 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:54.350468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-a0c27852-a815-499b-bd20-4cdfcd8fe101 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Deleting port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:54.350811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0c27852-a815-499b-bd20-4cdfcd8fe101 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:54.439150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-a0c27852-a815-499b-bd20-4cdfcd8fe101 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] For port 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8104ccbe-58c2-4fe9-a021-10e1b8fb74d7,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:54.439515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0c27852-a815-499b-bd20-4cdfcd8fe101 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:54.451791 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-a0c27852-a815-499b-bd20-4cdfcd8fe101 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Calling delete_port for 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:54.655153 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0c27852-a815-499b-bd20-4cdfcd8fe101 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:54.679056 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c27852-a815-499b-bd20-4cdfcd8fe101 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event deleted for resources: {'Port': ['ID=8104ccbe-58c2-4fe9-a021-10e1b8fb74d7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:54.857317 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a0c27852-a815-499b-bd20-4cdfcd8fe101 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.071853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c27852-a815-499b-bd20-4cdfcd8fe101 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Router 987c24bb-8010-4c9a-880d-96ba14bd7597 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:26:55.180097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c27852-a815-499b-bd20-4cdfcd8fe101 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:26:55.188558 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a0c27852-a815-499b-bd20-4cdfcd8fe101 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "PUT /v2.0/routers/987c24bb-8010-4c9a-880d-96ba14bd7597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6760199 Mar 29 09:26:55.188558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53496) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:55.192685 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ed7a0-da5b-42f3-a477-30a903eb9962 None None] Sync routers for ids ['987c24bb-8010-4c9a-880d-96ba14bd7597'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:26:55.202213 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ed7a0-da5b-42f3-a477-30a903eb9962 None None] Routers {'987c24bb-8010-4c9a-880d-96ba14bd7597'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:55.202809 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f50ed7a0-da5b-42f3-a477-30a903eb9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['987c24bb-8010-4c9a-880d-96ba14bd7597'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:55.242078 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-599b3e28-0ab2-45c6-81a9-d46bec8a3f31 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Deleting subnet 3a7e1eb6-5b0b-46a7-a76f-959ab87035e2 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:26:55.245043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-599b3e28-0ab2-45c6-81a9-d46bec8a3f31 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.284648 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-599b3e28-0ab2-45c6-81a9-d46bec8a3f31 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.306163 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-f50ed7a0-da5b-42f3-a477-30a903eb9962 None None] Set router 987c24bb-8010-4c9a-880d-96ba14bd7597 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:55.366347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-599b3e28-0ab2-45c6-81a9-d46bec8a3f31 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.428956 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-599b3e28-0ab2-45c6-81a9-d46bec8a3f31 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.457039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b3e28-0ab2-45c6-81a9-d46bec8a3f31 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7e1eb6-5b0b-46a7-a76f-959ab87035e2,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:55.459028 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-599b3e28-0ab2-45c6-81a9-d46bec8a3f31 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.462195 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-599b3e28-0ab2-45c6-81a9-d46bec8a3f31 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "DELETE /v2.0/subnets/3a7e1eb6-5b0b-46a7-a76f-959ab87035e2 HTTP/1.1" status: 204 len: 168 time: 0.2727540 Mar 29 09:26:55.464727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53498) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:55.468682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8164d1e8-9dbb-4819-a383-f6967e199a09 None None] Network 316ecf02-2ead-4982-8664-cb147673895e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:26:55.490588 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f50ed7a0-da5b-42f3-a477-30a903eb9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:26:54Z', 'revision_number': 5, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:55.516019 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ed7a0-da5b-42f3-a477-30a903eb9962 None None] Checking router: 987c24bb-8010-4c9a-880d-96ba14bd7597 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:26:55.524135 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ed7a0-da5b-42f3-a477-30a903eb9962 None None] Routers {'987c24bb-8010-4c9a-880d-96ba14bd7597'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:26:55.524738 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f50ed7a0-da5b-42f3-a477-30a903eb9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['987c24bb-8010-4c9a-880d-96ba14bd7597'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:55.574580 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.632112 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-f50ed7a0-da5b-42f3-a477-30a903eb9962 None None] Set router 987c24bb-8010-4c9a-880d-96ba14bd7597 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:26:55.670936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75888a5-fe75-45d6-a5ab-17da6e9ad9eb None None] DHCP port deletion for 316ecf02-2ead-4982-8664-cb147673895e request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:26:55.685054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.722134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f75888a5-fe75-45d6-a5ab-17da6e9ad9eb None None] Deleting port a0c612fb-7f9b-477e-8581-d068a5b60817 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:55.722918 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f75888a5-fe75-45d6-a5ab-17da6e9ad9eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.737394 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Deleting port 594bfd96-29fc-43d7-b85a-6c82a691d642 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:26:55.737766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.787886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f75888a5-fe75-45d6-a5ab-17da6e9ad9eb None None] For port a0c612fb-7f9b-477e-8581-d068a5b60817, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a0c612fb-7f9b-477e-8581-d068a5b60817,segment=NetworkSegment(5aeb0dec-b559-4c45-8e07-f56720647e4b),segment_id=5aeb0dec-b559-4c45-8e07-f56720647e4b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:55.789250 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f75888a5-fe75-45d6-a5ab-17da6e9ad9eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.802403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f75888a5-fe75-45d6-a5ab-17da6e9ad9eb None None] Calling delete_port for a0c612fb-7f9b-477e-8581-d068a5b60817 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:55.815542 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f50ed7a0-da5b-42f3-a477-30a903eb9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:26:54Z', 'revision_number': 5, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:55.830311 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] For port 594bfd96-29fc-43d7-b85a-6c82a691d642, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=594bfd96-29fc-43d7-b85a-6c82a691d642,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:26:55.830622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.842580 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Calling delete_port for 594bfd96-29fc-43d7-b85a-6c82a691d642 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:26:55.845409 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ed7a0-da5b-42f3-a477-30a903eb9962 None None] The sync data for ids ['987c24bb-8010-4c9a-880d-96ba14bd7597'] in dv-neutron-835554-1-hyperv is: [{'id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700592951', 'tenant_id': 'aad1136bea844c2cac896fa880fb7c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:23:21Z', 'updated_at': '2022-03-29T09:26:54Z', 'revision_number': 5, 'project_id': 'aad1136bea844c2cac896fa880fb7c8f', 'gw_port': {'id': '594bfd96-29fc-43d7-b85a-6c82a691d642', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c24bb-8010-4c9a-880d-96ba14bd7597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:23:22Z', 'updated_at': '2022-03-29T09:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:26:55.893217 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f75888a5-fe75-45d6-a5ab-17da6e9ad9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:55.917334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75888a5-fe75-45d6-a5ab-17da6e9ad9eb None None] Pushing event deleted for resources: {'Port': ['ID=a0c612fb-7f9b-477e-8581-d068a5b60817,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:55.922300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75888a5-fe75-45d6-a5ab-17da6e9ad9eb None None] No DVR routers for this DVR port a0c612fb-7f9b-477e-8581-d068a5b60817 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:26:56.009824 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.037631 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event deleted for resources: {'Port': ['ID=594bfd96-29fc-43d7-b85a-6c82a691d642,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:56.095439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.182410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.184565 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.229300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.230028 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Fanout notify agent at l3_agent the message router_deleted on router 987c24bb-8010-4c9a-880d-96ba14bd7597 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:26:56.237699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.238841 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-81cf9e5f-ffb0-4887-96b4-6481758f6238 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "DELETE /v2.0/routers/987c24bb-8010-4c9a-880d-96ba14bd7597 HTTP/1.1" status: 204 len: 168 time: 0.7724788 Mar 29 09:26:56.241444 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53500) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:56.321143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.410404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.430282 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316ecf02-2ead-4982-8664-cb147673895e']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:56.440481 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aeb0dec-b559-4c45-8e07-f56720647e4b') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:56.440780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aeb0dec-b559-4c45-8e07-f56720647e4b') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:26:56.451154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.466359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.472439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:26:56.472852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:26:56.475901 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:26:56.534514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.541344 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.544979 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "DELETE /v2.0/networks/316ecf02-2ead-4982-8664-cb147673895e HTTP/1.1" status: 204 len: 168 time: 0.3025150 Mar 29 09:26:56.547755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53502) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:56.556581 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175705b-ac0d-4804-8c11-1c3cd4ecf224 tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event deleted for resources: {'Network': ['ID=316ecf02-2ead-4982-8664-cb147673895e,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:56.604469 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7ae62d4-01bf-41c8-bed9-55cfd2e1157a tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.633213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7ae62d4-01bf-41c8-bed9-55cfd2e1157a tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.679156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2155e1bc-984d-4048-a30f-db8af7284891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.697101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7ae62d4-01bf-41c8-bed9-55cfd2e1157a tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.699629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c7ae62d4-01bf-41c8-bed9-55cfd2e1157a tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:56.700798 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c7ae62d4-01bf-41c8-bed9-55cfd2e1157a tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] 10.222.0.32 "DELETE /v2.0/security-groups/f94046ab-94bb-40b7-a2d2-250c1dfe9fc0 HTTP/1.1" status: 204 len: 168 time: 0.1519833 Mar 29 09:26:56.709726 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae62d4-01bf-41c8-bed9-55cfd2e1157a tempest-TestNetworkAdvancedServerOps-830680976 tempest-TestNetworkAdvancedServerOps-830680976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94046ab-94bb-40b7-a2d2-250c1dfe9fc0,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:56.984895 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53510) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:57.111797 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-85fddd0e-eb52-481d-98c4-026e975af72b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aad1136bea844c2cac896fa880fb7c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256645 Mar 29 09:26:57.114493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53514) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:57.160940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9a993a4-b7ea-4e04-b4b2-f6e4a6def93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:57.182899 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9a993a4-b7ea-4e04-b4b2-f6e4a6def93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:57.214018 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a0c612fb-7f9b-477e-8581-d068a5b60817 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:57.230956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9a993a4-b7ea-4e04-b4b2-f6e4a6def93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:57.234355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9a993a4-b7ea-4e04-b4b2-f6e4a6def93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:57.234947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: a0c612fb-7f9b-477e-8581-d068a5b60817 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:57.235290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a0c612fb-7f9b-477e-8581-d068a5b60817 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:57.235537 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a9a993a4-b7ea-4e04-b4b2-f6e4a6def93a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e512c2b9-79b8-4d0a-abc6-0662f3097b9b HTTP/1.1" status: 204 len: 168 time: 0.1201546 Mar 29 09:26:57.235685 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:57.246708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a993a4-b7ea-4e04-b4b2-f6e4a6def93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e512c2b9-79b8-4d0a-abc6-0662f3097b9b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:57.261843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:57.262177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8104ccbe-58c2-4fe9-a021-10e1b8fb74d7 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:57.263286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 594bfd96-29fc-43d7-b85a-6c82a691d642 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:26:57.287210 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 594bfd96-29fc-43d7-b85a-6c82a691d642 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:26:57.287558 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 594bfd96-29fc-43d7-b85a-6c82a691d642 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:26:57.491551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53520) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:57.504334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a0a1a5ba-30f8-4723-8506-840834a9ac8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:57.581356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a0a1a5ba-30f8-4723-8506-840834a9ac8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:57.585236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a0a1a5ba-30f8-4723-8506-840834a9ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:57.622898 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a0a1a5ba-30f8-4723-8506-840834a9ac8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2437cf6c5d3446adb1e0f96da7d7e295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302624 Mar 29 09:26:57.623704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1a5ba-30f8-4723-8506-840834a9ac8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c848c67c-7a26-495d-94cc-3f0d1d8763df,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:57.625652 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53522) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:26:57.678016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-caa27030-75b2-4dbe-99ec-cdf2c8a2e199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:57.697928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-caa27030-75b2-4dbe-99ec-cdf2c8a2e199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:57.746065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-caa27030-75b2-4dbe-99ec-cdf2c8a2e199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:57.748754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-caa27030-75b2-4dbe-99ec-cdf2c8a2e199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:26:57.750106 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-caa27030-75b2-4dbe-99ec-cdf2c8a2e199 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c848c67c-7a26-495d-94cc-3f0d1d8763df HTTP/1.1" status: 204 len: 168 time: 0.1234698 Mar 29 09:26:57.757895 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa27030-75b2-4dbe-99ec-cdf2c8a2e199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848c67c-7a26-495d-94cc-3f0d1d8763df,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:26:59.074523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-95ca33bd-da6b-4690-8d1f-53537fc538a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:00.500657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:01.978993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:02.468294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:03.380695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:11.209622 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:27:11.722862 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67cf0658-93ab-46c2-999b-97638fcf82b4 req-9c9f4264-506a-429b-b667-97dfb460c9bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400114 Mar 29 09:27:11.803818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf0658-93ab-46c2-999b-97638fcf82b4 req-ddb5b0c8-77c7-4fd5-a568-59080ba48906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:27:11.805325 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67cf0658-93ab-46c2-999b-97638fcf82b4 req-ddb5b0c8-77c7-4fd5-a568-59080ba48906 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 1098 time: 0.0405819 Mar 29 09:27:11.910640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf0658-93ab-46c2-999b-97638fcf82b4 req-779e6d89-45e5-4cab-be97-873af700702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:27:11.912088 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67cf0658-93ab-46c2-999b-97638fcf82b4 req-779e6d89-45e5-4cab-be97-873af700702e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c493b507-a52c-45a9-97fb-7b2e90e9f817 HTTP/1.1" status: 200 len: 898 time: 0.0879960 Mar 29 09:27:11.976095 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67cf0658-93ab-46c2-999b-97638fcf82b4 req-40fc2628-63b3-4890-98b6-dd1d31a0194a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017c3ef3-52b1-4e94-a094-ef335a4c1ab4 HTTP/1.1" status: 200 len: 1000 time: 0.0571859 Mar 29 09:27:12.040229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf0658-93ab-46c2-999b-97638fcf82b4 req-c31bdc82-5850-4129-a8cc-9b8fc5745d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:27:12.042599 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67cf0658-93ab-46c2-999b-97638fcf82b4 req-c31bdc82-5850-4129-a8cc-9b8fc5745d48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f28b609-52cc-4c29-bb68-2b799ca313fb HTTP/1.1" status: 200 len: 835 time: 0.0589554 Mar 29 09:27:12.089189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf0658-93ab-46c2-999b-97638fcf82b4 req-fa6ac1bf-6866-4197-8519-938d3666544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:27:12.090722 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67cf0658-93ab-46c2-999b-97638fcf82b4 req-fa6ac1bf-6866-4197-8519-938d3666544a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c493b507-a52c-45a9-97fb-7b2e90e9f817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400410 Mar 29 09:27:12.180194 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67cf0658-93ab-46c2-999b-97638fcf82b4 req-06bb5086-61aa-4009-9dfb-26693205eead service neutron] 10.222.0.24 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810556 Mar 29 09:27:12.282301 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67cf0658-93ab-46c2-999b-97638fcf82b4 req-a9d987db-2922-4273-bffd-7f9154b28e87 service neutron] 10.222.0.24 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931304 Mar 29 09:27:26.680878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-60cbbeb1-8b1a-41ca-9739-b522e86cd1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:29.076035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-642d1909-843c-4726-82eb-bfc170aeaa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:30.502260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:31.981155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:32.470932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:33.406967 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:48.209293 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:27:56.683175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-325fe062-909b-4af6-bea4-7766c2add593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:58.069376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53544) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:27:58.147114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cec211-9937-4e7c-a1cb-5b56ef1d6db1 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:27:58.147589 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cec211-9937-4e7c-a1cb-5b56ef1d6db1 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:27:58.148060 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cec211-9937-4e7c-a1cb-5b56ef1d6db1 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:27:58.149820 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d5cec211-9937-4e7c-a1cb-5b56ef1d6db1 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=6010cd4cec6b417ba57b11945c979066&network_id=c493b507-a52c-45a9-97fb-7b2e90e9f817 HTTP/1.1" status: 200 len: 2999 time: 0.0795059 Mar 29 09:27:59.079801 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f1472a5b-551e-431d-b630-a098762349ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:27:59.739532 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53556) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:27:59.795207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bbd4ed-2b4a-490c-84da-c4e1fb12ecb9 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:27:59.796690 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b8bbd4ed-2b4a-490c-84da-c4e1fb12ecb9 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 814 time: 0.0561836 Mar 29 09:28:00.252623 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53562) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:00.257899 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'network': {'name': 'tempest-network-smoke--327270260', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'port_security_enabled': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:28:00.278414 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:28:00.281776 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:00.304621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:28:00.315730 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:00.316195 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Added segment 88f87c0a-9cf6-43d9-aca8-33fe2448f6c9 of type vlan for network 52373cf0-758a-4c62-9479-2e254324c472 Mar 29 09:28:00.356703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:00.380443 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:00.386740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:00.387334 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:00.416235 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1625047 Mar 29 09:28:00.419403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53564) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:00.460314 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Network': ['ID=52373cf0-758a-4c62-9479-2e254324c472,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:00.467461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:00.467814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:00.468149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:00.468481 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:00.468808 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:00.469135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:00.469459 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:00.469807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:00.470135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:00.470459 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:00.470779 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:00.471103 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046dcd-e55d-4bbe-9b57-2245bd3b083c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:00.482605 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 52373cf0-758a-4c62-9479-2e254324c472 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:28:00.489694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab75a24-fbe6-48c4-bbf2-253f10e4b3e1 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:00.493753 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8ab75a24-fbe6-48c4-bbf2-253f10e4b3e1 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6010cd4cec6b417ba57b11945c979066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0708106 Mar 29 09:28:00.494116 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53566) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:00.552263 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:00.907068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deee3a8a-e01a-46d4-97b0-68ea790462af tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:00.908657 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-deee3a8a-e01a-46d4-97b0-68ea790462af tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4132318 Mar 29 09:28:00.911417 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53568) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:00.944243 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e25c2fc2-f452-4d0c-865d-fb80baa80779 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317550 Mar 29 09:28:00.947341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53570) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:00.981718 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d6f5d5d9-c29a-46ce-88e4-84769f624fe9 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6010cd4cec6b417ba57b11945c979066&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332808 Mar 29 09:28:00.984169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53572) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:01.074327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441017ab-b4f1-4fdb-a0d3-13a607d11986 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:01.075969 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-441017ab-b4f1-4fdb-a0d3-13a607d11986 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909216 Mar 29 09:28:01.078743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53574) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:01.106990 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a4a03903-b759-4714-8eee-1717a5a4fa60 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271690 Mar 29 09:28:01.110240 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53576) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:01.114851 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a05d3145-04f7-41a5-822f-e295a96cf97d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1108237473', 'network_id': '52373cf0-758a-4c62-9479-2e254324c472', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:28:01.202902 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05d3145-04f7-41a5-822f-e295a96cf97d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:28:01.206814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a05d3145-04f7-41a5-822f-e295a96cf97d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:01.387309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a05d3145-04f7-41a5-822f-e295a96cf97d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:01.443765 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d3145-04f7-41a5-822f-e295a96cf97d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Subnet': ['ID=570dd418-73c2-4aa4-af9e-3fc4742db3b6,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:01.453782 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05d3145-04f7-41a5-822f-e295a96cf97d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Checking segment: {'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:28:01.454141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d3145-04f7-41a5-822f-e295a96cf97d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network hostable DHCP agents. Network: 52373cf0-758a-4c62-9479-2e254324c472, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:28:01.478075 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d3145-04f7-41a5-822f-e295a96cf97d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 52373cf0-758a-4c62-9479-2e254324c472 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:28:01.487043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-a05d3145-04f7-41a5-822f-e295a96cf97d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 52373cf0-758a-4c62-9479-2e254324c472) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:28:01.491145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05d3145-04f7-41a5-822f-e295a96cf97d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:01.491744 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a05d3145-04f7-41a5-822f-e295a96cf97d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:01.498242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbb1c10-10f2-4847-bd44-ce9b8a1e4ecc None None] Network 52373cf0-758a-4c62-9479-2e254324c472 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:28:01.509444 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a05d3145-04f7-41a5-822f-e295a96cf97d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3981404 Mar 29 09:28:01.648313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-52373cf0-758a-4c62-9479-2e254324c472', 'network_id': '52373cf0-758a-4c62-9479-2e254324c472', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ips': [{'subnet_id': '570dd418-73c2-4aa4-af9e-3fc4742db3b6'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:28:01.649166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:01.778621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53582) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:01.783220 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c9ca6730-4b01-4721-a3e3-b36d249da293 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426114265', 'description': 'tempest-secgroup-smoke-1426114265 description', 'project_id': '6010cd4cec6b417ba57b11945c979066'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:28:01.802669 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Allocated IP 172.20.0.18 (52373cf0-758a-4c62-9479-2e254324c472/570dd418-73c2-4aa4-af9e-3fc4742db3b6/23220642-4901-4f61-92cd-5bee2f091dda) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:28:01.805490 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6730-4b01-4721-a3e3-b36d249da293 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:01.882683 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6730-4b01-4721-a3e3-b36d249da293 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:01.888356 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6730-4b01-4721-a3e3-b36d249da293 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:01.914921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6730-4b01-4721-a3e3-b36d249da293 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:01.916440 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c9ca6730-4b01-4721-a3e3-b36d249da293 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1368055 Mar 29 09:28:01.920883 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53584) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:01.925255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d948d53d-eb43-4d05-916d-993198a86977 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'e78e68f4-63a6-4570-869b-0e41d8a0f2af', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:28:01.933931 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca6730-4b01-4721-a3e3-b36d249da293 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78e68f4-63a6-4570-869b-0e41d8a0f2af,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:01.961932 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d948d53d-eb43-4d05-916d-993198a86977 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:01.987293 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:01.996605 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.006638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.018470 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d948d53d-eb43-4d05-916d-993198a86977 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.024489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d948d53d-eb43-4d05-916d-993198a86977 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.043136 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948d53d-eb43-4d05-916d-993198a86977 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11af5026-1545-4066-9545-9cf5fda27868,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:02.046268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Network 52373cf0-758a-4c62-9479-2e254324c472 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:28:02.051913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:28:02.052886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d948d53d-eb43-4d05-916d-993198a86977 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.057644 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d948d53d-eb43-4d05-916d-993198a86977 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323841 Mar 29 09:28:02.058452 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:28:02.058635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53586) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:02.061738 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Pushing event updated for resources: {'Port': ['ID=23220642-4901-4f61-92cd-5bee2f091dda,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:02.063329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'e78e68f4-63a6-4570-869b-0e41d8a0f2af', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:28:02.075768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.076297 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.076461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.076770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.077105 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.077432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.077779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.078109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.078432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.078752 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.079073 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.079404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.111659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.132513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Attempting to bind port 23220642-4901-4f61-92cd-5bee2f091dda on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:28:02.132878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Attempting to bind port 23220642-4901-4f61-92cd-5bee2f091dda by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:28:02.133243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Attempting to bind port 23220642-4901-4f61-92cd-5bee2f091dda on network 52373cf0-758a-4c62-9479-2e254324c472 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:28:02.138893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:28:02.139265 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Checking segment: {'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:28:02.139667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.140059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Bound using segment: {'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:28:02.140516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Bound port: 23220642-4901-4f61-92cd-5bee2f091dda, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:28:02.140922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.180506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.184722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.205054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f09fcd-c3f3-445a-8f2a-8892b6770edb,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:02.210910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.212119 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1524734 Mar 29 09:28:02.216200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53588) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:02.221109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7c0e86c2-c175-42b2-877f-6303673fe4b9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'e78e68f4-63a6-4570-869b-0e41d8a0f2af', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:28:02.223072 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-61132200-d063-434c-9ea7-859157d29f6b None None] For port 23220642-4901-4f61-92cd-5bee2f091dda, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:28:02.227075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-61132200-d063-434c-9ea7-859157d29f6b None None] For port 23220642-4901-4f61-92cd-5bee2f091dda, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=23220642-4901-4f61-92cd-5bee2f091dda,segment=NetworkSegment(88f87c0a-9cf6-43d9-aca8-33fe2448f6c9),segment_id=88f87c0a-9cf6-43d9-aca8-33fe2448f6c9)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:28:02.227502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.227854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.228221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.228605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.228961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.229350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.230241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.230603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.230957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.231274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.231671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.231983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b25b7-401e-428a-8c22-364c2df5602b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:28:02.233050 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.259502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c0e86c2-c175-42b2-877f-6303673fe4b9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.295980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61132200-d063-434c-9ea7-859157d29f6b None None] Pushing event updated for resources: {'Port': ['ID=23220642-4901-4f61-92cd-5bee2f091dda,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:02.331821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c0e86c2-c175-42b2-877f-6303673fe4b9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.337242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c0e86c2-c175-42b2-877f-6303673fe4b9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.356884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e86c2-c175-42b2-877f-6303673fe4b9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdb8cd9-17be-400a-bbfa-a4787517da8c,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:02.365516 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7c0e86c2-c175-42b2-877f-6303673fe4b9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.369588 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53590) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:02.369764 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7c0e86c2-c175-42b2-877f-6303673fe4b9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522396 Mar 29 09:28:02.375062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5e0ab9ae-ef30-439e-8e01-79c056714729 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'e78e68f4-63a6-4570-869b-0e41d8a0f2af', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:28:02.400468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab9ae-ef30-439e-8e01-79c056714729 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.497396 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.501197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab9ae-ef30-439e-8e01-79c056714729 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.505351 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab9ae-ef30-439e-8e01-79c056714729 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.527534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ab9ae-ef30-439e-8e01-79c056714729 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3974421a-c8c6-4835-9ba2-b954c03fa3ff,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:02.533890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5e0ab9ae-ef30-439e-8e01-79c056714729 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.537635 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5e0ab9ae-ef30-439e-8e01-79c056714729 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1638229 Mar 29 09:28:02.538613 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53592) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:02.543401 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-bc68c0d9-aa03-4e7f-8dd6-793f9bf23c81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'e78e68f4-63a6-4570-869b-0e41d8a0f2af', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:28:02.565866 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-bc68c0d9-aa03-4e7f-8dd6-793f9bf23c81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:28:02.571328 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bc68c0d9-aa03-4e7f-8dd6-793f9bf23c81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.641509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bc68c0d9-aa03-4e7f-8dd6-793f9bf23c81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.645389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bc68c0d9-aa03-4e7f-8dd6-793f9bf23c81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.664327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68c0d9-aa03-4e7f-8dd6-793f9bf23c81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a8ebc9-d73f-43a7-86fd-7f666b4c790c,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:02.676573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bc68c0d9-aa03-4e7f-8dd6-793f9bf23c81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.678695 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bc68c0d9-aa03-4e7f-8dd6-793f9bf23c81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387997 Mar 29 09:28:02.681218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53594) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:02.686190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d3ab1185-4602-4d05-820f-357af5e5eb81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'e78e68f4-63a6-4570-869b-0e41d8a0f2af', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:28:02.706706 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-d3ab1185-4602-4d05-820f-357af5e5eb81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:28:02.711805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1185-4602-4d05-820f-357af5e5eb81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.786584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1185-4602-4d05-820f-357af5e5eb81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.790590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1185-4602-4d05-820f-357af5e5eb81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.810674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab1185-4602-4d05-820f-357af5e5eb81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5b8fec-4563-4a6d-886e-3a2cbf735020,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:02.820007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d3ab1185-4602-4d05-820f-357af5e5eb81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:02.821231 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d3ab1185-4602-4d05-820f-357af5e5eb81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389606 Mar 29 09:28:03.026389 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-055c8b69-9614-41fc-95fe-127c39119bea tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426114265&fields=id&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 267 time: 0.0361822 Mar 29 09:28:03.142330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-17e965dc-5d10-4ca1-8a02-528ca1645e2e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:03.143868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-17e965dc-5d10-4ca1-8a02-528ca1645e2e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/networks?id=52373cf0-758a-4c62-9479-2e254324c472 HTTP/1.1" status: 200 len: 796 time: 0.1097136 Mar 29 09:28:03.161784 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-c283df6f-4743-4e54-b591-adff7e674c2a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/quotas/6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 375 time: 0.0113175 Mar 29 09:28:03.228308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-c9d04cd6-931a-409e-9b33-5a3f70126655 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0606153 Mar 29 09:28:03.257155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cbb5fb-16cd-4ab1-8153-867c674ec54e None None] Network 52373cf0-758a-4c62-9479-2e254324c472 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:28:03.318706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 23220642-4901-4f61-92cd-5bee2f091dda up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:28:03.368736 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-0d671b01-be99-4a49-ad59-84cf4b458074 service neutron] 10.222.0.32 "GET /v2.0/networks/52373cf0-758a-4c62-9479-2e254324c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254268 Mar 29 09:28:03.409982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8eba08f2-c3a5-4398-86d1-98330e1f77ad None None] Provisioning complete for port 23220642-4901-4f61-92cd-5bee2f091dda triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:28:03.410710 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8eba08f2-c3a5-4398-86d1-98330e1f77ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:03.471037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:03.481427 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-169cb642-c2a8-4273-b290-589918b5524f service neutron] 10.222.0.32 "GET /v2.0/networks/52373cf0-758a-4c62-9479-2e254324c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095581 Mar 29 09:28:03.509485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 23220642-4901-4f61-92cd-5bee2f091dda triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:28:03.509889 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:03.621318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8eba08f2-c3a5-4398-86d1-98330e1f77ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:03.702021 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-8eba08f2-c3a5-4398-86d1-98330e1f77ad None None] For port 23220642-4901-4f61-92cd-5bee2f091dda, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=23220642-4901-4f61-92cd-5bee2f091dda,segment=NetworkSegment(88f87c0a-9cf6-43d9-aca8-33fe2448f6c9),segment_id=88f87c0a-9cf6-43d9-aca8-33fe2448f6c9)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:28:03.706848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:03.721116 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-863f3841-da65-4d52-9478-0fae2bb30c2e req-4381de72-c809-436a-a3c5-142ef5035e7c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 210 time: 0.0521927 Mar 29 09:28:03.727570 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8eba08f2-c3a5-4398-86d1-98330e1f77ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:03.827177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:28:03.827597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:28:03.831299 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba08f2-c3a5-4398-86d1-98330e1f77ad None None] Pushing event updated for resources: {'Port': ['ID=23220642-4901-4f61-92cd-5bee2f091dda,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:03.955665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-00cdf67e-95ec-4179-a3e1-ae8dbdbb49d4 None None] Provisioning complete for port 23220642-4901-4f61-92cd-5bee2f091dda triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:28:03.956131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-00cdf67e-95ec-4179-a3e1-ae8dbdbb49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:04.678114 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-c25e31d6-25ee-4ef1-a27e-1aa72bc779b4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:04.679590 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-c25e31d6-25ee-4ef1-a27e-1aa72bc779b4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks?id=52373cf0-758a-4c62-9479-2e254324c472 HTTP/1.1" status: 200 len: 796 time: 0.1050270 Mar 29 09:28:04.727063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-a213ea37-718c-482d-a6cd-b40c103da886 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 472 time: 0.0382845 Mar 29 09:28:04.736598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'device_id': '8935a00d-a57d-4730-8a1c-fbafdda729d1', 'network_id': '52373cf0-758a-4c62-9479-2e254324c472', 'admin_state_up': True, 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'security_groups': ['e78e68f4-63a6-4570-869b-0e41d8a0f2af']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:28:04.868260 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d36d572a-b67e-4de4-b327-facc7f2e44d6 req-3cdea83c-a480-44be-b881-c1476e222d24 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 210 time: 0.0416512 Mar 29 09:28:04.910203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:28:04.913715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:05.044483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.21 (52373cf0-758a-4c62-9479-2e254324c472/570dd418-73c2-4aa4-af9e-3fc4742db3b6/b22b1bc9-7bf9-492c-890b-4005ec330a43) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:28:05.186031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:05.225899 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:05.249811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 23220642-4901-4f61-92cd-5bee2f091dda up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:28:05.269953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 52373cf0-758a-4c62-9479-2e254324c472 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:28:05.273219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:28:05.277212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:28:05.303952 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 23220642-4901-4f61-92cd-5bee2f091dda triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:28:05.304256 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:05.305606 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=b22b1bc9-7bf9-492c-890b-4005ec330a43,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:05.337498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:05.338169 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:05.360233 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-4ba941c3-6515-467e-9b43-a1ed32340d9f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6277001 Mar 29 09:28:05.374405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Request body: {'port': {'device_id': '8935a00d-a57d-4730-8a1c-fbafdda729d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:28:05.446217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:05.509638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b64dd7e0-406d-44a1-be75-3edfec35b482 None None] Provisioning complete for port b22b1bc9-7bf9-492c-890b-4005ec330a43 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:28:05.510012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b64dd7e0-406d-44a1-be75-3edfec35b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:05.546380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b64dd7e0-406d-44a1-be75-3edfec35b482 None None] Port b22b1bc9-7bf9-492c-890b-4005ec330a43 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:28:05.740558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22b1bc9-7bf9-492c-890b-4005ec330a43 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:28:05.748281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:05.760797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Transition to ACTIVE for port object b22b1bc9-7bf9-492c-890b-4005ec330a43 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:28:05.765726 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:05.840977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Pushing event updated for resources: {'Port': ['ID=b22b1bc9-7bf9-492c-890b-4005ec330a43,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:05.902115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Attempting to bind port b22b1bc9-7bf9-492c-890b-4005ec330a43 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:28:05.902648 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Attempting to bind port b22b1bc9-7bf9-492c-890b-4005ec330a43 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:28:05.903438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Attempting to bind port b22b1bc9-7bf9-492c-890b-4005ec330a43 on network 52373cf0-758a-4c62-9479-2e254324c472 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:28:05.912251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Port b22b1bc9-7bf9-492c-890b-4005ec330a43 on network 52373cf0-758a-4c62-9479-2e254324c472 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:28:05.912549 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Attempting to bind port b22b1bc9-7bf9-492c-890b-4005ec330a43 on network 52373cf0-758a-4c62-9479-2e254324c472 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:28:05.920843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:28:05.921247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Checking segment: {'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:28:05.921543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Bound using segment: {'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:28:05.922070 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Bound port: b22b1bc9-7bf9-492c-890b-4005ec330a43, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:28:05.922415 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:06.018598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] For port b22b1bc9-7bf9-492c-890b-4005ec330a43, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:28:06.037423 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670665d7-94ab-413c-b6cd-8e323d8afa85 req-e7c863db-cad1-4625-a8e2-ea86159e0ae4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:06.038948 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-670665d7-94ab-413c-b6cd-8e323d8afa85 req-e7c863db-cad1-4625-a8e2-ea86159e0ae4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 944 time: 0.0818539 Mar 29 09:28:06.040727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] For port b22b1bc9-7bf9-492c-890b-4005ec330a43, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b22b1bc9-7bf9-492c-890b-4005ec330a43,segment=NetworkSegment(88f87c0a-9cf6-43d9-aca8-33fe2448f6c9),segment_id=88f87c0a-9cf6-43d9-aca8-33fe2448f6c9)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:28:06.052363 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:06.102225 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:06.102827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:06.104196 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] 10.222.0.24 "PUT /v2.0/ports/b22b1bc9-7bf9-492c-890b-4005ec330a43 HTTP/1.1" status: 200 len: 1094 time: 0.7349570 Mar 29 09:28:06.107754 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8935a00d-a57d-4730-8a1c-fbafdda729d1', 'tag': 'b22b1bc9-7bf9-492c-890b-4005ec330a43'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:28:06.110150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1199cf-6444-41a3-9943-ba0b921d392c" -d '{"events": [{"name": "network-changed", "server_uuid": "8935a00d-a57d-4730-8a1c-fbafdda729d1", "tag": "b22b1bc9-7bf9-492c-890b-4005ec330a43"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:28:06.154252 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-670665d7-94ab-413c-b6cd-8e323d8afa85 req-09c4a2c6-6479-4f36-8aee-4e5894c14d6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=e78e68f4-63a6-4570-869b-0e41d8a0f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084907 Mar 29 09:28:06.156485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df68e90-f93a-42de-a40f-633bb3b640e3 x-openstack-request-id: req-3df68e90-f93a-42de-a40f-633bb3b640e3 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:28:06.156686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8935a00d-a57d-4730-8a1c-fbafdda729d1", "tag": "b22b1bc9-7bf9-492c-890b-4005ec330a43", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:28:06.156923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3df68e90-f93a-42de-a40f-633bb3b640e3 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:28:06.157384 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8935a00d-a57d-4730-8a1c-fbafdda729d1', 'tag': 'b22b1bc9-7bf9-492c-890b-4005ec330a43', 'status': 'completed', 'code': 200} Mar 29 09:28:06.161674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c36c7f-45a1-4386-97ac-bb6f638cf2ae service neutron] Pushing event updated for resources: {'Port': ['ID=b22b1bc9-7bf9-492c-890b-4005ec330a43,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:06.227729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-338cf8ce-556f-4ba7-801d-1b0b6e5403de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:06.230650 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-338cf8ce-556f-4ba7-801d-1b0b6e5403de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 1097 time: 0.0638673 Mar 29 09:28:06.272859 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-48f27dca-39ed-439f-9530-a225499b512e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b22b1bc9-7bf9-492c-890b-4005ec330a43 HTTP/1.1" status: 200 len: 217 time: 0.0351024 Mar 29 09:28:06.327738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-a7398870-bf3e-4a3e-9541-6f0f637702a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:06.329187 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-a7398870-bf3e-4a3e-9541-6f0f637702a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=570dd418-73c2-4aa4-af9e-3fc4742db3b6 HTTP/1.1" status: 200 len: 838 time: 0.0491960 Mar 29 09:28:06.375988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-0678e545-a78b-44e8-96ba-654c5f0d8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:06.377390 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-0678e545-a78b-44e8-96ba-654c5f0d8a04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52373cf0-758a-4c62-9479-2e254324c472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408816 Mar 29 09:28:06.474380 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-d103637f-bb34-4a5d-b1c2-8bdaa30720db service neutron] 10.222.0.24 "GET /v2.0/networks/52373cf0-758a-4c62-9479-2e254324c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886824 Mar 29 09:28:06.569085 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb56adb8-a1f6-44c8-8eba-04d0f0cbe0fe req-b1060dac-3f4b-4d94-bdcf-72ce962a7d40 service neutron] 10.222.0.24 "GET /v2.0/networks/52373cf0-758a-4c62-9479-2e254324c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875595 Mar 29 09:28:06.660681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1199cf-6444-41a3-9943-ba0b921d392c req-43ff5746-e7ba-410e-bbeb-08d77e12916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:06.662202 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb1199cf-6444-41a3-9943-ba0b921d392c req-43ff5746-e7ba-410e-bbeb-08d77e12916c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 1097 time: 0.0423226 Mar 29 09:28:06.760097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1199cf-6444-41a3-9943-ba0b921d392c req-f0e925dc-14ef-4418-bb41-16f3b7c4416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:06.761773 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb1199cf-6444-41a3-9943-ba0b921d392c req-f0e925dc-14ef-4418-bb41-16f3b7c4416d service neutron] 10.222.0.24 "GET /v2.0/networks?id=52373cf0-758a-4c62-9479-2e254324c472 HTTP/1.1" status: 200 len: 897 time: 0.0916800 Mar 29 09:28:06.803742 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb1199cf-6444-41a3-9943-ba0b921d392c req-57cd1ba5-0530-48d3-aa4b-9bfb21801d55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b22b1bc9-7bf9-492c-890b-4005ec330a43 HTTP/1.1" status: 200 len: 217 time: 0.0353053 Mar 29 09:28:06.852999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1199cf-6444-41a3-9943-ba0b921d392c req-01ae560f-cf88-4f63-8baa-3908ba1f7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:06.854983 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb1199cf-6444-41a3-9943-ba0b921d392c req-01ae560f-cf88-4f63-8baa-3908ba1f7bd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=570dd418-73c2-4aa4-af9e-3fc4742db3b6 HTTP/1.1" status: 200 len: 838 time: 0.0435948 Mar 29 09:28:06.904618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1199cf-6444-41a3-9943-ba0b921d392c req-7be637c8-56a7-46ef-ac9c-0b71e4b242a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:06.906191 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb1199cf-6444-41a3-9943-ba0b921d392c req-7be637c8-56a7-46ef-ac9c-0b71e4b242a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=52373cf0-758a-4c62-9479-2e254324c472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0454502 Mar 29 09:28:06.999159 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb1199cf-6444-41a3-9943-ba0b921d392c req-36d2becf-1581-4754-a705-f14bc779118e service neutron] 10.222.0.24 "GET /v2.0/networks/52373cf0-758a-4c62-9479-2e254324c472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864117 Mar 29 09:28:07.095795 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb1199cf-6444-41a3-9943-ba0b921d392c req-8e79f172-d2ae-44a1-95f6-4e9305111897 service neutron] 10.222.0.24 "GET /v2.0/networks/52373cf0-758a-4c62-9479-2e254324c472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892622 Mar 29 09:28:07.275444 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8d07b-6e30-4480-bc11-6ae651e4cf11 req-8b2fd3e4-4f16-4819-a070-05b5da92cdc5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:07.277549 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-11f8d07b-6e30-4480-bc11-6ae651e4cf11 req-8b2fd3e4-4f16-4819-a070-05b5da92cdc5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 944 time: 0.0507224 Mar 29 09:28:07.318395 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-11f8d07b-6e30-4480-bc11-6ae651e4cf11 req-5dd177ba-c699-438a-9af7-2e58e0a3c8d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=e78e68f4-63a6-4570-869b-0e41d8a0f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326965 Mar 29 09:28:08.433658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85afe6-8948-4fd6-9c51-9d287c091ca8 req-78438c40-266c-4a30-aaa2-ebfa1d2609c8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:08.435150 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8c85afe6-8948-4fd6-9c51-9d287c091ca8 req-78438c40-266c-4a30-aaa2-ebfa1d2609c8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 944 time: 0.0490818 Mar 29 09:28:08.474369 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8c85afe6-8948-4fd6-9c51-9d287c091ca8 req-e699cd54-4767-4c89-ab47-e26cbd528c52 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=e78e68f4-63a6-4570-869b-0e41d8a0f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331922 Mar 29 09:28:09.606291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3241d-5cdc-4527-a256-04032e725e6d req-409f3c86-d996-487c-bb57-748cd3795838 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:09.607793 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d8a3241d-5cdc-4527-a256-04032e725e6d req-409f3c86-d996-487c-bb57-748cd3795838 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 944 time: 0.0626025 Mar 29 09:28:09.645854 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d8a3241d-5cdc-4527-a256-04032e725e6d req-b76c3b8f-511d-44d1-b520-8513f088d659 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=e78e68f4-63a6-4570-869b-0e41d8a0f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318511 Mar 29 09:28:10.062672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b22b1bc9-7bf9-492c-890b-4005ec330a43 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:28:10.157272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b22b1bc9-7bf9-492c-890b-4005ec330a43, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b22b1bc9-7bf9-492c-890b-4005ec330a43,segment=NetworkSegment(88f87c0a-9cf6-43d9-aca8-33fe2448f6c9),segment_id=88f87c0a-9cf6-43d9-aca8-33fe2448f6c9)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:28:10.169214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'b22b1bc9-7bf9-492c-890b-4005ec330a43', 'network_id': '52373cf0-758a-4c62-9479-2e254324c472', 'port_id': 'b22b1bc9-7bf9-492c-890b-4005ec330a43', 'mac_address': 'fa:16:3e:32:ec:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570dd418-73c2-4aa4-af9e-3fc4742db3b6', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:28:10.210832 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:10.228511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22b1bc9-7bf9-492c-890b-4005ec330a43 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:28:10.247920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b22b1bc9-7bf9-492c-890b-4005ec330a43, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b22b1bc9-7bf9-492c-890b-4005ec330a43,segment=NetworkSegment(88f87c0a-9cf6-43d9-aca8-33fe2448f6c9),segment_id=88f87c0a-9cf6-43d9-aca8-33fe2448f6c9)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:28:10.251829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:10.302147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=b22b1bc9-7bf9-492c-890b-4005ec330a43,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:10.654568 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['b22b1bc9-7bf9-492c-890b-4005ec330a43'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:28:10.765203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a65d3a-7531-4143-88b7-00c5de1e1315 req-e387b763-8d06-490a-96ca-439c1abc7957 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:10.767197 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90a65d3a-7531-4143-88b7-00c5de1e1315 req-e387b763-8d06-490a-96ca-439c1abc7957 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 945 time: 0.0501966 Mar 29 09:28:10.816111 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90a65d3a-7531-4143-88b7-00c5de1e1315 req-774aaade-5656-469b-82ba-fad2788a9c3a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=e78e68f4-63a6-4570-869b-0e41d8a0f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422120 Mar 29 09:28:11.937512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8781619-39e9-47ca-acb7-73f78453f2b2 req-23861cca-a405-40d0-a3fa-3fbe46bd89a3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:11.939022 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b8781619-39e9-47ca-acb7-73f78453f2b2 req-23861cca-a405-40d0-a3fa-3fbe46bd89a3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 945 time: 0.0551805 Mar 29 09:28:11.976726 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b8781619-39e9-47ca-acb7-73f78453f2b2 req-d5d2b473-bd06-4d5f-9bb5-e6803407f270 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=e78e68f4-63a6-4570-869b-0e41d8a0f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315704 Mar 29 09:28:12.069494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b22b1bc9-7bf9-492c-890b-4005ec330a43 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:28:12.122775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port b22b1bc9-7bf9-492c-890b-4005ec330a43 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:28:12.126526 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port b22b1bc9-7bf9-492c-890b-4005ec330a43 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:28:12.126895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:12.207027 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:12.230803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8935a00d-a57d-4730-8a1c-fbafdda729d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22b1bc9-7bf9-492c-890b-4005ec330a43'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:28:12.233052 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6520aa-807f-4c9e-8bc0-ab2418211e07" -d '{"events": [{"server_uuid": "8935a00d-a57d-4730-8a1c-fbafdda729d1", "name": "network-vif-plugged", "status": "completed", "tag": "b22b1bc9-7bf9-492c-890b-4005ec330a43"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:28:12.246885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b22b1bc9-7bf9-492c-890b-4005ec330a43, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b22b1bc9-7bf9-492c-890b-4005ec330a43,segment=NetworkSegment(88f87c0a-9cf6-43d9-aca8-33fe2448f6c9),segment_id=88f87c0a-9cf6-43d9-aca8-33fe2448f6c9)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:28:12.254155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:12.278035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2109eec0-fa51-48b4-bdcb-ac12ac7dcb78 x-openstack-request-id: req-2109eec0-fa51-48b4-bdcb-ac12ac7dcb78 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:28:12.278324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8935a00d-a57d-4730-8a1c-fbafdda729d1", "name": "network-vif-plugged", "status": "completed", "tag": "b22b1bc9-7bf9-492c-890b-4005ec330a43", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:28:12.278573 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2109eec0-fa51-48b4-bdcb-ac12ac7dcb78 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:28:12.278953 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8935a00d-a57d-4730-8a1c-fbafdda729d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22b1bc9-7bf9-492c-890b-4005ec330a43', 'code': 200} Mar 29 09:28:12.306036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=b22b1bc9-7bf9-492c-890b-4005ec330a43,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:12.448791 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd03bd-3d39-42ef-ab1d-97040c980d9d req-b3619df0-0db8-46d0-8ad2-b1a0477d35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:12.450329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-94dd03bd-3d39-42ef-ab1d-97040c980d9d req-b3619df0-0db8-46d0-8ad2-b1a0477d35b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 1099 time: 0.0437424 Mar 29 09:28:12.486627 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-94dd03bd-3d39-42ef-ab1d-97040c980d9d req-74ce6e98-6804-4631-9571-6bc93aa37761 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e78e68f4-63a6-4570-869b-0e41d8a0f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295181 Mar 29 09:28:12.787858 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-228396f6-c236-4cae-a8d0-7b33a0cb346b req-940c8f21-d8f8-4bf3-b6db-027e294d8db9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396729 Mar 29 09:28:12.872262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228396f6-c236-4cae-a8d0-7b33a0cb346b req-6e739a7a-61bc-440e-b311-7b3c2bd1e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:12.873775 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-228396f6-c236-4cae-a8d0-7b33a0cb346b req-6e739a7a-61bc-440e-b311-7b3c2bd1e80d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 1098 time: 0.0407529 Mar 29 09:28:13.000897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228396f6-c236-4cae-a8d0-7b33a0cb346b req-c625d69d-0636-471f-baf1-5bccbd5e50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:13.002422 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-228396f6-c236-4cae-a8d0-7b33a0cb346b req-c625d69d-0636-471f-baf1-5bccbd5e50a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c493b507-a52c-45a9-97fb-7b2e90e9f817 HTTP/1.1" status: 200 len: 898 time: 0.0985758 Mar 29 09:28:13.101801 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-228396f6-c236-4cae-a8d0-7b33a0cb346b req-a5d58290-6c99-4fc7-822e-20505abbb34d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017c3ef3-52b1-4e94-a094-ef335a4c1ab4 HTTP/1.1" status: 200 len: 1000 time: 0.0923958 Mar 29 09:28:13.144004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240860c-b108-4c25-aba9-b2250ab6bea8 req-26c4ce19-a3c7-465b-84fc-61ca8ac245f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:13.145589 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e240860c-b108-4c25-aba9-b2250ab6bea8 req-26c4ce19-a3c7-465b-84fc-61ca8ac245f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 946 time: 0.0949786 Mar 29 09:28:13.177708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228396f6-c236-4cae-a8d0-7b33a0cb346b req-25de6c97-8d1b-4c63-916a-b2d6f8b3cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:13.179167 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-228396f6-c236-4cae-a8d0-7b33a0cb346b req-25de6c97-8d1b-4c63-916a-b2d6f8b3cc6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f28b609-52cc-4c29-bb68-2b799ca313fb HTTP/1.1" status: 200 len: 835 time: 0.0687783 Mar 29 09:28:13.217063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e240860c-b108-4c25-aba9-b2250ab6bea8 req-6760b515-0eaf-4f4d-b71b-aea95367c708 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=e78e68f4-63a6-4570-869b-0e41d8a0f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633216 Mar 29 09:28:13.235489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228396f6-c236-4cae-a8d0-7b33a0cb346b req-f2cc918d-48a6-4b9b-8871-0db7edb304c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:13.236977 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-228396f6-c236-4cae-a8d0-7b33a0cb346b req-f2cc918d-48a6-4b9b-8871-0db7edb304c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c493b507-a52c-45a9-97fb-7b2e90e9f817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484312 Mar 29 09:28:13.333308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-228396f6-c236-4cae-a8d0-7b33a0cb346b req-c5c18edd-6a41-4607-82db-fcaab61a277e service neutron] 10.222.0.24 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886190 Mar 29 09:28:13.424534 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-228396f6-c236-4cae-a8d0-7b33a0cb346b req-096c327e-7cda-4b4d-99ad-42242a8aed90 service neutron] 10.222.0.24 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828888 Mar 29 09:28:14.339780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcf129-d14a-4dc1-8ea9-6392d842812c req-2117f54e-a6b4-4fcf-8ab5-62d54235d3bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:14.341256 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87fcf129-d14a-4dc1-8ea9-6392d842812c req-2117f54e-a6b4-4fcf-8ab5-62d54235d3bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 946 time: 0.0529125 Mar 29 09:28:14.379612 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87fcf129-d14a-4dc1-8ea9-6392d842812c req-be392847-0fbe-44d6-bef9-23172f573076 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=e78e68f4-63a6-4570-869b-0e41d8a0f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321362 Mar 29 09:28:14.500003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782c5fb-29bc-4820-ac69-7f0bb3d6c608 req-cdc35c1b-d4ff-4380-a593-d75e440d53b8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:14.501406 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4782c5fb-29bc-4820-ac69-7f0bb3d6c608 req-cdc35c1b-d4ff-4380-a593-d75e440d53b8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 946 time: 0.0536554 Mar 29 09:28:14.539989 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4782c5fb-29bc-4820-ac69-7f0bb3d6c608 req-f90db0a8-d2ae-4c62-b576-da96ec1785a0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=e78e68f4-63a6-4570-869b-0e41d8a0f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323968 Mar 29 09:28:16.097655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53658) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:16.874446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:17.147627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.17 (52373cf0-758a-4c62-9479-2e254324c472/570dd418-73c2-4aa4-af9e-3fc4742db3b6/5fced7ad-d5ca-41e9-8fc9-d2836f84ba31) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:28:17.264730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:17.297874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:17.337368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 52373cf0-758a-4c62-9479-2e254324c472 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:28:17.338861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:28:17.342999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:28:17.375774 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=5fced7ad-d5ca-41e9-8fc9-d2836f84ba31,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:17.395435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:17.538785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:17.601728 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b17ae82d-f26d-4fde-aad7-ca2fa2720375 None None] Provisioning complete for port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:28:17.602331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b17ae82d-f26d-4fde-aad7-ca2fa2720375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:17.635886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b17ae82d-f26d-4fde-aad7-ca2fa2720375 None None] Port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:28:17.824477 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:17.832515 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:17.903079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=5fced7ad-d5ca-41e9-8fc9-d2836f84ba31,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:17.907901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:18.002474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 52373cf0-758a-4c62-9479-2e254324c472 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:28:18.003916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:28:18.127375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:28:18.244849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:28:18.250097 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b72ff692-4590-454a-b8b3-087c08a44993 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/2fb034b4-54c4-4f1b-8238-8a7977cd75ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1514170 Mar 29 09:28:18.256804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Sync routers for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:28:18.270030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8ae01802-2cf9-44f2-9250-e43635902f6f None None] Provisioning complete for port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:28:18.270391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8ae01802-2cf9-44f2-9250-e43635902f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:18.274296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:28:18.275175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:27:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:18.491869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8ae01802-2cf9-44f2-9250-e43635902f6f None None] Port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:28:18.549543 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:28:18.787613 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:28:17Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'cff1a4e5-6f52-4cb0-abde-d46238d28cc5', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'port_id': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'mac_address': 'fa:16:3e:b4:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:26:43Z', 'updated_at': '2022-03-29T09:26:45Z', 'revision_number': 1, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fced7ad-d5ca-41e9-8fc9-d2836f84ba31', 'name': '', 'network_id': '52373cf0-758a-4c62-9479-2e254324c472', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c5:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '570dd418-73c2-4aa4-af9e-3fc4742db3b6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:28:16Z', 'updated_at': '2022-03-29T09:28:17Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '570dd418-73c2-4aa4-af9e-3fc4742db3b6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:18.815149 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Checking router: 2fb034b4-54c4-4f1b-8238-8a7977cd75ed for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:28:18.815498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Updating router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:28:18.841084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:19.111242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:19.117653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:19.168334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc069f-07a2-4e35-8e6f-d3e2d8623f38 None None] Pushing event updated for resources: {'Port': ['ID=5fced7ad-d5ca-41e9-8fc9-d2836f84ba31,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:19.227226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Attempting to bind port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:28:19.227818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Attempting to bind port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:28:19.228567 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Attempting to bind port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 on network 52373cf0-758a-4c62-9479-2e254324c472 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:28:19.237009 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:28:19.237578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Checking segment: {'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:28:19.238251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:19.238773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Bound using segment: {'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:28:19.239448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Bound port: 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '52373cf0-758a-4c62-9479-2e254324c472'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:28:19.239835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:19.315614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] For port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:28:19.319383 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] For port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5fced7ad-d5ca-41e9-8fc9-d2836f84ba31,segment=NetworkSegment(88f87c0a-9cf6-43d9-aca8-33fe2448f6c9),segment_id=88f87c0a-9cf6-43d9-aca8-33fe2448f6c9)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:28:19.324941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:19.390289 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:28:19.390927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:27:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:19.392908 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc069f-07a2-4e35-8e6f-d3e2d8623f38 None None] Pushing event updated for resources: {'Port': ['ID=5fced7ad-d5ca-41e9-8fc9-d2836f84ba31,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:19.462699 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d2091f82-8c9c-44c5-9a3d-f643b6a81528 None None] Provisioning complete for port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:28:19.463131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d2091f82-8c9c-44c5-9a3d-f643b6a81528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:19.542303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:28:19.682946 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d2091f82-8c9c-44c5-9a3d-f643b6a81528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:19.768650 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d2091f82-8c9c-44c5-9a3d-f643b6a81528 None None] For port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5fced7ad-d5ca-41e9-8fc9-d2836f84ba31,segment=NetworkSegment(88f87c0a-9cf6-43d9-aca8-33fe2448f6c9),segment_id=88f87c0a-9cf6-43d9-aca8-33fe2448f6c9)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:28:19.779209 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d2091f82-8c9c-44c5-9a3d-f643b6a81528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:19.867500 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2091f82-8c9c-44c5-9a3d-f643b6a81528 None None] Pushing event updated for resources: {'Port': ['ID=5fced7ad-d5ca-41e9-8fc9-d2836f84ba31,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:19.908800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f9931cd8-b82e-413e-851a-4a6c45890c6a None None] Provisioning complete for port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:28:19.909174 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9931cd8-b82e-413e-851a-4a6c45890c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:19.936781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:28:17Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'cff1a4e5-6f52-4cb0-abde-d46238d28cc5', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'port_id': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'mac_address': 'fa:16:3e:b4:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:26:43Z', 'updated_at': '2022-03-29T09:26:45Z', 'revision_number': 1, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fced7ad-d5ca-41e9-8fc9-d2836f84ba31', 'name': '', 'network_id': '52373cf0-758a-4c62-9479-2e254324c472', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c5:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '570dd418-73c2-4aa4-af9e-3fc4742db3b6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:28:16Z', 'updated_at': '2022-03-29T09:28:19Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '570dd418-73c2-4aa4-af9e-3fc4742db3b6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:19.968061 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519e03b9-34ff-4727-96a1-428ffd47cd25 None None] The sync data for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv is: [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:28:17Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'cff1a4e5-6f52-4cb0-abde-d46238d28cc5', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'port_id': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'mac_address': 'fa:16:3e:b4:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:26:43Z', 'updated_at': '2022-03-29T09:26:45Z', 'revision_number': 1, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fced7ad-d5ca-41e9-8fc9-d2836f84ba31', 'name': '', 'network_id': '52373cf0-758a-4c62-9479-2e254324c472', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c5:17:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '570dd418-73c2-4aa4-af9e-3fc4742db3b6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:28:16Z', 'updated_at': '2022-03-29T09:28:19Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '570dd418-73c2-4aa4-af9e-3fc4742db3b6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:28:21.282128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:28:21.334595 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:28:21.334971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:25.208209 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:28:26.685675 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eb9cca71-237a-49c1-93c9-ed939a5af509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:29.082906 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2a364e59-411d-40e5-839f-8cbc93545a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:30.516121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:31.981169 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:32.477095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:33.418649 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:52.078056 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53698) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:52.446416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01f009c0-3377-4236-8197-7cb5ccb56ba7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:52.760118 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-01f009c0-3377-4236-8197-7cb5ccb56ba7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:28:52.760361 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01f009c0-3377-4236-8197-7cb5ccb56ba7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:52.854063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-01f009c0-3377-4236-8197-7cb5ccb56ba7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5fced7ad-d5ca-41e9-8fc9-d2836f84ba31,segment=NetworkSegment(88f87c0a-9cf6-43d9-aca8-33fe2448f6c9),segment_id=88f87c0a-9cf6-43d9-aca8-33fe2448f6c9)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:28:52.854432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01f009c0-3377-4236-8197-7cb5ccb56ba7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:52.867036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-01f009c0-3377-4236-8197-7cb5ccb56ba7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:28:53.073725 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01f009c0-3377-4236-8197-7cb5ccb56ba7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:53.099132 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f009c0-3377-4236-8197-7cb5ccb56ba7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=5fced7ad-d5ca-41e9-8fc9-d2836f84ba31,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:53.299063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-01f009c0-3377-4236-8197-7cb5ccb56ba7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:53.536468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f009c0-3377-4236-8197-7cb5ccb56ba7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:28:53.657531 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f009c0-3377-4236-8197-7cb5ccb56ba7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:28:53.662730 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-01f009c0-3377-4236-8197-7cb5ccb56ba7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/2fb034b4-54c4-4f1b-8238-8a7977cd75ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5835431 Mar 29 09:28:53.670362 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1888e280-5d15-4354-bcd8-170fa65bcfa1 None None] Sync routers for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:28:53.681479 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888e280-5d15-4354-bcd8-170fa65bcfa1 None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:28:53.682143 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1888e280-5d15-4354-bcd8-170fa65bcfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:28:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:53.798692 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1888e280-5d15-4354-bcd8-170fa65bcfa1 None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:28:53.911427 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6e4e0-2947-417a-818a-d4554d256840 req-18fb4503-9800-41e8-a122-ce198fcd5560 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:53.913019 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cdb6e4e0-2947-417a-818a-d4554d256840 req-18fb4503-9800-41e8-a122-ce198fcd5560 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 946 time: 0.0599062 Mar 29 09:28:53.953493 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cdb6e4e0-2947-417a-818a-d4554d256840 req-c750bc6c-3712-4ed0-a0d4-66f68571cee1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=e78e68f4-63a6-4570-869b-0e41d8a0f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333867 Mar 29 09:28:54.050860 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1888e280-5d15-4354-bcd8-170fa65bcfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:28:53Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'cff1a4e5-6f52-4cb0-abde-d46238d28cc5', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'port_id': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'mac_address': 'fa:16:3e:b4:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:26:43Z', 'updated_at': '2022-03-29T09:26:45Z', 'revision_number': 1, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:54.081065 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1888e280-5d15-4354-bcd8-170fa65bcfa1 None None] Checking router: 2fb034b4-54c4-4f1b-8238-8a7977cd75ed for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:28:54.089506 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888e280-5d15-4354-bcd8-170fa65bcfa1 None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:28:54.090135 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1888e280-5d15-4354-bcd8-170fa65bcfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:28:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:54.196051 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1888e280-5d15-4354-bcd8-170fa65bcfa1 None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:28:54.420592 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1888e280-5d15-4354-bcd8-170fa65bcfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:28:53Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'cff1a4e5-6f52-4cb0-abde-d46238d28cc5', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'port_id': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'mac_address': 'fa:16:3e:b4:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:26:43Z', 'updated_at': '2022-03-29T09:26:45Z', 'revision_number': 1, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:54.451367 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1888e280-5d15-4354-bcd8-170fa65bcfa1 None None] The sync data for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv is: [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:28:53Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'cff1a4e5-6f52-4cb0-abde-d46238d28cc5', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'port_id': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'mac_address': 'fa:16:3e:b4:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:26:43Z', 'updated_at': '2022-03-29T09:26:45Z', 'revision_number': 1, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:28:55.073307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057e84a-0871-4fa3-bb6d-8f9dcd9abe71 req-1e0dccf4-e6a6-42e7-82ff-f02c88ce42b4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:55.074744 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5057e84a-0871-4fa3-bb6d-8f9dcd9abe71 req-1e0dccf4-e6a6-42e7-82ff-f02c88ce42b4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 946 time: 0.0484390 Mar 29 09:28:55.114751 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5057e84a-0871-4fa3-bb6d-8f9dcd9abe71 req-1191487d-0ec8-4fde-9791-e7efd15ee7f3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=e78e68f4-63a6-4570-869b-0e41d8a0f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334785 Mar 29 09:28:55.237681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:28:55.258053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:28:55.258393 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5fced7ad-d5ca-41e9-8fc9-d2836f84ba31 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:28:55.485783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1800406-f96a-4912-9fd5-0d688e21a8a9 req-93dbafd5-b683-4dfc-be41-611be5819f18 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:55.487225 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f1800406-f96a-4912-9fd5-0d688e21a8a9 req-93dbafd5-b683-4dfc-be41-611be5819f18 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 946 time: 0.0521100 Mar 29 09:28:55.577436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-f1800406-f96a-4912-9fd5-0d688e21a8a9 req-9d978e29-6645-4152-8c7b-b364725e5273 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port b22b1bc9-7bf9-492c-890b-4005ec330a43 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:28:55.577807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f1800406-f96a-4912-9fd5-0d688e21a8a9 req-9d978e29-6645-4152-8c7b-b364725e5273 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:55.671664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-f1800406-f96a-4912-9fd5-0d688e21a8a9 req-9d978e29-6645-4152-8c7b-b364725e5273 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port b22b1bc9-7bf9-492c-890b-4005ec330a43, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b22b1bc9-7bf9-492c-890b-4005ec330a43,segment=NetworkSegment(88f87c0a-9cf6-43d9-aca8-33fe2448f6c9),segment_id=88f87c0a-9cf6-43d9-aca8-33fe2448f6c9)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:28:55.672027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f1800406-f96a-4912-9fd5-0d688e21a8a9 req-9d978e29-6645-4152-8c7b-b364725e5273 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:55.683918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-f1800406-f96a-4912-9fd5-0d688e21a8a9 req-9d978e29-6645-4152-8c7b-b364725e5273 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for b22b1bc9-7bf9-492c-890b-4005ec330a43 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:28:55.813344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f1800406-f96a-4912-9fd5-0d688e21a8a9 req-9d978e29-6645-4152-8c7b-b364725e5273 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:55.846622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d978e29-6645-4152-8c7b-b364725e5273 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=b22b1bc9-7bf9-492c-890b-4005ec330a43,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:55.889735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1800406-f96a-4912-9fd5-0d688e21a8a9 req-9d978e29-6645-4152-8c7b-b364725e5273 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] No DVR routers for this DVR port b22b1bc9-7bf9-492c-890b-4005ec330a43 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:28:55.892260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f1800406-f96a-4912-9fd5-0d688e21a8a9 req-9d978e29-6645-4152-8c7b-b364725e5273 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:55.895566 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f1800406-f96a-4912-9fd5-0d688e21a8a9 req-9d978e29-6645-4152-8c7b-b364725e5273 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "DELETE /v2.0/ports/b22b1bc9-7bf9-492c-890b-4005ec330a43 HTTP/1.1" status: 204 len: 173 time: 0.4028924 Mar 29 09:28:55.896006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8935a00d-a57d-4730-8a1c-fbafdda729d1', 'name': 'network-vif-deleted', 'tag': 'b22b1bc9-7bf9-492c-890b-4005ec330a43'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:28:55.898312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ef4b58-4f07-4f34-90cd-684e1f8bd294" -d '{"events": [{"server_uuid": "8935a00d-a57d-4730-8a1c-fbafdda729d1", "name": "network-vif-deleted", "tag": "b22b1bc9-7bf9-492c-890b-4005ec330a43"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:28:55.939128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc76647b-1715-4162-9722-9966a93c9750 x-openstack-request-id: req-fc76647b-1715-4162-9722-9966a93c9750 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:28:55.939419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8935a00d-a57d-4730-8a1c-fbafdda729d1", "name": "network-vif-deleted", "tag": "b22b1bc9-7bf9-492c-890b-4005ec330a43", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:28:55.939661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc76647b-1715-4162-9722-9966a93c9750 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:28:55.940049 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8935a00d-a57d-4730-8a1c-fbafdda729d1', 'name': 'network-vif-deleted', 'tag': 'b22b1bc9-7bf9-492c-890b-4005ec330a43', 'status': 'completed', 'code': 200} Mar 29 09:28:56.225828 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-98eb6b27-8fd7-435e-86b4-c04201490282 req-529221e4-1766-4176-bcd8-eba71fca9980 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=8935a00d-a57d-4730-8a1c-fbafdda729d1 HTTP/1.1" status: 200 len: 210 time: 0.0272646 Mar 29 09:28:56.690539 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dea11cf2-6c1a-48e0-950c-13a00db9f153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:57.300136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53712) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:57.360391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-83ec7fb8-2216-40ad-a120-c366803113cf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:57.385635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-83ec7fb8-2216-40ad-a120-c366803113cf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:57.450901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-83ec7fb8-2216-40ad-a120-c366803113cf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:57.453491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-83ec7fb8-2216-40ad-a120-c366803113cf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:57.454971 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-83ec7fb8-2216-40ad-a120-c366803113cf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/security-groups/e78e68f4-63a6-4570-869b-0e41d8a0f2af HTTP/1.1" status: 204 len: 168 time: 0.1535461 Mar 29 09:28:57.465213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec7fb8-2216-40ad-a120-c366803113cf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78e68f4-63a6-4570-869b-0e41d8a0f2af,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:57.486700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53716) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:57.539375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-707594f3-0b2d-405d-8431-c2bdd4d63bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting subnet 570dd418-73c2-4aa4-af9e-3fc4742db3b6 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:28:57.543310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-707594f3-0b2d-405d-8431-c2bdd4d63bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:57.584394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-707594f3-0b2d-405d-8431-c2bdd4d63bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:57.677077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-707594f3-0b2d-405d-8431-c2bdd4d63bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:57.747874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-707594f3-0b2d-405d-8431-c2bdd4d63bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:57.777862 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707594f3-0b2d-405d-8431-c2bdd4d63bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Subnet': ['ID=570dd418-73c2-4aa4-af9e-3fc4742db3b6,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:57.779846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-707594f3-0b2d-405d-8431-c2bdd4d63bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:57.786139 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-707594f3-0b2d-405d-8431-c2bdd4d63bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/subnets/570dd418-73c2-4aa4-af9e-3fc4742db3b6 HTTP/1.1" status: 204 len: 168 time: 0.2952116 Mar 29 09:28:57.787686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53718) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:57.792005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617fbf26-40cc-4140-835c-9c16f9b097fc None None] Network 52373cf0-758a-4c62-9479-2e254324c472 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:28:57.888540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:57.955179 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 23220642-4901-4f61-92cd-5bee2f091dda {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:28:57.955536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:57.988881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5bc3c0-a707-4d4e-b004-f26c2a78e8fa None None] DHCP port deletion for 52373cf0-758a-4c62-9479-2e254324c472 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:28:58.022937 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 23220642-4901-4f61-92cd-5bee2f091dda, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=23220642-4901-4f61-92cd-5bee2f091dda,segment=NetworkSegment(88f87c0a-9cf6-43d9-aca8-33fe2448f6c9),segment_id=88f87c0a-9cf6-43d9-aca8-33fe2448f6c9)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:28:58.023227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.037376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 23220642-4901-4f61-92cd-5bee2f091dda owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:28:58.046109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2e5bc3c0-a707-4d4e-b004-f26c2a78e8fa None None] Deleting port 23220642-4901-4f61-92cd-5bee2f091dda {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:28:58.046835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2e5bc3c0-a707-4d4e-b004-f26c2a78e8fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.111893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-2e5bc3c0-a707-4d4e-b004-f26c2a78e8fa None None] For port 23220642-4901-4f61-92cd-5bee2f091dda, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=23220642-4901-4f61-92cd-5bee2f091dda,segment=NetworkSegment(88f87c0a-9cf6-43d9-aca8-33fe2448f6c9),segment_id=88f87c0a-9cf6-43d9-aca8-33fe2448f6c9)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:28:58.112287 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2e5bc3c0-a707-4d4e-b004-f26c2a78e8fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.126406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.126825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2e5bc3c0-a707-4d4e-b004-f26c2a78e8fa None None] Calling delete_port for 23220642-4901-4f61-92cd-5bee2f091dda owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:28:58.155009 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=23220642-4901-4f61-92cd-5bee2f091dda,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:58.157388 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] No DVR routers for this DVR port 23220642-4901-4f61-92cd-5bee2f091dda on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:28:58.210880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2e5bc3c0-a707-4d4e-b004-f26c2a78e8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.235838 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bc3c0-a707-4d4e-b004-f26c2a78e8fa None None] Pushing event deleted for resources: {'Port': ['ID=23220642-4901-4f61-92cd-5bee2f091dda,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:58.239289 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.239525 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5bc3c0-a707-4d4e-b004-f26c2a78e8fa None None] No DVR routers for this DVR port 23220642-4901-4f61-92cd-5bee2f091dda on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:28:58.268206 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52373cf0-758a-4c62-9479-2e254324c472']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:58.278525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:58.278757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f87c0a-9cf6-43d9-aca8-33fe2448f6c9') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:58.288888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.304251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.311163 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:28:58.311592 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:28:58.314708 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:28:58.374021 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.381115 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.385044 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/networks/52373cf0-758a-4c62-9479-2e254324c472 HTTP/1.1" status: 204 len: 168 time: 0.5960050 Mar 29 09:28:58.387723 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53720) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:28:58.403392 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b9627-de58-4aad-93d7-b3dfbdc91475 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Network': ['ID=52373cf0-758a-4c62-9479-2e254324c472,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:58.560797 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 2bed7473-e86c-4cbf-a89d-16aac6ea78b7 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:28:58.561134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.641508 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.641857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.653871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 2bed7473-e86c-4cbf-a89d-16aac6ea78b7 owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:28:58.815096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.852264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=2bed7473-e86c-4cbf-a89d-16aac6ea78b7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:28:58.909323 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:58.909677 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP cff1a4e5-6f52-4cb0-abde-d46238d28cc5 disassociated (deleted). External IP: 172.26.1.46, port: 017c3ef3-52b1-4e94-a094-ef335a4c1ab4. Mar 29 09:28:59.091957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dfe69af5-a88d-42bb-8591-e996dd38ee19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:59.281131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 23220642-4901-4f61-92cd-5bee2f091dda no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:28:59.302022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 23220642-4901-4f61-92cd-5bee2f091dda {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:28:59.302454 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 23220642-4901-4f61-92cd-5bee2f091dda not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:28:59.393209 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:28:59.499231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:28:59.503813 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:28:59.512573 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ec20f-4cea-4cab-ad55-636c569d1ac2 None None] Sync routers for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:28:59.525514 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ec20f-4cea-4cab-ad55-636c569d1ac2 None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:28:59.526242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-789ec20f-4cea-4cab-ad55-636c569d1ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:28:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:59.535099 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9ead2095-9cee-412c-975b-a12c59b7936f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/floatingips/cff1a4e5-6f52-4cb0-abde-d46238d28cc5 HTTP/1.1" status: 204 len: 168 time: 1.1463571 Mar 29 09:28:59.535881 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'tag': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:28:59.538216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e3e30c-fe7d-4b5d-8da8-340fb742e183" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685", "tag": "017c3ef3-52b1-4e94-a094-ef335a4c1ab4"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:28:59.580962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a4a5ad-885b-4c08-9fb7-819eb1d8cba4 x-openstack-request-id: req-86a4a5ad-885b-4c08-9fb7-819eb1d8cba4 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:28:59.581327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685", "tag": "017c3ef3-52b1-4e94-a094-ef335a4c1ab4", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:28:59.581734 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86a4a5ad-885b-4c08-9fb7-819eb1d8cba4 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:28:59.582776 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'tag': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'status': 'completed', 'code': 200} Mar 29 09:28:59.647738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3e30c-fe7d-4b5d-8da8-340fb742e183 req-fed5a1c3-34fd-4831-8c65-68117a0512e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:59.650112 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-19e3e30c-fe7d-4b5d-8da8-340fb742e183 req-fed5a1c3-34fd-4831-8c65-68117a0512e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 1098 time: 0.0473247 Mar 29 09:28:59.654296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-789ec20f-4cea-4cab-ad55-636c569d1ac2 None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:28:59.793450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3e30c-fe7d-4b5d-8da8-340fb742e183 req-862aca9a-3906-411c-b068-91f89fac8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:59.795002 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-19e3e30c-fe7d-4b5d-8da8-340fb742e183 req-862aca9a-3906-411c-b068-91f89fac8d04 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c493b507-a52c-45a9-97fb-7b2e90e9f817 HTTP/1.1" status: 200 len: 898 time: 0.1394687 Mar 29 09:28:59.807715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e62f1-2237-4206-ba5a-b1ac881a661f req-4de3a402-21a1-4a50-a414-d4818b872706 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:59.809228 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-044e62f1-2237-4206-ba5a-b1ac881a661f req-4de3a402-21a1-4a50-a414-d4818b872706 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 945 time: 0.0758288 Mar 29 09:28:59.851741 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-19e3e30c-fe7d-4b5d-8da8-340fb742e183 req-ab6e5a97-31b8-4bde-91d6-3920cc2856b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=017c3ef3-52b1-4e94-a094-ef335a4c1ab4 HTTP/1.1" status: 200 len: 217 time: 0.0415006 Mar 29 09:28:59.870251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-789ec20f-4cea-4cab-ad55-636c569d1ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:28:53Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:59.896910 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ec20f-4cea-4cab-ad55-636c569d1ac2 None None] Checking router: 2fb034b4-54c4-4f1b-8238-8a7977cd75ed for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:28:59.906269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ec20f-4cea-4cab-ad55-636c569d1ac2 None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:28:59.906269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-789ec20f-4cea-4cab-ad55-636c569d1ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:28:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:28:59.918693 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-044e62f1-2237-4206-ba5a-b1ac881a661f req-cebdbc5f-3fbb-4573-98c9-f543532e6942 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693815 Mar 29 09:28:59.924666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3e30c-fe7d-4b5d-8da8-340fb742e183 req-ad2bb977-e5bb-4e78-ab20-8583908f6e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:59.926152 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-19e3e30c-fe7d-4b5d-8da8-340fb742e183 req-ad2bb977-e5bb-4e78-ab20-8583908f6e9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f28b609-52cc-4c29-bb68-2b799ca313fb HTTP/1.1" status: 200 len: 835 time: 0.0619125 Mar 29 09:28:59.977064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3e30c-fe7d-4b5d-8da8-340fb742e183 req-e8156372-8d7e-4f08-865a-af87fd5c6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:28:59.979140 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-19e3e30c-fe7d-4b5d-8da8-340fb742e183 req-e8156372-8d7e-4f08-865a-af87fd5c6965 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c493b507-a52c-45a9-97fb-7b2e90e9f817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453618 Mar 29 09:29:00.023152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-789ec20f-4cea-4cab-ad55-636c569d1ac2 None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:29:00.077797 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-19e3e30c-fe7d-4b5d-8da8-340fb742e183 req-dbc45648-dc1c-4b87-b3f8-6ddaf187a932 service neutron] 10.222.0.24 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910692 Mar 29 09:29:00.174649 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-19e3e30c-fe7d-4b5d-8da8-340fb742e183 req-db768339-e1dd-4de3-b043-11baca73b978 service neutron] 10.222.0.24 "GET /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900071 Mar 29 09:29:00.233930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-789ec20f-4cea-4cab-ad55-636c569d1ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:28:53Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:00.414170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b22b1bc9-7bf9-492c-890b-4005ec330a43 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:29:00.417191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ec20f-4cea-4cab-ad55-636c569d1ac2 None None] The sync data for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv is: [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:28:53Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '61353f1a-ece3-4b4e-ba03-5b9f637cb4e8', 'name': '', 'network_id': 'c493b507-a52c-45a9-97fb-7b2e90e9f817', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:90:17:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:25Z', 'updated_at': '2022-03-29T09:26:29Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '4f28b609-52cc-4c29-bb68-2b799ca313fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:29:00.438980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: b22b1bc9-7bf9-492c-890b-4005ec330a43 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:29:00.439234 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b22b1bc9-7bf9-492c-890b-4005ec330a43 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:29:00.512505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:00.627311 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe59011c-799b-47a7-ae98-9c018d36334c None None] New status for floating IP cff1a4e5-6f52-4cb0-abde-d46238d28cc5: DOWN {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:29:01.044172 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118a865-867d-4ee5-af00-e53930b57a5a req-4cf47210-171a-453b-9d47-797fbae78fb9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:01.045738 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9118a865-867d-4ee5-af00-e53930b57a5a req-4cf47210-171a-453b-9d47-797fbae78fb9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 945 time: 0.0545244 Mar 29 09:29:01.088384 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9118a865-867d-4ee5-af00-e53930b57a5a req-e195e99f-f305-404d-9109-a7c58ea350af tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363617 Mar 29 09:29:01.367844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305a86f-a0b0-4a1d-92c7-6efe7881ae1d req-9704a333-e7ea-45c4-bd24-1eb5f5e78723 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:01.369836 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a305a86f-a0b0-4a1d-92c7-6efe7881ae1d req-9704a333-e7ea-45c4-bd24-1eb5f5e78723 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 945 time: 0.0496464 Mar 29 09:29:01.460450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-a305a86f-a0b0-4a1d-92c7-6efe7881ae1d req-1bb4c556-6a7d-4d02-abde-2aea33a2634d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:29:01.460790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a305a86f-a0b0-4a1d-92c7-6efe7881ae1d req-1bb4c556-6a7d-4d02-abde-2aea33a2634d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:01.553272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-a305a86f-a0b0-4a1d-92c7-6efe7881ae1d req-1bb4c556-6a7d-4d02-abde-2aea33a2634d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=017c3ef3-52b1-4e94-a094-ef335a4c1ab4,segment=NetworkSegment(e0cada7b-65bf-4a64-999d-d0a382b926ea),segment_id=e0cada7b-65bf-4a64-999d-d0a382b926ea)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:29:01.553532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a305a86f-a0b0-4a1d-92c7-6efe7881ae1d req-1bb4c556-6a7d-4d02-abde-2aea33a2634d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:01.567045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-a305a86f-a0b0-4a1d-92c7-6efe7881ae1d req-1bb4c556-6a7d-4d02-abde-2aea33a2634d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:29:01.696325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a305a86f-a0b0-4a1d-92c7-6efe7881ae1d req-1bb4c556-6a7d-4d02-abde-2aea33a2634d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:01.725253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4c556-6a7d-4d02-abde-2aea33a2634d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=017c3ef3-52b1-4e94-a094-ef335a4c1ab4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:01.767247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-a305a86f-a0b0-4a1d-92c7-6efe7881ae1d req-1bb4c556-6a7d-4d02-abde-2aea33a2634d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] No DVR routers for this DVR port 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:29:01.769762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a305a86f-a0b0-4a1d-92c7-6efe7881ae1d req-1bb4c556-6a7d-4d02-abde-2aea33a2634d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:01.773039 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a305a86f-a0b0-4a1d-92c7-6efe7881ae1d req-1bb4c556-6a7d-4d02-abde-2aea33a2634d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "DELETE /v2.0/ports/017c3ef3-52b1-4e94-a094-ef335a4c1ab4 HTTP/1.1" status: 204 len: 173 time: 0.3970962 Mar 29 09:29:01.773480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'name': 'network-vif-deleted', 'tag': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:29:01.776369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc889dc1-8f4e-41e2-8ef2-d45341d53431" -d '{"events": [{"server_uuid": "b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685", "name": "network-vif-deleted", "tag": "017c3ef3-52b1-4e94-a094-ef335a4c1ab4"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:29:01.815659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6009b0e-db38-452d-aaf1-8a63448aac8f x-openstack-request-id: req-b6009b0e-db38-452d-aaf1-8a63448aac8f {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:29:01.815985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685", "name": "network-vif-deleted", "tag": "017c3ef3-52b1-4e94-a094-ef335a4c1ab4", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:29:01.816243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6009b0e-db38-452d-aaf1-8a63448aac8f {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:29:01.816642 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685', 'name': 'network-vif-deleted', 'tag': '017c3ef3-52b1-4e94-a094-ef335a4c1ab4', 'status': 'completed', 'code': 200} Mar 29 09:29:01.984810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:02.210544 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:29:02.228037 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3d02365e-046f-4690-a7b3-f8b6c8fc29f8 req-8bda6c08-ce39-4268-9298-a6633541b1b5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d3d8d4-7ffa-4fc6-8a18-1844ac52c685 HTTP/1.1" status: 200 len: 210 time: 0.0301847 Mar 29 09:29:02.480722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:03.294947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53736) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:03.356819 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:03.389922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:03.427463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:03.456502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:03.459634 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:03.460812 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/security-groups/62d2c7c1-5745-4eb5-b9de-faf0d6844ca9 HTTP/1.1" status: 204 len: 168 time: 0.1647825 Mar 29 09:29:03.470124 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d2c7c1-5745-4eb5-b9de-faf0d6844ca9,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:03.477214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:03.477584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:03.477933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:03.478267 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:03.478593 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:03.478935 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:03.479243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:03.479563 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:03.479890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:03.480211 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:03.480528 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:03.480861 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8342cff5-55df-4b8a-980e-6e44679b64d3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:04.506996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53742) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:04.877231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:05.135908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:29:05.136243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:05.229167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=61353f1a-ece3-4b4e-ba03-5b9f637cb4e8,segment=NetworkSegment(e0cada7b-65bf-4a64-999d-d0a382b926ea),segment_id=e0cada7b-65bf-4a64-999d-d0a382b926ea)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:29:05.229525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:05.241558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:29:05.427106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:05.462321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=61353f1a-ece3-4b4e-ba03-5b9f637cb4e8,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:05.483712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:05.484149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:05.484582 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:05.484766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:05.485076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:05.485408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:05.485836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:05.486122 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:05.486513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:05.486840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:05.487189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:05.487505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:05.668677 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:05.888373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:29:05.997312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:29:06.002706 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-124fd2db-4b2e-44a8-8932-cfe5997e00be tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/2fb034b4-54c4-4f1b-8238-8a7977cd75ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4943957 Mar 29 09:29:06.005158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53744) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:06.008022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd770a6-39c0-403d-a201-3edf8e2a58f3 None None] Sync routers for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:29:06.018652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd770a6-39c0-403d-a201-3edf8e2a58f3 None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:29:06.019280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0fd770a6-39c0-403d-a201-3edf8e2a58f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:28:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:06.056989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-08345a90-d877-43a5-9993-37b05e773b01 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting subnet 4f28b609-52cc-4c29-bb68-2b799ca313fb {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:29:06.060271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-08345a90-d877-43a5-9993-37b05e773b01 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:06.099669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-08345a90-d877-43a5-9993-37b05e773b01 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:06.125911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-0fd770a6-39c0-403d-a201-3edf8e2a58f3 None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:29:06.189434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-08345a90-d877-43a5-9993-37b05e773b01 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:06.252766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-08345a90-d877-43a5-9993-37b05e773b01 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:06.262386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:29:06.279620 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08345a90-d877-43a5-9993-37b05e773b01 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Subnet': ['ID=4f28b609-52cc-4c29-bb68-2b799ca313fb,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:06.286983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-08345a90-d877-43a5-9993-37b05e773b01 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:06.289328 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-08345a90-d877-43a5-9993-37b05e773b01 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/subnets/4f28b609-52cc-4c29-bb68-2b799ca313fb HTTP/1.1" status: 204 len: 168 time: 0.2830627 Mar 29 09:29:06.292467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53746) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:06.309274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef08fe-8382-41e3-8ac4-579b8746f381 None None] Network c493b507-a52c-45a9-97fb-7b2e90e9f817 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:29:06.313591 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:29:06.313941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 017c3ef3-52b1-4e94-a094-ef335a4c1ab4 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:29:06.400819 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:06.432588 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0fd770a6-39c0-403d-a201-3edf8e2a58f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:29:05Z', 'revision_number': 7, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:06.467400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd770a6-39c0-403d-a201-3edf8e2a58f3 None None] Checking router: 2fb034b4-54c4-4f1b-8238-8a7977cd75ed for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:29:06.484484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd770a6-39c0-403d-a201-3edf8e2a58f3 None None] Routers {'2fb034b4-54c4-4f1b-8238-8a7977cd75ed'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:29:06.485094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0fd770a6-39c0-403d-a201-3edf8e2a58f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:28:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:06.513168 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:06.574082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 5aa25e0a-fac7-44e1-99dc-c8e370216636 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:29:06.574536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:06.579933 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] DHCP port deletion for c493b507-a52c-45a9-97fb-7b2e90e9f817 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:29:06.624911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-0fd770a6-39c0-403d-a201-3edf8e2a58f3 None None] Set router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:29:06.744697 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Deleting port 2335c3b9-b59f-4016-92b2-789d1bd739be {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:29:06.745069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:06.838948 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] For port 2335c3b9-b59f-4016-92b2-789d1bd739be, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=2335c3b9-b59f-4016-92b2-789d1bd739be,segment=NetworkSegment(e0cada7b-65bf-4a64-999d-d0a382b926ea),segment_id=e0cada7b-65bf-4a64-999d-d0a382b926ea)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:29:06.839353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:06.869788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Calling delete_port for 2335c3b9-b59f-4016-92b2-789d1bd739be owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:29:06.952141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0fd770a6-39c0-403d-a201-3edf8e2a58f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:29:05Z', 'revision_number': 7, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:06.986852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd770a6-39c0-403d-a201-3edf8e2a58f3 None None] The sync data for ids ['2fb034b4-54c4-4f1b-8238-8a7977cd75ed'] in dv-neutron-835554-1-hyperv is: [{'id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'name': 'tempest-TestNetworkBasicOps-router-188852593', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241'}], 'enable_snat': True}, 'gw_port_id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:29:05Z', 'revision_number': 7, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '5aa25e0a-fac7-44e1-99dc-c8e370216636', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb034b4-54c4-4f1b-8238-8a7977cd75ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:26:21Z', 'updated_at': '2022-03-29T09:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:29:06.998725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.026047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Pushing event deleted for resources: {'Port': ['ID=2335c3b9-b59f-4016-92b2-789d1bd739be,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:07.032897 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] No DVR routers for this DVR port 2335c3b9-b59f-4016-92b2-789d1bd739be on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:29:07.037590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:07.038189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:07.038338 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:07.038616 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:07.038947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:07.039278 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:07.039609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:07.040001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:07.040896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:07.041026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 5aa25e0a-fac7-44e1-99dc-c8e370216636, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5aa25e0a-fac7-44e1-99dc-c8e370216636,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:29:07.041476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:07.041612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.041725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:07.041837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229ae9f-14b6-4b80-99b0-63ff0a01112b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:07.056931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 5aa25e0a-fac7-44e1-99dc-c8e370216636 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:29:07.220235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.246284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=5aa25e0a-fac7-44e1-99dc-c8e370216636,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:07.310449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.404767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.407066 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.456423 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.456979 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Fanout notify agent at l3_agent the message router_deleted on router 2fb034b4-54c4-4f1b-8238-8a7977cd75ed {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:29:07.470587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.476256 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-431cc5e4-5c1f-4e7f-b189-ba65e00cd294 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/routers/2fb034b4-54c4-4f1b-8238-8a7977cd75ed HTTP/1.1" status: 204 len: 168 time: 1.1826973 Mar 29 09:29:07.477025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53748) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:07.479311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:29:07.500871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:29:07.501198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 61353f1a-ece3-4b4e-ba03-5b9f637cb4e8 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:29:07.501896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2335c3b9-b59f-4016-92b2-789d1bd739be no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:29:07.534234 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 2335c3b9-b59f-4016-92b2-789d1bd739be {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:29:07.534939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2335c3b9-b59f-4016-92b2-789d1bd739be not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:29:07.567373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.664997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.687234 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c493b507-a52c-45a9-97fb-7b2e90e9f817']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:07.697554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0cada7b-65bf-4a64-999d-d0a382b926ea') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:07.697939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0cada7b-65bf-4a64-999d-d0a382b926ea') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:07.713007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.726654 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.732963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:29:07.733355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:29:07.736294 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:29:07.799754 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.804185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.808525 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/networks/c493b507-a52c-45a9-97fb-7b2e90e9f817 HTTP/1.1" status: 204 len: 168 time: 0.3304687 Mar 29 09:29:07.823704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccda04-e971-43a2-99f0-9c0209139610 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Network': ['ID=c493b507-a52c-45a9-97fb-7b2e90e9f817,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:07.828113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53750) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:07.833224 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-6e14ca18-ee52-492b-89d9-5e6708ca2e22 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'network': {'name': 'tempest-network-smoke--1725411305', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'port_security_enabled': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:07.851782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e14ca18-ee52-492b-89d9-5e6708ca2e22 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:29:07.855249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6e14ca18-ee52-492b-89d9-5e6708ca2e22 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.878917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e14ca18-ee52-492b-89d9-5e6708ca2e22 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:29:07.889050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6e14ca18-ee52-492b-89d9-5e6708ca2e22 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.889393 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-6e14ca18-ee52-492b-89d9-5e6708ca2e22 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Added segment ceaa1c35-dd62-4795-b0f2-1a391cae7f80 of type vlan for network bba968b5-b10e-410f-9b29-5a5789cb5fbf Mar 29 09:29:07.929246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6e14ca18-ee52-492b-89d9-5e6708ca2e22 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.954290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6e14ca18-ee52-492b-89d9-5e6708ca2e22 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:07.959745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e14ca18-ee52-492b-89d9-5e6708ca2e22 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:07.960365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6e14ca18-ee52-492b-89d9-5e6708ca2e22 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:08.001878 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6e14ca18-ee52-492b-89d9-5e6708ca2e22 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1726639 Mar 29 09:29:08.004504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53752) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:08.010020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'admin_state_up': True, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:08.054036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14ca18-ee52-492b-89d9-5e6708ca2e22 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Network': ['ID=bba968b5-b10e-410f-9b29-5a5789cb5fbf,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:08.066631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network bba968b5-b10e-410f-9b29-5a5789cb5fbf details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:29:08.078452 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:08.079781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:08.136371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:08.282666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:08.484043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:08.507580 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:08.614292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.74 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/0fb7ba5f-9348-4141-b46b-7ca19eecd8de) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:29:08.724256 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:08.760496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:08.803116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:29:08.806078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:29:08.809635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:29:08.815009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=0fb7ba5f-9348-4141-b46b-7ca19eecd8de,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:09.063175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:09.238648 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5aa25e0a-fac7-44e1-99dc-c8e370216636 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:29:09.259277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 5aa25e0a-fac7-44e1-99dc-c8e370216636 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:29:09.259623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5aa25e0a-fac7-44e1-99dc-c8e370216636 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:29:09.260455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:09.390379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 38d27e16-3bf0-4e66-8efa-72ae51932563 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:29:09.496557 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:29:09.506429 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Sync routers for ids ['38d27e16-3bf0-4e66-8efa-72ae51932563'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:29:09.516489 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Routers {'38d27e16-3bf0-4e66-8efa-72ae51932563'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:29:09.517158 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:28:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['38d27e16-3bf0-4e66-8efa-72ae51932563'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:09.518582 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:09.519930 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5c3935b7-303c-427d-83d1-27800d6a5d9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5144920 Mar 29 09:29:09.522953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53754) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:09.551783 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ee97b96a-3e29-4e8e-8c56-28172c623f00 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6010cd4cec6b417ba57b11945c979066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276666 Mar 29 09:29:09.554377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53756) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:09.637281 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Set router 38d27e16-3bf0-4e66-8efa-72ae51932563 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:29:09.647097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb4d2d5-f0f9-4114-bc28-ae5ca565cbac tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:09.648537 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0cb4d2d5-f0f9-4114-bc28-ae5ca565cbac tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932577 Mar 29 09:29:09.651976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53758) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:09.679876 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cbd3631a-9f05-46b8-aa51-06f0ce340353 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267437 Mar 29 09:29:09.682460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53760) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:09.687368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-24fd78a9-1be8-43f3-9f40-c0686c58b08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1741831733', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:09.803746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fd78a9-1be8-43f3-9f40-c0686c58b08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:29:09.807266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24fd78a9-1be8-43f3-9f40-c0686c58b08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:09.834259 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:08Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:09.862230 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Checking router: 38d27e16-3bf0-4e66-8efa-72ae51932563 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:29:09.862577 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Updating router 38d27e16-3bf0-4e66-8efa-72ae51932563 port 0fb7ba5f-9348-4141-b46b-7ca19eecd8de binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:29:09.888652 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.002592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24fd78a9-1be8-43f3-9f40-c0686c58b08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.066927 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd78a9-1be8-43f3-9f40-c0686c58b08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Subnet': ['ID=e6da6ec1-c116-49ee-86f5-0ef6c83db680,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:10.078679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd78a9-1be8-43f3-9f40-c0686c58b08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Checking segment: {'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:29:10.079297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd78a9-1be8-43f3-9f40-c0686c58b08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network hostable DHCP agents. Network: bba968b5-b10e-410f-9b29-5a5789cb5fbf, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:29:10.098343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd78a9-1be8-43f3-9f40-c0686c58b08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bba968b5-b10e-410f-9b29-5a5789cb5fbf is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:29:10.113126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-24fd78a9-1be8-43f3-9f40-c0686c58b08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, bba968b5-b10e-410f-9b29-5a5789cb5fbf) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:29:10.118449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd78a9-1be8-43f3-9f40-c0686c58b08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:10.119863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24fd78a9-1be8-43f3-9f40-c0686c58b08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.125100 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a5d3a8-53b0-4526-8b8c-0babc70d58c0 None None] Network bba968b5-b10e-410f-9b29-5a5789cb5fbf requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:29:10.139204 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-24fd78a9-1be8-43f3-9f40-c0686c58b08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4553897 Mar 29 09:29:10.142008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53762) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:10.279131 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.285939 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.343092 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Pushing event updated for resources: {'Port': ['ID=0fb7ba5f-9348-4141-b46b-7ca19eecd8de,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:10.352255 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:10.352615 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:10.352920 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:10.353243 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:10.353602 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:10.354181 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:10.354864 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:10.354864 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:10.355139 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:10.355433 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:10.355734 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:10.356046 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:29:10.361448 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Attempting to bind port 0fb7ba5f-9348-4141-b46b-7ca19eecd8de on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:29:10.361835 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Attempting to bind port 0fb7ba5f-9348-4141-b46b-7ca19eecd8de by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:29:10.362188 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Attempting to bind port 0fb7ba5f-9348-4141-b46b-7ca19eecd8de on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:29:10.367572 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:29:10.368436 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:29:10.368839 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.369218 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:29:10.369703 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Bound port: 0fb7ba5f-9348-4141-b46b-7ca19eecd8de, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:29:10.370468 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.448093 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] For port 0fb7ba5f-9348-4141-b46b-7ca19eecd8de, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:29:10.452276 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] For port 0fb7ba5f-9348-4141-b46b-7ca19eecd8de, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0fb7ba5f-9348-4141-b46b-7ca19eecd8de,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:29:10.458399 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.464032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ips': [{'subnet_id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:29:10.464904 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.521410 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Routers {'38d27e16-3bf0-4e66-8efa-72ae51932563'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:29:10.522216 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:28:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['38d27e16-3bf0-4e66-8efa-72ae51932563'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:10.573792 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3947f90-d6e6-48f7-8524-c60d61eabb43 None None] Pushing event updated for resources: {'Port': ['ID=0fb7ba5f-9348-4141-b46b-7ca19eecd8de,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:10.621153 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Allocated IP 172.20.0.2 (bba968b5-b10e-410f-9b29-5a5789cb5fbf/e6da6ec1-c116-49ee-86f5-0ef6c83db680/88daefca-50da-4078-8691-2ed06ba687ce) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:29:10.633628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.664004 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] Set router 38d27e16-3bf0-4e66-8efa-72ae51932563 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:29:10.808977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.818184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.865644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Network bba968b5-b10e-410f-9b29-5a5789cb5fbf is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:29:10.870224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:29:10.872344 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Pushing event updated for resources: {'Port': ['ID=88daefca-50da-4078-8691-2ed06ba687ce,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:10.874362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:29:10.900260 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:08Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:10.932399 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88e0fd-2a63-4026-9a4a-33923cf9003b None None] The sync data for ids ['38d27e16-3bf0-4e66-8efa-72ae51932563'] in dv-neutron-835554-1-hyperv is: [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:08Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:29:10.940970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Attempting to bind port 88daefca-50da-4078-8691-2ed06ba687ce on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:29:10.940970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Attempting to bind port 88daefca-50da-4078-8691-2ed06ba687ce by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:29:10.940970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Attempting to bind port 88daefca-50da-4078-8691-2ed06ba687ce on network bba968b5-b10e-410f-9b29-5a5789cb5fbf {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:29:10.947131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:29:10.947509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Checking segment: {'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:29:10.947922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.948313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Bound using segment: {'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:29:10.948786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Bound port: 88daefca-50da-4078-8691-2ed06ba687ce, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:29:10.949175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:10.974659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.1 (bba968b5-b10e-410f-9b29-5a5789cb5fbf/e6da6ec1-c116-49ee-86f5-0ef6c83db680/d623aa11-6bb4-47a6-883c-f91e8d4b328f) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:29:11.022640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] For port 88daefca-50da-4078-8691-2ed06ba687ce, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:29:11.026997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] For port 88daefca-50da-4078-8691-2ed06ba687ce, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=88daefca-50da-4078-8691-2ed06ba687ce,segment=NetworkSegment(ceaa1c35-dd62-4795-b0f2-1a391cae7f80),segment_id=ceaa1c35-dd62-4795-b0f2-1a391cae7f80)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:29:11.032966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:11.095227 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbb1d9-0ee5-4733-b4ee-1e5ac7255675 None None] Pushing event updated for resources: {'Port': ['ID=88daefca-50da-4078-8691-2ed06ba687ce,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:11.109796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:11.155918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:11.211338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bba968b5-b10e-410f-9b29-5a5789cb5fbf is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:29:11.215653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:29:11.221027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:29:11.246295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=d623aa11-6bb4-47a6-883c-f91e8d4b328f,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:11.281096 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:11.393328 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0fb7ba5f-9348-4141-b46b-7ca19eecd8de up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:29:11.456494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:11.484149 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 0fb7ba5f-9348-4141-b46b-7ca19eecd8de triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:29:11.485111 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:11.581460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:11.606626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 0fb7ba5f-9348-4141-b46b-7ca19eecd8de, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0fb7ba5f-9348-4141-b46b-7ca19eecd8de,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:29:11.612779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:11.679580 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=0fb7ba5f-9348-4141-b46b-7ca19eecd8de,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:12.151562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:12.157117 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:12.243968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=d623aa11-6bb4-47a6-883c-f91e8d4b328f,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:12.244718 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0851fa76-71e6-4982-901d-d9333b68846c None None] Network bba968b5-b10e-410f-9b29-5a5789cb5fbf requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:29:12.246577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:12.333860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f00fb9ff-e134-402a-8069-534d42666758 None None] Provisioning complete for port 88daefca-50da-4078-8691-2ed06ba687ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:29:12.334153 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f00fb9ff-e134-402a-8069-534d42666758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:12.353700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bba968b5-b10e-410f-9b29-5a5789cb5fbf is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:29:12.355199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:29:12.477026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 38d27e16-3bf0-4e66-8efa-72ae51932563 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:29:12.496776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f00fb9ff-e134-402a-8069-534d42666758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:12.535770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f00fb9ff-e134-402a-8069-534d42666758 None None] For port 88daefca-50da-4078-8691-2ed06ba687ce, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=88daefca-50da-4078-8691-2ed06ba687ce,segment=NetworkSegment(ceaa1c35-dd62-4795-b0f2-1a391cae7f80),segment_id=ceaa1c35-dd62-4795-b0f2-1a391cae7f80)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:29:12.543651 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f00fb9ff-e134-402a-8069-534d42666758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:12.615440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fb9ff-e134-402a-8069-534d42666758 None None] Pushing event updated for resources: {'Port': ['ID=88daefca-50da-4078-8691-2ed06ba687ce,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:12.618430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:29:12.634114 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2d8b2e4f-dbc9-4181-a38c-a58e7b895c75 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/38d27e16-3bf0-4e66-8efa-72ae51932563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4873545 Mar 29 09:29:12.634617 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53764) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:12.757276 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Sync routers for ids ['38d27e16-3bf0-4e66-8efa-72ae51932563'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:29:12.782630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Routers {'38d27e16-3bf0-4e66-8efa-72ae51932563'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:29:12.783410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:28:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['38d27e16-3bf0-4e66-8efa-72ae51932563'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:12.824806 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcef64c-0ce2-44e2-b43c-7c5686a383e7 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:12.825285 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcef64c-0ce2-44e2-b43c-7c5686a383e7 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:12.825974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcef64c-0ce2-44e2-b43c-7c5686a383e7 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:12.826448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcef64c-0ce2-44e2-b43c-7c5686a383e7 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:12.831532 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fbcef64c-0ce2-44e2-b43c-7c5686a383e7 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1928318 Mar 29 09:29:12.831989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53766) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:12.836735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-bcc9ad59-04cb-4409-a831-5b75f49ad7a9 None None] Provisioning complete for port 88daefca-50da-4078-8691-2ed06ba687ce triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:29:12.837109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bcc9ad59-04cb-4409-a831-5b75f49ad7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:12.942042 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc04b709-4397-438c-9ef5-fe86a3698d32 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:12.942518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc04b709-4397-438c-9ef5-fe86a3698d32 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:12.942976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc04b709-4397-438c-9ef5-fe86a3698d32 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:12.943867 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc04b709-4397-438c-9ef5-fe86a3698d32 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:12.948268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53768) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:12.948478 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bc04b709-4397-438c-9ef5-fe86a3698d32 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1150289 Mar 29 09:29:12.985995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Set router 38d27e16-3bf0-4e66-8efa-72ae51932563 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:29:13.094255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-bcc9ad59-04cb-4409-a831-5b75f49ad7a9 None None] Provisioning complete for port d623aa11-6bb4-47a6-883c-f91e8d4b328f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:29:13.094636 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bcc9ad59-04cb-4409-a831-5b75f49ad7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.113473 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5f14911c-b937-4527-8f50-6f2053383ace tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1639037 Mar 29 09:29:13.174086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9ad59-04cb-4409-a831-5b75f49ad7a9 None None] Port d623aa11-6bb4-47a6-883c-f91e8d4b328f cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:29:13.242003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd623aa11-6bb4-47a6-883c-f91e8d4b328f', 'name': '', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:44:b8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:10Z', 'updated_at': '2022-03-29T09:29:12Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:13.269263 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Checking router: 38d27e16-3bf0-4e66-8efa-72ae51932563 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:29:13.269401 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Updating router 38d27e16-3bf0-4e66-8efa-72ae51932563 port d623aa11-6bb4-47a6-883c-f91e8d4b328f binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:29:13.317302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-66f3d82e-9d12-4829-a880-e61a5f105c02 None None] Provisioning complete for port d623aa11-6bb4-47a6-883c-f91e8d4b328f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:29:13.317687 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-66f3d82e-9d12-4829-a880-e61a5f105c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.319716 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.387098 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-66f3d82e-9d12-4829-a880-e61a5f105c02 None None] Port d623aa11-6bb4-47a6-883c-f91e8d4b328f cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:29:13.392114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 88daefca-50da-4078-8691-2ed06ba687ce up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:29:13.440795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53772) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:13.446905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1e8974bc-c24a-4c20-aadc-1a822d35d08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-401845594', 'description': 'tempest-secgroup-smoke-401845594 description', 'project_id': '6010cd4cec6b417ba57b11945c979066'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:13.472348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e8974bc-c24a-4c20-aadc-1a822d35d08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.535762 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 88daefca-50da-4078-8691-2ed06ba687ce triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:29:13.536389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.553390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e8974bc-c24a-4c20-aadc-1a822d35d08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.557746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e8974bc-c24a-4c20-aadc-1a822d35d08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.589821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e8974bc-c24a-4c20-aadc-1a822d35d08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.591087 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1e8974bc-c24a-4c20-aadc-1a822d35d08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1484694 Mar 29 09:29:13.593034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8974bc-c24a-4c20-aadc-1a822d35d08e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f423feeb-9b1e-4833-a0bd-50ffd08813e7,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:13.594352 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53774) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:13.601801 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ed9499bd-b2d4-4ea5-b79b-82afff41207f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'f423feeb-9b1e-4833-a0bd-50ffd08813e7', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:13.633214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ed9499bd-b2d4-4ea5-b79b-82afff41207f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.700856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ed9499bd-b2d4-4ea5-b79b-82afff41207f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.702644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0fb7ba5f-9348-4141-b46b-7ca19eecd8de up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:29:13.712876 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ed9499bd-b2d4-4ea5-b79b-82afff41207f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.731649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9499bd-b2d4-4ea5-b79b-82afff41207f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b44fa91-afaf-4b9d-aa81-ef2038376f6b,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:13.749625 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ed9499bd-b2d4-4ea5-b79b-82afff41207f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.753903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53776) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:13.754620 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ed9499bd-b2d4-4ea5-b79b-82afff41207f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566539 Mar 29 09:29:13.759830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-02d94c37-b948-4d5b-998e-93926145387b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'f423feeb-9b1e-4833-a0bd-50ffd08813e7', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:13.789672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.798166 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-02d94c37-b948-4d5b-998e-93926145387b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.799023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.807886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 0fb7ba5f-9348-4141-b46b-7ca19eecd8de triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:29:13.808261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.863042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-02d94c37-b948-4d5b-998e-93926145387b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.867626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-02d94c37-b948-4d5b-998e-93926145387b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.887708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d94c37-b948-4d5b-998e-93926145387b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43c9879-5f90-428e-937a-c739ae97788a,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:13.897688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-02d94c37-b948-4d5b-998e-93926145387b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:13.902093 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-02d94c37-b948-4d5b-998e-93926145387b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469994 Mar 29 09:29:13.902782 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53778) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:13.910348 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b3c984b1-9d0d-44b6-9af3-c1802250d4a5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'f423feeb-9b1e-4833-a0bd-50ffd08813e7', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:13.945373 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b3c984b1-9d0d-44b6-9af3-c1802250d4a5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.013937 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b3c984b1-9d0d-44b6-9af3-c1802250d4a5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.019968 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b3c984b1-9d0d-44b6-9af3-c1802250d4a5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.024598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c71e40-34e4-4075-9be5-54f383ffea5f None None] Pushing event updated for resources: {'Port': ['ID=d623aa11-6bb4-47a6-883c-f91e8d4b328f,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:14.039435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c984b1-9d0d-44b6-9af3-c1802250d4a5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8596d2-4b96-41fb-9497-d320700c3846,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:14.056764 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b3c984b1-9d0d-44b6-9af3-c1802250d4a5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.061211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53780) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:14.061414 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b3c984b1-9d0d-44b6-9af3-c1802250d4a5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1570976 Mar 29 09:29:14.066344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d4032452-3e41-424f-acc7-a831a1a57a26 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'f423feeb-9b1e-4833-a0bd-50ffd08813e7', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:14.095320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4032452-3e41-424f-acc7-a831a1a57a26 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.111223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Attempting to bind port d623aa11-6bb4-47a6-883c-f91e8d4b328f on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:29:14.111596 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Attempting to bind port d623aa11-6bb4-47a6-883c-f91e8d4b328f by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:29:14.111955 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Attempting to bind port d623aa11-6bb4-47a6-883c-f91e8d4b328f on network bba968b5-b10e-410f-9b29-5a5789cb5fbf {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:29:14.120670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:29:14.121048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Checking segment: {'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:29:14.121462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.121887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Bound using segment: {'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:29:14.122374 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Bound port: d623aa11-6bb4-47a6-883c-f91e8d4b328f, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:29:14.122769 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.171397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4032452-3e41-424f-acc7-a831a1a57a26 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.177170 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4032452-3e41-424f-acc7-a831a1a57a26 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.196963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4032452-3e41-424f-acc7-a831a1a57a26 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79f3c0d-759f-4513-9865-f955a11899ef,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:14.199137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] For port d623aa11-6bb4-47a6-883c-f91e8d4b328f, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:29:14.202985 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] For port d623aa11-6bb4-47a6-883c-f91e8d4b328f, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d623aa11-6bb4-47a6-883c-f91e8d4b328f,segment=NetworkSegment(ceaa1c35-dd62-4795-b0f2-1a391cae7f80),segment_id=ceaa1c35-dd62-4795-b0f2-1a391cae7f80)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:29:14.207675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4032452-3e41-424f-acc7-a831a1a57a26 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.208152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.208972 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d4032452-3e41-424f-acc7-a831a1a57a26 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462407 Mar 29 09:29:14.211703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53782) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:14.217487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-bb68739e-a8f1-4560-a4e8-1aca6afbe867 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'f423feeb-9b1e-4833-a0bd-50ffd08813e7', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:14.258036 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-bb68739e-a8f1-4560-a4e8-1aca6afbe867 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:29:14.268106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb68739e-a8f1-4560-a4e8-1aca6afbe867 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.269724 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Routers {'38d27e16-3bf0-4e66-8efa-72ae51932563'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:29:14.270358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:28:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['38d27e16-3bf0-4e66-8efa-72ae51932563'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:14.311302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c71e40-34e4-4075-9be5-54f383ffea5f None None] Pushing event updated for resources: {'Port': ['ID=d623aa11-6bb4-47a6-883c-f91e8d4b328f,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:14.341167 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e91b2bb4-41d4-451f-9ff7-35d42c101e9d None None] Provisioning complete for port d623aa11-6bb4-47a6-883c-f91e8d4b328f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:29:14.341765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e91b2bb4-41d4-451f-9ff7-35d42c101e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.350507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb68739e-a8f1-4560-a4e8-1aca6afbe867 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.355483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb68739e-a8f1-4560-a4e8-1aca6afbe867 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.373514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68739e-a8f1-4560-a4e8-1aca6afbe867 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895caf70-5c0c-4b1f-acd1-059e6ccd180d,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:14.388072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb68739e-a8f1-4560-a4e8-1aca6afbe867 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.391822 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bb68739e-a8f1-4560-a4e8-1aca6afbe867 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1767607 Mar 29 09:29:14.392346 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53784) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:14.396929 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-076dc6cf-2911-41cc-9877-fd04956f2ac1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'f423feeb-9b1e-4833-a0bd-50ffd08813e7', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:14.433266 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-076dc6cf-2911-41cc-9877-fd04956f2ac1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:29:14.441154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-076dc6cf-2911-41cc-9877-fd04956f2ac1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.477764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] Set router 38d27e16-3bf0-4e66-8efa-72ae51932563 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:29:14.511707 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-076dc6cf-2911-41cc-9877-fd04956f2ac1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.517325 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-076dc6cf-2911-41cc-9877-fd04956f2ac1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.521853 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e91b2bb4-41d4-451f-9ff7-35d42c101e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.536628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dc6cf-2911-41cc-9877-fd04956f2ac1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7398b4-d50e-44b3-a9ec-136499e3daea,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:14.546494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-076dc6cf-2911-41cc-9877-fd04956f2ac1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.556131 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-076dc6cf-2911-41cc-9877-fd04956f2ac1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544187 Mar 29 09:29:14.614779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e91b2bb4-41d4-451f-9ff7-35d42c101e9d None None] For port d623aa11-6bb4-47a6-883c-f91e8d4b328f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d623aa11-6bb4-47a6-883c-f91e8d4b328f,segment=NetworkSegment(ceaa1c35-dd62-4795-b0f2-1a391cae7f80),segment_id=ceaa1c35-dd62-4795-b0f2-1a391cae7f80)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:29:14.641279 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e91b2bb4-41d4-451f-9ff7-35d42c101e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.705406 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-ea099515-3311-43cb-bfc5-d02f54d1d659 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-401845594&fields=id&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 267 time: 0.0416672 Mar 29 09:29:14.718909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b2bb4-41d4-451f-9ff7-35d42c101e9d None None] Pushing event updated for resources: {'Port': ['ID=d623aa11-6bb4-47a6-883c-f91e8d4b328f,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:14.771253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5e487afa-94cc-4f40-8df0-6221c8bdd178 None None] Provisioning complete for port d623aa11-6bb4-47a6-883c-f91e8d4b328f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:29:14.771672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5e487afa-94cc-4f40-8df0-6221c8bdd178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:14.807599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd623aa11-6bb4-47a6-883c-f91e8d4b328f', 'name': '', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:44:b8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:10Z', 'updated_at': '2022-03-29T09:29:14Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:14.827038 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-c3f9486b-36f1-437c-b4f7-425544edd9ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:14.829177 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-c3f9486b-36f1-437c-b4f7-425544edd9ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/networks?id=bba968b5-b10e-410f-9b29-5a5789cb5fbf HTTP/1.1" status: 200 len: 797 time: 0.1154208 Mar 29 09:29:14.841827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b26db9-63b0-4547-a813-3a5b567559b0 None None] The sync data for ids ['38d27e16-3bf0-4e66-8efa-72ae51932563'] in dv-neutron-835554-1-hyperv is: [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd623aa11-6bb4-47a6-883c-f91e8d4b328f', 'name': '', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:44:b8:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:10Z', 'updated_at': '2022-03-29T09:29:14Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:29:14.846020 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-22c76dbe-265f-4529-addc-41b8a1151011 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/quotas/6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 375 time: 0.0103178 Mar 29 09:29:14.925400 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-73c95e7d-97fb-4e1e-980a-32c2db41b37a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663168 Mar 29 09:29:15.037329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-c337d051-1153-4c71-a3cb-0a8b4005d435 service neutron] 10.222.0.32 "GET /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987866 Mar 29 09:29:15.136457 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-e5142390-a6a7-487e-908d-d9670eee1707 service neutron] 10.222.0.32 "GET /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922077 Mar 29 09:29:15.312788 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f60961b5-d6f5-4e00-a6a6-bc48004ae840 req-5a417bfa-670e-4652-8c9a-064941ca2d6b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 210 time: 0.0280359 Mar 29 09:29:15.353852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d623aa11-6bb4-47a6-883c-f91e8d4b328f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:29:15.425656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d623aa11-6bb4-47a6-883c-f91e8d4b328f triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:29:15.426025 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:16.407020 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8e8a6740-aec5-498b-8e45-79efd1bd4a27 req-6732b23b-82c9-4bd0-8239-40d03482223d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 210 time: 0.0270648 Mar 29 09:29:17.522632 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6e50d221-5cd0-4e5d-8ef2-43597a907201 req-f921a69e-c423-45ee-bac3-c504c4143f9a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 210 time: 0.0299675 Mar 29 09:29:18.278456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-8b4a5609-3d7c-4117-85ed-2562aa2f15ee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:18.279967 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-8b4a5609-3d7c-4117-85ed-2562aa2f15ee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks?id=bba968b5-b10e-410f-9b29-5a5789cb5fbf HTTP/1.1" status: 200 len: 797 time: 0.1262007 Mar 29 09:29:18.339455 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-97719bb1-0f7c-47d1-8409-c8ac8309894d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 379 time: 0.0479310 Mar 29 09:29:18.363010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'device_id': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'admin_state_up': True, 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'security_groups': ['f423feeb-9b1e-4833-a0bd-50ffd08813e7']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:18.478093 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:29:18.481776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:18.630954 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2690a666-3371-459b-92c8-84ed7c772991 req-d7f115fc-126f-4690-87c8-defde9fb9154 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 210 time: 0.0370471 Mar 29 09:29:18.637705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.13 (bba968b5-b10e-410f-9b29-5a5789cb5fbf/e6da6ec1-c116-49ee-86f5-0ef6c83db680/18e778bd-2a9c-48b2-96d0-fac6640e8560) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:29:18.785994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:18.830589 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:18.879876 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bba968b5-b10e-410f-9b29-5a5789cb5fbf is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:29:18.883065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:29:18.886027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:29:18.912366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=18e778bd-2a9c-48b2-96d0-fac6640e8560,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:18.944625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:18.945265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:18.966168 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a0d1ea28-8160-4d39-9695-646e8bf412a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6070831 Mar 29 09:29:18.980489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Request body: {'port': {'device_id': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:19.043958 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:19.155688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8cb97385-2fce-44c3-a93b-f3eb6d65403d None None] Provisioning complete for port 18e778bd-2a9c-48b2-96d0-fac6640e8560 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:29:19.156502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8cb97385-2fce-44c3-a93b-f3eb6d65403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:19.189829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8cb97385-2fce-44c3-a93b-f3eb6d65403d None None] Port 18e778bd-2a9c-48b2-96d0-fac6640e8560 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:29:19.327231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e778bd-2a9c-48b2-96d0-fac6640e8560 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:29:19.335192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:19.347386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Transition to ACTIVE for port object 18e778bd-2a9c-48b2-96d0-fac6640e8560 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:29:19.352769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:19.404212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Pushing event updated for resources: {'Port': ['ID=18e778bd-2a9c-48b2-96d0-fac6640e8560,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:19.489556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Attempting to bind port 18e778bd-2a9c-48b2-96d0-fac6640e8560 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:29:19.489905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Attempting to bind port 18e778bd-2a9c-48b2-96d0-fac6640e8560 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:29:19.490487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Attempting to bind port 18e778bd-2a9c-48b2-96d0-fac6640e8560 on network bba968b5-b10e-410f-9b29-5a5789cb5fbf {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:29:19.496090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Port 18e778bd-2a9c-48b2-96d0-fac6640e8560 on network bba968b5-b10e-410f-9b29-5a5789cb5fbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:29:19.496402 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Attempting to bind port 18e778bd-2a9c-48b2-96d0-fac6640e8560 on network bba968b5-b10e-410f-9b29-5a5789cb5fbf {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:29:19.502087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:29:19.502470 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Checking segment: {'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:29:19.502896 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Bound using segment: {'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:29:19.503416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Bound port: 18e778bd-2a9c-48b2-96d0-fac6640e8560, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:29:19.503775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:19.581388 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] For port 18e778bd-2a9c-48b2-96d0-fac6640e8560, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:29:19.584591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] For port 18e778bd-2a9c-48b2-96d0-fac6640e8560, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=18e778bd-2a9c-48b2-96d0-fac6640e8560,segment=NetworkSegment(ceaa1c35-dd62-4795-b0f2-1a391cae7f80),segment_id=ceaa1c35-dd62-4795-b0f2-1a391cae7f80)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:29:19.589092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:19.638092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:19.638724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:19.640084 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] 10.222.0.24 "PUT /v2.0/ports/18e778bd-2a9c-48b2-96d0-fac6640e8560 HTTP/1.1" status: 200 len: 1094 time: 0.6654365 Mar 29 09:29:19.640520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'tag': '18e778bd-2a9c-48b2-96d0-fac6640e8560'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:29:19.643587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf50eb9-955e-4862-bfd5-3d0c2377bebd" -d '{"events": [{"name": "network-changed", "server_uuid": "cfafc648-6264-4fe3-931a-96e1f77c569f", "tag": "18e778bd-2a9c-48b2-96d0-fac6640e8560"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:29:19.686199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94b068-07d1-4990-86c1-3214fed5c20a service neutron] Pushing event updated for resources: {'Port': ['ID=18e778bd-2a9c-48b2-96d0-fac6640e8560,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:19.723209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa26bd0-aa03-441b-8c91-b6481861d60a x-openstack-request-id: req-ffa26bd0-aa03-441b-8c91-b6481861d60a {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:29:19.723861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfafc648-6264-4fe3-931a-96e1f77c569f", "tag": "18e778bd-2a9c-48b2-96d0-fac6640e8560", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:29:19.724323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffa26bd0-aa03-441b-8c91-b6481861d60a {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:29:19.724923 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'tag': '18e778bd-2a9c-48b2-96d0-fac6640e8560', 'status': 'completed', 'code': 200} Mar 29 09:29:19.791973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-01bb3f71-f930-48cf-946d-2fba3e205b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:19.793617 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-01bb3f71-f930-48cf-946d-2fba3e205b78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 1097 time: 0.0971961 Mar 29 09:29:19.805509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40993ebc-9ec6-40ed-a14e-3ac6f0b317c7 req-60a7ac90-f895-411b-910c-311238f4e1fa tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:19.807160 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-40993ebc-9ec6-40ed-a14e-3ac6f0b317c7 req-60a7ac90-f895-411b-910c-311238f4e1fa tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 944 time: 0.0668671 Mar 29 09:29:19.848502 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-a3e53046-f1e9-4a6e-bdff-954ae5e7f31a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18e778bd-2a9c-48b2-96d0-fac6640e8560 HTTP/1.1" status: 200 len: 217 time: 0.0403547 Mar 29 09:29:19.906620 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-40993ebc-9ec6-40ed-a14e-3ac6f0b317c7 req-bda2431e-f87f-4030-930b-02f3964db08b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922678 Mar 29 09:29:19.913649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-74fdfd2f-7bdd-4bd0-839e-6e0b6a188600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:19.915657 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-74fdfd2f-7bdd-4bd0-839e-6e0b6a188600 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6da6ec1-c116-49ee-86f5-0ef6c83db680 HTTP/1.1" status: 200 len: 835 time: 0.0605719 Mar 29 09:29:19.966375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-04c4375b-5b57-4377-8a3a-57c1bb71d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:19.967877 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-04c4375b-5b57-4377-8a3a-57c1bb71d7de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bba968b5-b10e-410f-9b29-5a5789cb5fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455332 Mar 29 09:29:20.068402 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-5625bc96-8fc3-4e76-8ad1-15d94fc23790 service neutron] 10.222.0.24 "GET /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937128 Mar 29 09:29:20.166762 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3403e724-0f74-4745-8ccb-9b7aa2718a13 req-97759c42-14b1-43c5-a65b-ada5ea2643b4 service neutron] 10.222.0.24 "GET /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903437 Mar 29 09:29:20.251713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf50eb9-955e-4862-bfd5-3d0c2377bebd req-365f37a5-1ab4-43d0-a489-7a597392c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:20.253116 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7cf50eb9-955e-4862-bfd5-3d0c2377bebd req-365f37a5-1ab4-43d0-a489-7a597392c4c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 1097 time: 0.0416934 Mar 29 09:29:20.348227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf50eb9-955e-4862-bfd5-3d0c2377bebd req-a809710d-2c13-44d9-aad8-9440172722ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:20.349741 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7cf50eb9-955e-4862-bfd5-3d0c2377bebd req-a809710d-2c13-44d9-aad8-9440172722ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=bba968b5-b10e-410f-9b29-5a5789cb5fbf HTTP/1.1" status: 200 len: 898 time: 0.0898745 Mar 29 09:29:20.391421 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7cf50eb9-955e-4862-bfd5-3d0c2377bebd req-67b218f8-a0dc-48f8-b4ce-949b91022ed0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18e778bd-2a9c-48b2-96d0-fac6640e8560 HTTP/1.1" status: 200 len: 217 time: 0.0351100 Mar 29 09:29:20.440852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf50eb9-955e-4862-bfd5-3d0c2377bebd req-46ec7804-86cd-4005-9b42-bf8080c6387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:20.442394 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7cf50eb9-955e-4862-bfd5-3d0c2377bebd req-46ec7804-86cd-4005-9b42-bf8080c6387b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6da6ec1-c116-49ee-86f5-0ef6c83db680 HTTP/1.1" status: 200 len: 835 time: 0.0448430 Mar 29 09:29:20.494882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf50eb9-955e-4862-bfd5-3d0c2377bebd req-e0be56e0-b2e2-4095-803c-8bb960c203a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:20.496376 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7cf50eb9-955e-4862-bfd5-3d0c2377bebd req-e0be56e0-b2e2-4095-803c-8bb960c203a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bba968b5-b10e-410f-9b29-5a5789cb5fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451806 Mar 29 09:29:20.594174 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7cf50eb9-955e-4862-bfd5-3d0c2377bebd req-c0f73fa9-17cb-45d0-aeb9-8cbfacd3a7af service neutron] 10.222.0.24 "GET /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899603 Mar 29 09:29:20.686989 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7cf50eb9-955e-4862-bfd5-3d0c2377bebd req-cee51071-d0cb-4234-847c-8872d7e4c547 service neutron] 10.222.0.24 "GET /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866003 Mar 29 09:29:21.025099 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cf79b-054e-400f-9388-bd837fe0db53 req-45c2de76-36da-41ed-9500-b4f6a066bbb4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:21.026614 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b7cf79b-054e-400f-9388-bd837fe0db53 req-45c2de76-36da-41ed-9500-b4f6a066bbb4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 944 time: 0.0497260 Mar 29 09:29:21.065934 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b7cf79b-054e-400f-9388-bd837fe0db53 req-0f0183ac-5c25-4c05-9ea2-f473a0e460a2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332110 Mar 29 09:29:22.182834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85dd9c4-4c0e-4164-be16-028fcf314a5b req-29880778-4cb6-4891-be1e-05063e8f98ad tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:22.184351 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e85dd9c4-4c0e-4164-be16-028fcf314a5b req-29880778-4cb6-4891-be1e-05063e8f98ad tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 944 time: 0.0487366 Mar 29 09:29:22.223310 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e85dd9c4-4c0e-4164-be16-028fcf314a5b req-1f959ae1-54f7-40ba-8297-38ce4a5cdeda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328898 Mar 29 09:29:23.356880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf8962-6418-45f5-b4e4-0631adeeba10 req-9b580cdc-9c84-41b1-a017-cd1f209e1567 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:23.358740 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cecf8962-6418-45f5-b4e4-0631adeeba10 req-9b580cdc-9c84-41b1-a017-cd1f209e1567 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 944 time: 0.0550342 Mar 29 09:29:23.403082 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cecf8962-6418-45f5-b4e4-0631adeeba10 req-7a884105-b145-4e13-b9ad-e39890deffb7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359967 Mar 29 09:29:24.324426 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 18e778bd-2a9c-48b2-96d0-fac6640e8560 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:29:24.424635 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 18e778bd-2a9c-48b2-96d0-fac6640e8560, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=18e778bd-2a9c-48b2-96d0-fac6640e8560,segment=NetworkSegment(ceaa1c35-dd62-4795-b0f2-1a391cae7f80),segment_id=ceaa1c35-dd62-4795-b0f2-1a391cae7f80)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:29:24.438164 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '18e778bd-2a9c-48b2-96d0-fac6640e8560', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'port_id': '18e778bd-2a9c-48b2-96d0-fac6640e8560', 'mac_address': 'fa:16:3e:db:de:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:29:24.480267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:24.498298 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e778bd-2a9c-48b2-96d0-fac6640e8560 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:29:24.518679 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 18e778bd-2a9c-48b2-96d0-fac6640e8560, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=18e778bd-2a9c-48b2-96d0-fac6640e8560,segment=NetworkSegment(ceaa1c35-dd62-4795-b0f2-1a391cae7f80),segment_id=ceaa1c35-dd62-4795-b0f2-1a391cae7f80)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:29:24.523461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:24.526918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fe4d2-001b-4ebe-9834-be1405f74c5a req-f2727ff5-6ccb-40f2-b517-8709de9a4442 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:24.529052 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-688fe4d2-001b-4ebe-9834-be1405f74c5a req-f2727ff5-6ccb-40f2-b517-8709de9a4442 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 944 time: 0.0499313 Mar 29 09:29:24.569652 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-688fe4d2-001b-4ebe-9834-be1405f74c5a req-28ae645f-f837-4f14-89c6-8f417e211b64 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346279 Mar 29 09:29:24.574840 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=18e778bd-2a9c-48b2-96d0-fac6640e8560,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:24.851537 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['18e778bd-2a9c-48b2-96d0-fac6640e8560'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:29:25.688011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c754ee-acc6-49ed-95d1-178ee123201e req-e6741a19-fd16-483b-a685-fd92c123d45b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:25.689490 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-28c754ee-acc6-49ed-95d1-178ee123201e req-e6741a19-fd16-483b-a685-fd92c123d45b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 945 time: 0.0486152 Mar 29 09:29:25.727570 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-28c754ee-acc6-49ed-95d1-178ee123201e req-dbeae7a6-108b-4963-b011-88101d1f7c06 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315430 Mar 29 09:29:26.348032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 18e778bd-2a9c-48b2-96d0-fac6640e8560 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:29:26.397672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 18e778bd-2a9c-48b2-96d0-fac6640e8560 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:29:26.402527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 18e778bd-2a9c-48b2-96d0-fac6640e8560 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:29:26.403041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:26.484294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:26.507025 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e778bd-2a9c-48b2-96d0-fac6640e8560'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:29:26.509859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c9a026-0b1c-4186-a9b7-cc2538992d12" -d '{"events": [{"server_uuid": "cfafc648-6264-4fe3-931a-96e1f77c569f", "name": "network-vif-plugged", "status": "completed", "tag": "18e778bd-2a9c-48b2-96d0-fac6640e8560"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:29:26.523410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 18e778bd-2a9c-48b2-96d0-fac6640e8560, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=18e778bd-2a9c-48b2-96d0-fac6640e8560,segment=NetworkSegment(ceaa1c35-dd62-4795-b0f2-1a391cae7f80),segment_id=ceaa1c35-dd62-4795-b0f2-1a391cae7f80)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:29:26.528771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:26.553164 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9eaa70-aa0d-47f2-b4ae-2e29ebcc9f6e x-openstack-request-id: req-0b9eaa70-aa0d-47f2-b4ae-2e29ebcc9f6e {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:29:26.553462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfafc648-6264-4fe3-931a-96e1f77c569f", "name": "network-vif-plugged", "status": "completed", "tag": "18e778bd-2a9c-48b2-96d0-fac6640e8560", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:29:26.553735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b9eaa70-aa0d-47f2-b4ae-2e29ebcc9f6e {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:29:26.554119 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e778bd-2a9c-48b2-96d0-fac6640e8560', 'code': 200} Mar 29 09:29:26.581523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=18e778bd-2a9c-48b2-96d0-fac6640e8560,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:26.698264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-86748bae-aa03-4727-b98f-ec4f6c09d0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:26.723804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd111d47-2b35-428a-b14c-5fbb055b065e req-b87b6083-30d3-4205-80bb-04322b165aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:26.725375 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd111d47-2b35-428a-b14c-5fbb055b065e req-b87b6083-30d3-4205-80bb-04322b165aa4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 1099 time: 0.0440638 Mar 29 09:29:26.762918 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd111d47-2b35-428a-b14c-5fbb055b065e req-1251da90-9f00-4c13-9918-14ebec9e6bd7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311778 Mar 29 09:29:26.846408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7b8f2-f569-4267-a4bb-3dc0cb6c5beb req-5fd277f9-aa1a-448d-add3-4af094c6bf2e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:26.847930 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-11b7b8f2-f569-4267-a4bb-3dc0cb6c5beb req-5fd277f9-aa1a-448d-add3-4af094c6bf2e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 946 time: 0.0500565 Mar 29 09:29:26.887288 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-11b7b8f2-f569-4267-a4bb-3dc0cb6c5beb req-220a9fe6-548c-4c5b-9cec-dd31fad04d39 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332007 Mar 29 09:29:28.013214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39380bb-c5dd-4550-8a6a-615750c674d7 req-7caa91a6-5cc6-4c7e-82c9-4e203e63915f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:28.014737 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c39380bb-c5dd-4550-8a6a-615750c674d7 req-7caa91a6-5cc6-4c7e-82c9-4e203e63915f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 946 time: 0.0555978 Mar 29 09:29:28.057948 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c39380bb-c5dd-4550-8a6a-615750c674d7 req-6aaaf5af-53e9-4918-85b6-8ffb4512f1ad tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361032 Mar 29 09:29:29.088457 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b58cbde3-1924-45b6-aed1-3726a767f4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:29.181082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7549d-8394-4251-a4b9-d43fa16d37f5 req-1f557af0-6472-4847-92ae-ea81be68ccd3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:29.182622 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eea7549d-8394-4251-a4b9-d43fa16d37f5 req-1f557af0-6472-4847-92ae-ea81be68ccd3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 946 time: 0.0522211 Mar 29 09:29:29.222115 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eea7549d-8394-4251-a4b9-d43fa16d37f5 req-e6abaaa3-ff18-44d6-9c5a-ec720cefa19a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333126 Mar 29 09:29:29.502581 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f96e0-eabe-4b6a-987d-03925a48119a req-beb0cc1b-4f08-46b0-80e9-9bb9915c22a0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:29.505023 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-426f96e0-eabe-4b6a-987d-03925a48119a req-beb0cc1b-4f08-46b0-80e9-9bb9915c22a0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 946 time: 0.2119219 Mar 29 09:29:29.543936 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-426f96e0-eabe-4b6a-987d-03925a48119a req-5a915f81-ca42-498c-9e56-66a2d5c14954 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324695 Mar 29 09:29:29.569300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53852) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:29.610546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f252389-9d4d-4d50-993e-f366597ad2bd tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:29.612828 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3f252389-9d4d-4d50-993e-f366597ad2bd tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 1094 time: 0.0416906 Mar 29 09:29:29.614889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53854) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:29.619943 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '18e778bd-2a9c-48b2-96d0-fac6640e8560', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:29:29.642694 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:29.746257 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:29.849814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.45 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/ffab64e2-f52c-40bf-aba7-5e02f15536da) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:29:29.959778 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:29.994400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:30.034532 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:29:30.037389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:29:30.041459 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:29:30.046875 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=ffab64e2-f52c-40bf-aba7-5e02f15536da,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:30.426824 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:30.494761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:30.518859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:30.654232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:30.659004 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:30.733205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=ffab64e2-f52c-40bf-aba7-5e02f15536da,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:29:30.744297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:30.848668 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 90cf9c17-5f05-43c1-b4e8-590271fb33f5 associated. External IP: 172.26.1.45, port: 18e778bd-2a9c-48b2-96d0-fac6640e8560. Mar 29 09:29:31.068934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 38d27e16-3bf0-4e66-8efa-72ae51932563 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:29:31.178131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:29:31.188290 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13b48a2-8294-4d06-959b-6861ce501111 None None] Sync routers for ids ['38d27e16-3bf0-4e66-8efa-72ae51932563'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:29:31.198461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:31.199988 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13b48a2-8294-4d06-959b-6861ce501111 None None] Routers {'38d27e16-3bf0-4e66-8efa-72ae51932563'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:29:31.200867 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e13b48a2-8294-4d06-959b-6861ce501111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:29:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['38d27e16-3bf0-4e66-8efa-72ae51932563'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:31.229906 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4e88064e-cbf8-4ce3-86ef-d4da3c50ebb6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6138246 Mar 29 09:29:31.230576 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'tag': '18e778bd-2a9c-48b2-96d0-fac6640e8560'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:29:31.232943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53856) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:31.233468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fbede5-2e7a-49b8-93a5-5be9570ab7e9" -d '{"events": [{"name": "network-changed", "server_uuid": "cfafc648-6264-4fe3-931a-96e1f77c569f", "tag": "18e778bd-2a9c-48b2-96d0-fac6640e8560"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:29:31.274140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25dc235-3717-4bcb-b113-238c0eb557fa x-openstack-request-id: req-b25dc235-3717-4bcb-b113-238c0eb557fa {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:29:31.274438 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfafc648-6264-4fe3-931a-96e1f77c569f", "tag": "18e778bd-2a9c-48b2-96d0-fac6640e8560", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:29:31.274698 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b25dc235-3717-4bcb-b113-238c0eb557fa {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:29:31.277365 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'tag': '18e778bd-2a9c-48b2-96d0-fac6640e8560', 'status': 'completed', 'code': 200} Mar 29 09:29:31.319282 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-e13b48a2-8294-4d06-959b-6861ce501111 None None] Set router 38d27e16-3bf0-4e66-8efa-72ae51932563 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:29:31.335403 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b3004036-92b1-4d77-b3c5-3f48d8ff11b5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/90cf9c17-5f05-43c1-b4e8-590271fb33f5 HTTP/1.1" status: 200 len: 991 time: 0.0996485 Mar 29 09:29:31.348553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbede5-2e7a-49b8-93a5-5be9570ab7e9 req-e924708c-bfc5-4caf-a970-ff7c2765d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:31.350153 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75fbede5-2e7a-49b8-93a5-5be9570ab7e9 req-e924708c-bfc5-4caf-a970-ff7c2765d218 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 1099 time: 0.0541887 Mar 29 09:29:31.443486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbede5-2e7a-49b8-93a5-5be9570ab7e9 req-e3898f58-fa67-455f-9fc0-d862f4db68de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:31.444982 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75fbede5-2e7a-49b8-93a5-5be9570ab7e9 req-e3898f58-fa67-455f-9fc0-d862f4db68de service neutron] 10.222.0.24 "GET /v2.0/networks?id=bba968b5-b10e-410f-9b29-5a5789cb5fbf HTTP/1.1" status: 200 len: 898 time: 0.0881522 Mar 29 09:29:31.514445 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75fbede5-2e7a-49b8-93a5-5be9570ab7e9 req-191523e6-4eb3-42f5-a1b9-47a8dab1aa93 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18e778bd-2a9c-48b2-96d0-fac6640e8560 HTTP/1.1" status: 200 len: 999 time: 0.0629482 Mar 29 09:29:31.556705 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e13b48a2-8294-4d06-959b-6861ce501111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '90cf9c17-5f05-43c1-b4e8-590271fb33f5', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.45', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'port_id': '18e778bd-2a9c-48b2-96d0-fac6640e8560', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'mac_address': 'fa:16:3e:db:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:29:30Z', 'updated_at': '2022-03-29T09:29:30Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd623aa11-6bb4-47a6-883c-f91e8d4b328f', 'name': '', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:44:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:10Z', 'updated_at': '2022-03-29T09:29:14Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:31.564587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbede5-2e7a-49b8-93a5-5be9570ab7e9 req-6d7c526a-23e2-4a5a-b1d5-0ed68a4b29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:31.566090 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75fbede5-2e7a-49b8-93a5-5be9570ab7e9 req-6d7c526a-23e2-4a5a-b1d5-0ed68a4b29c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6da6ec1-c116-49ee-86f5-0ef6c83db680 HTTP/1.1" status: 200 len: 835 time: 0.0454602 Mar 29 09:29:31.587853 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13b48a2-8294-4d06-959b-6861ce501111 None None] Checking router: 38d27e16-3bf0-4e66-8efa-72ae51932563 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:29:31.596470 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13b48a2-8294-4d06-959b-6861ce501111 None None] Routers {'38d27e16-3bf0-4e66-8efa-72ae51932563'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:29:31.597072 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e13b48a2-8294-4d06-959b-6861ce501111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:29:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['38d27e16-3bf0-4e66-8efa-72ae51932563'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:31.611144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbede5-2e7a-49b8-93a5-5be9570ab7e9 req-684bfa21-0f4d-4963-949c-f4123378278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:29:31.612620 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75fbede5-2e7a-49b8-93a5-5be9570ab7e9 req-684bfa21-0f4d-4963-949c-f4123378278c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bba968b5-b10e-410f-9b29-5a5789cb5fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408812 Mar 29 09:29:31.712894 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-e13b48a2-8294-4d06-959b-6861ce501111 None None] Set router 38d27e16-3bf0-4e66-8efa-72ae51932563 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:29:31.714985 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75fbede5-2e7a-49b8-93a5-5be9570ab7e9 req-906f57eb-1ef7-47ff-b106-7f514a7ecc79 service neutron] 10.222.0.24 "GET /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950072 Mar 29 09:29:31.809384 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75fbede5-2e7a-49b8-93a5-5be9570ab7e9 req-d292f093-c83c-4703-b29a-53ba340b1b0a service neutron] 10.222.0.24 "GET /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866156 Mar 29 09:29:31.947761 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e13b48a2-8294-4d06-959b-6861ce501111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '90cf9c17-5f05-43c1-b4e8-590271fb33f5', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.45', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'port_id': '18e778bd-2a9c-48b2-96d0-fac6640e8560', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'mac_address': 'fa:16:3e:db:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:29:30Z', 'updated_at': '2022-03-29T09:29:30Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd623aa11-6bb4-47a6-883c-f91e8d4b328f', 'name': '', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:44:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:10Z', 'updated_at': '2022-03-29T09:29:14Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:29:31.976132 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13b48a2-8294-4d06-959b-6861ce501111 None None] The sync data for ids ['38d27e16-3bf0-4e66-8efa-72ae51932563'] in dv-neutron-835554-1-hyperv is: [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '90cf9c17-5f05-43c1-b4e8-590271fb33f5', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.45', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'port_id': '18e778bd-2a9c-48b2-96d0-fac6640e8560', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'mac_address': 'fa:16:3e:db:de:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:29:30Z', 'updated_at': '2022-03-29T09:29:30Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd623aa11-6bb4-47a6-883c-f91e8d4b328f', 'name': '', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:44:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:10Z', 'updated_at': '2022-03-29T09:29:14Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:29:31.995057 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:32.174582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d3a49-7be8-4849-ba76-8e9db3d9bb58 None None] New status for floating IP 90cf9c17-5f05-43c1-b4e8-590271fb33f5: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:29:32.338055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53860) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:29:32.402986 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-58e0e193-52f8-48c1-8b41-ecea85741f46 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/90cf9c17-5f05-43c1-b4e8-590271fb33f5 HTTP/1.1" status: 200 len: 993 time: 0.0633826 Mar 29 09:29:32.483527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:33.428428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:39.210086 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:29:56.688529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a46b8f09-be2d-4320-b2a2-973db0405c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:29:59.081086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cb4a722e-3b32-4a08-bb54-f5481f5486a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:00.517101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:01.988562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:02.485230 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:03.443915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:16.209512 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:30:16.741826 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59530fa1-f402-4fad-af04-7334a7321649 req-af034f66-7f80-4fdf-8274-6b8b467df944 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792775 Mar 29 09:30:16.821113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530fa1-f402-4fad-af04-7334a7321649 req-c8e8fb12-8b27-4424-83d6-961bb33f4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:16.822577 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59530fa1-f402-4fad-af04-7334a7321649 req-c8e8fb12-8b27-4424-83d6-961bb33f4d7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 1099 time: 0.0393472 Mar 29 09:30:16.926445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530fa1-f402-4fad-af04-7334a7321649 req-75723847-99a4-4a0b-ba08-7e68e4fab4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:16.927860 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59530fa1-f402-4fad-af04-7334a7321649 req-75723847-99a4-4a0b-ba08-7e68e4fab4b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bba968b5-b10e-410f-9b29-5a5789cb5fbf HTTP/1.1" status: 200 len: 898 time: 0.0849342 Mar 29 09:30:16.993621 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59530fa1-f402-4fad-af04-7334a7321649 req-b4b58dee-0b3c-485c-b05b-20058ae247f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18e778bd-2a9c-48b2-96d0-fac6640e8560 HTTP/1.1" status: 200 len: 1001 time: 0.0586491 Mar 29 09:30:17.039067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530fa1-f402-4fad-af04-7334a7321649 req-7828e2c6-af1d-4c88-8d34-2834570f1121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:17.040466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59530fa1-f402-4fad-af04-7334a7321649 req-7828e2c6-af1d-4c88-8d34-2834570f1121 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6da6ec1-c116-49ee-86f5-0ef6c83db680 HTTP/1.1" status: 200 len: 835 time: 0.0408537 Mar 29 09:30:17.084321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530fa1-f402-4fad-af04-7334a7321649 req-dfd8cf6c-bf32-4f0f-98ae-1303dafa895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:17.085841 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59530fa1-f402-4fad-af04-7334a7321649 req-dfd8cf6c-bf32-4f0f-98ae-1303dafa895c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bba968b5-b10e-410f-9b29-5a5789cb5fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390406 Mar 29 09:30:17.096167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-59530fa1-f402-4fad-af04-7334a7321649 req-6ab0df52-6906-473d-b471-a575ebc7d4c0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:30:17.097067 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59530fa1-f402-4fad-af04-7334a7321649 req-6ab0df52-6906-473d-b471-a575ebc7d4c0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046213 Mar 29 09:30:17.185514 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59530fa1-f402-4fad-af04-7334a7321649 req-8b4dd4d7-14ce-4f09-beaa-653282e4042f service neutron] 10.222.0.24 "GET /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812948 Mar 29 09:30:17.287036 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59530fa1-f402-4fad-af04-7334a7321649 req-7d7779a3-3a21-4a41-9588-24a4f2aaf053 service neutron] 10.222.0.24 "GET /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948350 Mar 29 09:30:26.688899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-32c87255-53e2-48da-8b54-b4d9e881d020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:29.082577 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7e8de049-1f2d-469f-8f61-62b426369f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:30.520886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:31.992547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:32.489258 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:33.447067 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:43.452637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53884) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:43.514309 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5666ebd7-cda7-4535-a926-93c1c7d53789 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/90cf9c17-5f05-43c1-b4e8-590271fb33f5 HTTP/1.1" status: 200 len: 993 time: 0.0604899 Mar 29 09:30:43.783807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53892) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:43.941080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port ffab64e2-f52c-40bf-aba7-5e02f15536da {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:30:43.941420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.013045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.013373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.024955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for ffab64e2-f52c-40bf-aba7-5e02f15536da owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:30:44.216406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.570864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=ffab64e2-f52c-40bf-aba7-5e02f15536da,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:44.582116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:44.582461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:44.582791 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:44.583116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:44.583439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:44.583760 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:44.584084 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:44.584399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:44.584716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:44.585029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:44.585343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:44.585678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:44.636483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.636772 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 90cf9c17-5f05-43c1-b4e8-590271fb33f5 disassociated (deleted). External IP: 172.26.1.45, port: 18e778bd-2a9c-48b2-96d0-fac6640e8560. Mar 29 09:30:44.835930 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 38d27e16-3bf0-4e66-8efa-72ae51932563 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:30:44.938502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:30:44.943334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:44.949062 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4437dd32-f1b8-4e8c-af3f-917fb4328272 None None] Sync routers for ids ['38d27e16-3bf0-4e66-8efa-72ae51932563'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:30:44.958209 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437dd32-f1b8-4e8c-af3f-917fb4328272 None None] Routers {'38d27e16-3bf0-4e66-8efa-72ae51932563'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:30:44.958805 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4437dd32-f1b8-4e8c-af3f-917fb4328272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:30:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['38d27e16-3bf0-4e66-8efa-72ae51932563'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:44.969401 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-10ef5bf3-ba63-4b3c-9025-bc946708afe5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/floatingips/90cf9c17-5f05-43c1-b4e8-590271fb33f5 HTTP/1.1" status: 204 len: 168 time: 1.1845520 Mar 29 09:30:44.970002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'tag': '18e778bd-2a9c-48b2-96d0-fac6640e8560'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:30:44.972333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92a6a75-9f37-47d6-8882-0d53b0c9db30" -d '{"events": [{"name": "network-changed", "server_uuid": "cfafc648-6264-4fe3-931a-96e1f77c569f", "tag": "18e778bd-2a9c-48b2-96d0-fac6640e8560"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:30:45.015287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568f8dbb-ac56-4881-9324-adb2212a51bc x-openstack-request-id: req-568f8dbb-ac56-4881-9324-adb2212a51bc {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:30:45.015578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfafc648-6264-4fe3-931a-96e1f77c569f", "tag": "18e778bd-2a9c-48b2-96d0-fac6640e8560", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:30:45.015825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-568f8dbb-ac56-4881-9324-adb2212a51bc {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:30:45.016343 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'tag': '18e778bd-2a9c-48b2-96d0-fac6640e8560', 'status': 'completed', 'code': 200} Mar 29 09:30:45.068094 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-4437dd32-f1b8-4e8c-af3f-917fb4328272 None None] Set router 38d27e16-3bf0-4e66-8efa-72ae51932563 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:30:45.077677 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a6a75-9f37-47d6-8882-0d53b0c9db30 req-8b10797b-ee41-4868-85ad-e571542931df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:45.079340 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f92a6a75-9f37-47d6-8882-0d53b0c9db30 req-8b10797b-ee41-4868-85ad-e571542931df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 1099 time: 0.0419664 Mar 29 09:30:45.187155 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a6a75-9f37-47d6-8882-0d53b0c9db30 req-abcd3e57-6755-47f1-8de6-77c1d9616f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:45.188655 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f92a6a75-9f37-47d6-8882-0d53b0c9db30 req-abcd3e57-6755-47f1-8de6-77c1d9616f37 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bba968b5-b10e-410f-9b29-5a5789cb5fbf HTTP/1.1" status: 200 len: 898 time: 0.1032648 Mar 29 09:30:45.235605 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f92a6a75-9f37-47d6-8882-0d53b0c9db30 req-b37fe300-8e6b-4be6-8297-bb452f9aa293 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18e778bd-2a9c-48b2-96d0-fac6640e8560 HTTP/1.1" status: 200 len: 217 time: 0.0388927 Mar 29 09:30:45.272609 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4437dd32-f1b8-4e8c-af3f-917fb4328272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd623aa11-6bb4-47a6-883c-f91e8d4b328f', 'name': '', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:44:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:10Z', 'updated_at': '2022-03-29T09:29:14Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:45.302467 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4437dd32-f1b8-4e8c-af3f-917fb4328272 None None] Checking router: 38d27e16-3bf0-4e66-8efa-72ae51932563 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:30:45.310660 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437dd32-f1b8-4e8c-af3f-917fb4328272 None None] Routers {'38d27e16-3bf0-4e66-8efa-72ae51932563'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:30:45.311248 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4437dd32-f1b8-4e8c-af3f-917fb4328272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:30:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['38d27e16-3bf0-4e66-8efa-72ae51932563'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:45.316480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab67e4a-f4ac-45d3-8a62-5bf4cca391d8 req-a4f29b22-59aa-4c80-82b7-bb7cec9928f2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:45.317957 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ab67e4a-f4ac-45d3-8a62-5bf4cca391d8 req-a4f29b22-59aa-4c80-82b7-bb7cec9928f2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 946 time: 0.1433883 Mar 29 09:30:45.319269 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a6a75-9f37-47d6-8882-0d53b0c9db30 req-04c8be5e-77cc-488e-8fc1-1fba7e6ea5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:45.320586 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f92a6a75-9f37-47d6-8882-0d53b0c9db30 req-04c8be5e-77cc-488e-8fc1-1fba7e6ea5a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e6da6ec1-c116-49ee-86f5-0ef6c83db680 HTTP/1.1" status: 200 len: 835 time: 0.0762534 Mar 29 09:30:45.382312 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ab67e4a-f4ac-45d3-8a62-5bf4cca391d8 req-d3a3e22c-ad30-45f1-932c-886f0dca3143 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577805 Mar 29 09:30:45.388277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a6a75-9f37-47d6-8882-0d53b0c9db30 req-2c17f01e-e2e1-4438-8405-564c37f92eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:45.389546 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f92a6a75-9f37-47d6-8882-0d53b0c9db30 req-2c17f01e-e2e1-4438-8405-564c37f92eb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bba968b5-b10e-410f-9b29-5a5789cb5fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0591264 Mar 29 09:30:45.412251 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-4437dd32-f1b8-4e8c-af3f-917fb4328272 None None] Set router 38d27e16-3bf0-4e66-8efa-72ae51932563 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:30:45.485058 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f92a6a75-9f37-47d6-8882-0d53b0c9db30 req-0b2473c0-4531-4ef8-87f6-d1e36cfe892d service neutron] 10.222.0.24 "GET /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885079 Mar 29 09:30:45.573807 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f92a6a75-9f37-47d6-8882-0d53b0c9db30 req-88cfbe3e-11d1-4a5c-be90-db61556ada42 service neutron] 10.222.0.24 "GET /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803294 Mar 29 09:30:45.608755 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-4437dd32-f1b8-4e8c-af3f-917fb4328272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd623aa11-6bb4-47a6-883c-f91e8d4b328f', 'name': '', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:44:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:10Z', 'updated_at': '2022-03-29T09:29:14Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:45.634140 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4437dd32-f1b8-4e8c-af3f-917fb4328272 None None] The sync data for ids ['38d27e16-3bf0-4e66-8efa-72ae51932563'] in dv-neutron-835554-1-hyperv is: [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd623aa11-6bb4-47a6-883c-f91e8d4b328f', 'name': '', 'network_id': 'bba968b5-b10e-410f-9b29-5a5789cb5fbf', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:44:b8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:10Z', 'updated_at': '2022-03-29T09:29:14Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'e6da6ec1-c116-49ee-86f5-0ef6c83db680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:30:45.834112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f436b4f9-22e2-432f-9eb6-73c63c7e3fef None None] New status for floating IP 90cf9c17-5f05-43c1-b4e8-590271fb33f5: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:30:46.504223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42773a-032f-407c-8bbe-1d209e445f58 req-ec0b9476-1648-40d4-a03a-e2fb528452ec tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:46.505683 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fa42773a-032f-407c-8bbe-1d209e445f58 req-ec0b9476-1648-40d4-a03a-e2fb528452ec tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 946 time: 0.0520942 Mar 29 09:30:46.542697 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fa42773a-032f-407c-8bbe-1d209e445f58 req-51d84a1e-8e5c-4029-9c16-486a71417244 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f423feeb-9b1e-4833-a0bd-50ffd08813e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304945 Mar 29 09:30:46.845359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de267a76-ac24-4d7b-b9d2-69a354d5fe09 req-bbe7325f-8e89-4e81-b140-b43cf63ecd3f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:46.846797 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-de267a76-ac24-4d7b-b9d2-69a354d5fe09 req-bbe7325f-8e89-4e81-b140-b43cf63ecd3f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 946 time: 0.0464723 Mar 29 09:30:46.932072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-de267a76-ac24-4d7b-b9d2-69a354d5fe09 req-8811ef66-e16b-48ba-ac8d-1db6f99be3da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 18e778bd-2a9c-48b2-96d0-fac6640e8560 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:30:46.932410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-de267a76-ac24-4d7b-b9d2-69a354d5fe09 req-8811ef66-e16b-48ba-ac8d-1db6f99be3da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:47.015203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-de267a76-ac24-4d7b-b9d2-69a354d5fe09 req-8811ef66-e16b-48ba-ac8d-1db6f99be3da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 18e778bd-2a9c-48b2-96d0-fac6640e8560, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=18e778bd-2a9c-48b2-96d0-fac6640e8560,segment=NetworkSegment(ceaa1c35-dd62-4795-b0f2-1a391cae7f80),segment_id=ceaa1c35-dd62-4795-b0f2-1a391cae7f80)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:30:47.015556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-de267a76-ac24-4d7b-b9d2-69a354d5fe09 req-8811ef66-e16b-48ba-ac8d-1db6f99be3da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:47.028958 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-de267a76-ac24-4d7b-b9d2-69a354d5fe09 req-8811ef66-e16b-48ba-ac8d-1db6f99be3da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 18e778bd-2a9c-48b2-96d0-fac6640e8560 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:30:47.154720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-de267a76-ac24-4d7b-b9d2-69a354d5fe09 req-8811ef66-e16b-48ba-ac8d-1db6f99be3da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:47.179759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811ef66-e16b-48ba-ac8d-1db6f99be3da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=18e778bd-2a9c-48b2-96d0-fac6640e8560,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:47.224328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-de267a76-ac24-4d7b-b9d2-69a354d5fe09 req-8811ef66-e16b-48ba-ac8d-1db6f99be3da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] No DVR routers for this DVR port 18e778bd-2a9c-48b2-96d0-fac6640e8560 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:30:47.227049 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-de267a76-ac24-4d7b-b9d2-69a354d5fe09 req-8811ef66-e16b-48ba-ac8d-1db6f99be3da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:47.230492 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-de267a76-ac24-4d7b-b9d2-69a354d5fe09 req-8811ef66-e16b-48ba-ac8d-1db6f99be3da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "DELETE /v2.0/ports/18e778bd-2a9c-48b2-96d0-fac6640e8560 HTTP/1.1" status: 204 len: 173 time: 0.3782737 Mar 29 09:30:47.230958 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'name': 'network-vif-deleted', 'tag': '18e778bd-2a9c-48b2-96d0-fac6640e8560'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:30:47.233179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beebbd1e-3650-43c1-bd01-3297bb55416a" -d '{"events": [{"server_uuid": "cfafc648-6264-4fe3-931a-96e1f77c569f", "name": "network-vif-deleted", "tag": "18e778bd-2a9c-48b2-96d0-fac6640e8560"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:30:47.275220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b2d3be-4a6c-41a8-97a3-4e0cf8aa25a5 x-openstack-request-id: req-c0b2d3be-4a6c-41a8-97a3-4e0cf8aa25a5 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:30:47.275519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfafc648-6264-4fe3-931a-96e1f77c569f", "name": "network-vif-deleted", "tag": "18e778bd-2a9c-48b2-96d0-fac6640e8560", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:30:47.275767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0b2d3be-4a6c-41a8-97a3-4e0cf8aa25a5 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:30:47.276158 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfafc648-6264-4fe3-931a-96e1f77c569f', 'name': 'network-vif-deleted', 'tag': '18e778bd-2a9c-48b2-96d0-fac6640e8560', 'status': 'completed', 'code': 200} Mar 29 09:30:47.659643 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8100d3c9-94b5-478d-84d3-d553046766e5 req-252f88e3-77b7-42e8-afb3-4fb6200a9414 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfafc648-6264-4fe3-931a-96e1f77c569f HTTP/1.1" status: 200 len: 210 time: 0.0298185 Mar 29 09:30:48.717179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53912) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:48.776343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc2bb854-fa62-4cda-85d6-b5055cc3f316 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:48.800851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc2bb854-fa62-4cda-85d6-b5055cc3f316 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:48.861019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc2bb854-fa62-4cda-85d6-b5055cc3f316 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:48.863682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bc2bb854-fa62-4cda-85d6-b5055cc3f316 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:48.864828 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bc2bb854-fa62-4cda-85d6-b5055cc3f316 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/security-groups/f423feeb-9b1e-4833-a0bd-50ffd08813e7 HTTP/1.1" status: 204 len: 168 time: 0.1465745 Mar 29 09:30:48.873742 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bb854-fa62-4cda-85d6-b5055cc3f316 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f423feeb-9b1e-4833-a0bd-50ffd08813e7,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:48.897340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53916) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:49.303703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4b11e8a9-5f23-490e-8bd6-94fec2f18bf7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:49.592670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4b11e8a9-5f23-490e-8bd6-94fec2f18bf7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port d623aa11-6bb4-47a6-883c-f91e8d4b328f {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:30:49.592934 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4b11e8a9-5f23-490e-8bd6-94fec2f18bf7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:49.674257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-4b11e8a9-5f23-490e-8bd6-94fec2f18bf7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port d623aa11-6bb4-47a6-883c-f91e8d4b328f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d623aa11-6bb4-47a6-883c-f91e8d4b328f,segment=NetworkSegment(ceaa1c35-dd62-4795-b0f2-1a391cae7f80),segment_id=ceaa1c35-dd62-4795-b0f2-1a391cae7f80)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:30:49.674618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4b11e8a9-5f23-490e-8bd6-94fec2f18bf7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:49.686396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4b11e8a9-5f23-490e-8bd6-94fec2f18bf7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for d623aa11-6bb4-47a6-883c-f91e8d4b328f owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:30:49.865350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4b11e8a9-5f23-490e-8bd6-94fec2f18bf7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:49.889590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11e8a9-5f23-490e-8bd6-94fec2f18bf7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=d623aa11-6bb4-47a6-883c-f91e8d4b328f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:50.057817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4b11e8a9-5f23-490e-8bd6-94fec2f18bf7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:50.499956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b11e8a9-5f23-490e-8bd6-94fec2f18bf7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 38d27e16-3bf0-4e66-8efa-72ae51932563 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:30:50.603785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b11e8a9-5f23-490e-8bd6-94fec2f18bf7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:30:50.608662 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4b11e8a9-5f23-490e-8bd6-94fec2f18bf7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/38d27e16-3bf0-4e66-8efa-72ae51932563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102787 Mar 29 09:30:50.611377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53918) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:50.613886 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb848c-0b50-4830-86a2-016e4cc213a9 None None] Sync routers for ids ['38d27e16-3bf0-4e66-8efa-72ae51932563'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:30:50.621375 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 18e778bd-2a9c-48b2-96d0-fac6640e8560 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:30:50.623841 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb848c-0b50-4830-86a2-016e4cc213a9 None None] Routers {'38d27e16-3bf0-4e66-8efa-72ae51932563'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:30:50.624509 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e3eb848c-0b50-4830-86a2-016e4cc213a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:30:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['38d27e16-3bf0-4e66-8efa-72ae51932563'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:50.641020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 18e778bd-2a9c-48b2-96d0-fac6640e8560 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:30:50.641412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 18e778bd-2a9c-48b2-96d0-fac6640e8560 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:30:50.662990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-e548bb16-8602-44da-b0be-c485ee6ae277 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting subnet e6da6ec1-c116-49ee-86f5-0ef6c83db680 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:30:50.666587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e548bb16-8602-44da-b0be-c485ee6ae277 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:50.704590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e548bb16-8602-44da-b0be-c485ee6ae277 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:50.727110 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-e3eb848c-0b50-4830-86a2-016e4cc213a9 None None] Set router 38d27e16-3bf0-4e66-8efa-72ae51932563 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:30:50.790720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e548bb16-8602-44da-b0be-c485ee6ae277 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:50.848571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e548bb16-8602-44da-b0be-c485ee6ae277 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:50.875527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548bb16-8602-44da-b0be-c485ee6ae277 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Subnet': ['ID=e6da6ec1-c116-49ee-86f5-0ef6c83db680,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:50.877529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e548bb16-8602-44da-b0be-c485ee6ae277 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:50.880703 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e548bb16-8602-44da-b0be-c485ee6ae277 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/subnets/e6da6ec1-c116-49ee-86f5-0ef6c83db680 HTTP/1.1" status: 204 len: 168 time: 0.2683783 Mar 29 09:30:50.883815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53920) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:50.886250 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6418d9c1-c162-4425-8350-8ed72e21fde1 None None] Network bba968b5-b10e-410f-9b29-5a5789cb5fbf requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:30:50.910083 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e3eb848c-0b50-4830-86a2-016e4cc213a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:30:49Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:50.936593 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb848c-0b50-4830-86a2-016e4cc213a9 None None] Checking router: 38d27e16-3bf0-4e66-8efa-72ae51932563 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:30:50.945841 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eb848c-0b50-4830-86a2-016e4cc213a9 None None] Routers {'38d27e16-3bf0-4e66-8efa-72ae51932563'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:30:50.946569 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e3eb848c-0b50-4830-86a2-016e4cc213a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:30:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['38d27e16-3bf0-4e66-8efa-72ae51932563'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:50.995888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.105686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.164357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 0fb7ba5f-9348-4141-b46b-7ca19eecd8de {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:30:51.164706 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.165591 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-e3eb848c-0b50-4830-86a2-016e4cc213a9 None None] Set router 38d27e16-3bf0-4e66-8efa-72ae51932563 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:30:51.218571 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] DHCP port deletion for bba968b5-b10e-410f-9b29-5a5789cb5fbf request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:30:51.254044 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 0fb7ba5f-9348-4141-b46b-7ca19eecd8de, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0fb7ba5f-9348-4141-b46b-7ca19eecd8de,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:30:51.254437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.266308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 0fb7ba5f-9348-4141-b46b-7ca19eecd8de owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:30:51.267683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Deleting port 88daefca-50da-4078-8691-2ed06ba687ce {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:30:51.267898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.339522 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] For port 88daefca-50da-4078-8691-2ed06ba687ce, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=88daefca-50da-4078-8691-2ed06ba687ce,segment=NetworkSegment(ceaa1c35-dd62-4795-b0f2-1a391cae7f80),segment_id=ceaa1c35-dd62-4795-b0f2-1a391cae7f80)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:30:51.339915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.355557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Calling delete_port for 88daefca-50da-4078-8691-2ed06ba687ce owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:30:51.373166 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e3eb848c-0b50-4830-86a2-016e4cc213a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:30:49Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:51.404577 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3eb848c-0b50-4830-86a2-016e4cc213a9 None None] The sync data for ids ['38d27e16-3bf0-4e66-8efa-72ae51932563'] in dv-neutron-835554-1-hyperv is: [{'id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'name': 'tempest-TestNetworkBasicOps-router-1816491730', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74'}], 'enable_snat': True}, 'gw_port_id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:30:49Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0fb7ba5f-9348-4141-b46b-7ca19eecd8de', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d27e16-3bf0-4e66-8efa-72ae51932563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:29:08Z', 'updated_at': '2022-03-29T09:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:30:51.441236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 88daefca-50da-4078-8691-2ed06ba687ce no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:30:51.471663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.483012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.498860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=0fb7ba5f-9348-4141-b46b-7ca19eecd8de,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:51.511333 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No active binding found for port 88daefca-50da-4078-8691-2ed06ba687ce {{(pid=102497) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 09:30:51.511764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 88daefca-50da-4078-8691-2ed06ba687ce not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:30:51.514498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Pushing event deleted for resources: {'Port': ['ID=88daefca-50da-4078-8691-2ed06ba687ce,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:51.516758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] No DVR routers for this DVR port 88daefca-50da-4078-8691-2ed06ba687ce on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:30:51.525527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:51.525527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:51.525822 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:51.526055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:51.526392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:51.526726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:51.527052 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:51.527377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:51.528152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:51.528152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:51.528443 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:51.528647 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a8a072-fd7a-4871-8a57-15e1f94d20fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:51.567347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.657252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.659271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.706294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.706817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Fanout notify agent at l3_agent the message router_deleted on router 38d27e16-3bf0-4e66-8efa-72ae51932563 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:30:51.713608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.714724 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7eb82952-ef45-4d14-b373-ea4f7a57a333 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/routers/38d27e16-3bf0-4e66-8efa-72ae51932563 HTTP/1.1" status: 204 len: 168 time: 0.8299801 Mar 29 09:30:51.717414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53922) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:51.795140 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.886119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.906758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba968b5-b10e-410f-9b29-5a5789cb5fbf']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:51.916404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:51.916631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceaa1c35-dd62-4795-b0f2-1a391cae7f80') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:51.925623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.938737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.944312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:30:51.944685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:30:51.947535 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:30:52.011078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.018559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.021750 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/networks/bba968b5-b10e-410f-9b29-5a5789cb5fbf HTTP/1.1" status: 204 len: 168 time: 0.3033338 Mar 29 09:30:52.034145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53924) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:52.035560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e01ed4-fe0a-450e-b4b9-a089aeaa0695 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Network': ['ID=bba968b5-b10e-410f-9b29-5a5789cb5fbf,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:52.043351 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'network': {'name': 'tempest-network-smoke--1354267761', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'port_security_enabled': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:52.066298 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:30:52.069787 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.094063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:30:52.103729 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.104125 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Added segment ff4945a3-800c-45fa-be07-23d4424c2d0e of type vlan for network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 Mar 29 09:30:52.142444 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.166738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.172158 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:52.172745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.201334 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1654761 Mar 29 09:30:52.204456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53928) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:52.209329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'admin_state_up': True, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:52.231443 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.232448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.245135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Network': ['ID=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:52.252070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:52.252527 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:52.252867 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:52.253196 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:52.253520 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:52.253875 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:52.254200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:52.254520 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:52.254841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:52.255167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:52.255482 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:52.255815 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de26302-7cd8-43b1-be14-c0d3318cb2f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:52.266516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:30:52.282889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.420931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.612195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.630525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.727511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.234 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/6ee6439e-7796-48ec-be22-976619435d34) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:30:52.830548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.861388 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:52.899975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:30:52.902794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:30:52.905163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:30:52.928218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=6ee6439e-7796-48ec-be22-976619435d34,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:53.146018 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:53.208619 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:30:53.335597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:53.354698 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d623aa11-6bb4-47a6-883c-f91e8d4b328f no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:30:53.374332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: d623aa11-6bb4-47a6-883c-f91e8d4b328f {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:30:53.374678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d623aa11-6bb4-47a6-883c-f91e8d4b328f not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:30:53.375093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0fb7ba5f-9348-4141-b46b-7ca19eecd8de no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:30:53.393914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 0fb7ba5f-9348-4141-b46b-7ca19eecd8de {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:30:53.394260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0fb7ba5f-9348-4141-b46b-7ca19eecd8de not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:30:53.706305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router cc574802-4961-4b3a-a0d5-fa1558eb97b2 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:30:53.811504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:30:53.822393 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Sync routers for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:30:53.831278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:53.835404 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-410469a1-3c74-45a0-908f-f97e0f198c62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6270406 Mar 29 09:30:53.835550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:30:53.835550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:30:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:53.835777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53930) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:53.862751 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e792e39c-e75d-445c-a849-e5f1bb4d63a0 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6010cd4cec6b417ba57b11945c979066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259957 Mar 29 09:30:53.865214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53932) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:53.941246 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:30:53.953340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d7d630-c31f-4fdf-b43b-a23fe89940f5 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:53.954872 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f2d7d630-c31f-4fdf-b43b-a23fe89940f5 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887449 Mar 29 09:30:53.957614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53934) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:53.984703 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-16b3d313-39ba-43bb-a995-3b5f4e8420d2 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261011 Mar 29 09:30:53.987060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53936) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:53.991637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-65928e82-96be-439e-a096-a9adffe87c28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-773252346', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:54.074253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65928e82-96be-439e-a096-a9adffe87c28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:30:54.077893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65928e82-96be-439e-a096-a9adffe87c28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.121712 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:53Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:54.147833 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Checking router: cc574802-4961-4b3a-a0d5-fa1558eb97b2 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:30:54.148207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Updating router cc574802-4961-4b3a-a0d5-fa1558eb97b2 port 6ee6439e-7796-48ec-be22-976619435d34 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:30:54.172631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.254022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65928e82-96be-439e-a096-a9adffe87c28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.319157 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65928e82-96be-439e-a096-a9adffe87c28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Subnet': ['ID=47227d1e-b296-4a2c-8d08-c4ea39fa0592,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:54.328301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65928e82-96be-439e-a096-a9adffe87c28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Checking segment: {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:30:54.328676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65928e82-96be-439e-a096-a9adffe87c28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network hostable DHCP agents. Network: bd35b5f5-e05e-46a8-9a51-58fd8847a6d2, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:30:54.346623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65928e82-96be-439e-a096-a9adffe87c28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:30:54.356031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-65928e82-96be-439e-a096-a9adffe87c28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, bd35b5f5-e05e-46a8-9a51-58fd8847a6d2) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:30:54.360496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65928e82-96be-439e-a096-a9adffe87c28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:54.361670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65928e82-96be-439e-a096-a9adffe87c28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.366383 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea72dea8-3688-4c45-9278-ebb2b0774012 None None] Network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:30:54.377630 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-65928e82-96be-439e-a096-a9adffe87c28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3895741 Mar 29 09:30:54.380397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53938) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:54.498587 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.521103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.597739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Attempting to bind port 6ee6439e-7796-48ec-be22-976619435d34 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:30:54.598106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Attempting to bind port 6ee6439e-7796-48ec-be22-976619435d34 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:30:54.598464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Attempting to bind port 6ee6439e-7796-48ec-be22-976619435d34 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:30:54.600327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d19c3-7f7e-4d20-8313-4443dfac7bba None None] Pushing event updated for resources: {'Port': ['ID=6ee6439e-7796-48ec-be22-976619435d34,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:54.624147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:30:54.624553 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:30:54.624912 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.625648 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:30:54.625800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Bound port: 6ee6439e-7796-48ec-be22-976619435d34, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:30:54.626161 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.649113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:30:54.650003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.699078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] For port 6ee6439e-7796-48ec-be22-976619435d34, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:30:54.763240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] For port 6ee6439e-7796-48ec-be22-976619435d34, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6ee6439e-7796-48ec-be22-976619435d34,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:30:54.771618 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.807482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:54.865277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:30:54.865918 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:30:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:54.906590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d19c3-7f7e-4d20-8313-4443dfac7bba None None] Pushing event updated for resources: {'Port': ['ID=6ee6439e-7796-48ec-be22-976619435d34,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:54.910107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Allocated IP 172.20.0.2 (bd35b5f5-e05e-46a8-9a51-58fd8847a6d2/47227d1e-b296-4a2c-8d08-c4ea39fa0592/4163736e-9dce-4f35-9c9a-21b90327271f) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:30:55.043410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:30:55.203779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.216050 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.258334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.1 (bd35b5f5-e05e-46a8-9a51-58fd8847a6d2/47227d1e-b296-4a2c-8d08-c4ea39fa0592/3de45f63-f813-4f47-bc6b-588915463d34) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:30:55.282000 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:30:55.287953 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:30:55.294124 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:30:55.298908 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Pushing event updated for resources: {'Port': ['ID=4163736e-9dce-4f35-9c9a-21b90327271f,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:55.362544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:53Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:55.365451 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Attempting to bind port 4163736e-9dce-4f35-9c9a-21b90327271f on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:30:55.365845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Attempting to bind port 4163736e-9dce-4f35-9c9a-21b90327271f by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:30:55.366201 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Attempting to bind port 4163736e-9dce-4f35-9c9a-21b90327271f on network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:30:55.374341 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.414757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.458328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:30:55.462412 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:30:55.466435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:30:55.496199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=3de45f63-f813-4f47-bc6b-588915463d34,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:55.518093 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.536602 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ec4de-8917-4907-b30e-7ba6d7dc1819 None None] The sync data for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv is: [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:53Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:30:55.540575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:30:55.540928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Checking segment: {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:30:55.541328 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.541734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Bound using segment: {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:30:55.542200 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Bound port: 4163736e-9dce-4f35-9c9a-21b90327271f, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:30:55.542639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.610999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] For port 4163736e-9dce-4f35-9c9a-21b90327271f, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:30:55.614230 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] For port 4163736e-9dce-4f35-9c9a-21b90327271f, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4163736e-9dce-4f35-9c9a-21b90327271f,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:30:55.618590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.662357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:55.683123 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba879ca-dfda-4ab6-9777-abc82263dd32 None None] Pushing event updated for resources: {'Port': ['ID=4163736e-9dce-4f35-9c9a-21b90327271f,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:55.996390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:56.001500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:56.076180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=3de45f63-f813-4f47-bc6b-588915463d34,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:56.080404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:56.176039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:30:56.177462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:30:56.292970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router cc574802-4961-4b3a-a0d5-fa1558eb97b2 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:30:56.412537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:30:56.422308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-394d7124-3ef9-42ab-b204-974b2c9618ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/cc574802-4961-4b3a-a0d5-fa1558eb97b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0408704 Mar 29 09:30:56.424919 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53940) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:56.520934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd3805-a30a-4007-b92a-54917967a2b2 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:56.521414 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd3805-a30a-4007-b92a-54917967a2b2 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:56.521950 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd3805-a30a-4007-b92a-54917967a2b2 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:56.522411 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd3805-a30a-4007-b92a-54917967a2b2 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:56.526044 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7dcd3805-a30a-4007-b92a-54917967a2b2 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.0998399 Mar 29 09:30:56.527277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53942) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:56.580997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854c5b32-e51d-4d9b-9f3c-90ac3a5a262f tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:56.581463 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854c5b32-e51d-4d9b-9f3c-90ac3a5a262f tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:56.581989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854c5b32-e51d-4d9b-9f3c-90ac3a5a262f tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:56.582490 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854c5b32-e51d-4d9b-9f3c-90ac3a5a262f tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:56.584132 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-854c5b32-e51d-4d9b-9f3c-90ac3a5a262f tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0559199 Mar 29 09:30:56.587402 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53944) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:56.657034 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af1bb6c-0e8e-4ce8-97f5-47b5fe5ef018 None None] Network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:30:56.737844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a815c931-e13f-47f6-86af-9a2af32014da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:56.767062 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-79d55888-2f61-4727-896f-26d482cad478 None None] Provisioning complete for port 4163736e-9dce-4f35-9c9a-21b90327271f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:56.767438 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79d55888-2f61-4727-896f-26d482cad478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:56.914446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79d55888-2f61-4727-896f-26d482cad478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:56.954670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-79d55888-2f61-4727-896f-26d482cad478 None None] For port 4163736e-9dce-4f35-9c9a-21b90327271f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4163736e-9dce-4f35-9c9a-21b90327271f,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:30:56.959950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79d55888-2f61-4727-896f-26d482cad478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.020794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d55888-2f61-4727-896f-26d482cad478 None None] Pushing event updated for resources: {'Port': ['ID=4163736e-9dce-4f35-9c9a-21b90327271f,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:57.117980 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1391aee3-e8ac-41f8-9378-cc62b852942d tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.5267951 Mar 29 09:30:57.185908 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-21526cf8-d149-4612-99e2-91c8698b92e4 None None] Provisioning complete for port 4163736e-9dce-4f35-9c9a-21b90327271f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:57.186370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-21526cf8-d149-4612-99e2-91c8698b92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.264841 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Sync routers for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:30:57.274468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53948) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:57.279213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-98f4805f-5ccb-41cc-be69-f589f6edc02a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36697466', 'description': 'tempest-secgroup-smoke-36697466 description', 'project_id': '6010cd4cec6b417ba57b11945c979066'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:57.282342 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:30:57.283074 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:30:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:57.300756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-21526cf8-d149-4612-99e2-91c8698b92e4 None None] Provisioning complete for port 3de45f63-f813-4f47-bc6b-588915463d34 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:57.308892 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-21526cf8-d149-4612-99e2-91c8698b92e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.316131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-98f4805f-5ccb-41cc-be69-f589f6edc02a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.364720 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-21526cf8-d149-4612-99e2-91c8698b92e4 None None] Port 3de45f63-f813-4f47-bc6b-588915463d34 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:30:57.414939 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-98f4805f-5ccb-41cc-be69-f589f6edc02a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.422213 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:30:57.422463 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-98f4805f-5ccb-41cc-be69-f589f6edc02a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.458482 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6ee6439e-7796-48ec-be22-976619435d34 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:30:57.467888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-98f4805f-5ccb-41cc-be69-f589f6edc02a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.469902 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-98f4805f-5ccb-41cc-be69-f589f6edc02a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1943038 Mar 29 09:30:57.472765 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53950) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:57.477956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a1dd1f01-b42b-4f87-a188-5b0fe33326a7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '5ea34c59-b298-4e26-a059-4bd365296d96', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:57.494875 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4805f-5ccb-41cc-be69-f589f6edc02a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea34c59-b298-4e26-a059-4bd365296d96,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:57.521808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-662c4228-fd3b-4f29-b2e9-7ca6bb5b65f8 None None] Provisioning complete for port 3de45f63-f813-4f47-bc6b-588915463d34 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:57.522119 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-662c4228-fd3b-4f29-b2e9-7ca6bb5b65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.529432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1f01-b42b-4f87-a188-5b0fe33326a7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.560344 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 6ee6439e-7796-48ec-be22-976619435d34 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:57.560714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.587035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-662c4228-fd3b-4f29-b2e9-7ca6bb5b65f8 None None] Port 3de45f63-f813-4f47-bc6b-588915463d34 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:30:57.598973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1f01-b42b-4f87-a188-5b0fe33326a7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.604266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1f01-b42b-4f87-a188-5b0fe33326a7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.623270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd1f01-b42b-4f87-a188-5b0fe33326a7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a0e9f5-87dc-4ea2-ad82-0489e078df8b,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:57.633891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a1dd1f01-b42b-4f87-a188-5b0fe33326a7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.637882 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a1dd1f01-b42b-4f87-a188-5b0fe33326a7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1609130 Mar 29 09:30:57.638554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53952) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:57.642826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b1eeef4e-eacf-4765-b97e-d0da94c18527 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '5ea34c59-b298-4e26-a059-4bd365296d96', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:57.650616 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.670677 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1eeef4e-eacf-4765-b97e-d0da94c18527 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.672333 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 6ee6439e-7796-48ec-be22-976619435d34, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6ee6439e-7796-48ec-be22-976619435d34,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:30:57.677221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.678028 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4163736e-9dce-4f35-9c9a-21b90327271f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:30:57.683172 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:57.714970 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Checking router: cc574802-4961-4b3a-a0d5-fa1558eb97b2 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:30:57.716222 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Updating router cc574802-4961-4b3a-a0d5-fa1558eb97b2 port 3de45f63-f813-4f47-bc6b-588915463d34 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:30:57.731447 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1eeef4e-eacf-4765-b97e-d0da94c18527 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.737744 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1eeef4e-eacf-4765-b97e-d0da94c18527 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.753557 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.756034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eeef4e-eacf-4765-b97e-d0da94c18527 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7c1bbf-5e37-4fc3-b1ef-e0fb980c4f27,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:57.765641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4b5a4582-7f08-4010-b7f8-c979541995d9 None None] Provisioning complete for port 3de45f63-f813-4f47-bc6b-588915463d34 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:57.766695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b5a4582-7f08-4010-b7f8-c979541995d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.777437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1eeef4e-eacf-4765-b97e-d0da94c18527 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.782354 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b1eeef4e-eacf-4765-b97e-d0da94c18527 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404612 Mar 29 09:30:57.783682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53954) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:57.789434 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-2a51941f-85b9-446f-96b3-22707aed06bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '5ea34c59-b298-4e26-a059-4bd365296d96', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:57.808753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a4582-7f08-4010-b7f8-c979541995d9 None None] Port 3de45f63-f813-4f47-bc6b-588915463d34 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:30:57.811097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=6ee6439e-7796-48ec-be22-976619435d34,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:57.818331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2a51941f-85b9-446f-96b3-22707aed06bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.825710 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 4163736e-9dce-4f35-9c9a-21b90327271f triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:57.826081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.870486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2a51941f-85b9-446f-96b3-22707aed06bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.875669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2a51941f-85b9-446f-96b3-22707aed06bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.893078 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51941f-85b9-446f-96b3-22707aed06bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f236a2bd-b15f-4105-8f29-7e7d7a9680ad,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:57.906365 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2a51941f-85b9-446f-96b3-22707aed06bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:57.907949 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2a51941f-85b9-446f-96b3-22707aed06bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230469 Mar 29 09:30:57.910759 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53956) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:57.917037 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-79d6f300-b6df-4199-8e7a-38ec6db53bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '5ea34c59-b298-4e26-a059-4bd365296d96', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:57.943001 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-79d6f300-b6df-4199-8e7a-38ec6db53bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.001351 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-79d6f300-b6df-4199-8e7a-38ec6db53bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.005002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-79d6f300-b6df-4199-8e7a-38ec6db53bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.021791 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6f300-b6df-4199-8e7a-38ec6db53bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5c0cee-8b8c-40c1-8341-d8edc5987568,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:58.030318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-79d6f300-b6df-4199-8e7a-38ec6db53bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.031496 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-79d6f300-b6df-4199-8e7a-38ec6db53bdf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198277 Mar 29 09:30:58.032597 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.034333 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 53958) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:58.037822 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.038694 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5f05fe61-f48a-4648-b1af-8111157ec257 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '5ea34c59-b298-4e26-a059-4bd365296d96', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:58.058773 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-5f05fe61-f48a-4648-b1af-8111157ec257 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:30:58.063743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f05fe61-f48a-4648-b1af-8111157ec257 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.082252 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Pushing event updated for resources: {'Port': ['ID=3de45f63-f813-4f47-bc6b-588915463d34,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:58.091811 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:58.092171 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:58.092510 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:58.092841 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:58.093168 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:58.093504 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:58.093859 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:58.094181 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:58.094509 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:58.094829 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:58.095144 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:58.095456 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:30:58.133472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f05fe61-f48a-4648-b1af-8111157ec257 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.138443 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f05fe61-f48a-4648-b1af-8111157ec257 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.158038 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Attempting to bind port 3de45f63-f813-4f47-bc6b-588915463d34 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:30:58.158544 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Attempting to bind port 3de45f63-f813-4f47-bc6b-588915463d34 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:30:58.158764 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Attempting to bind port 3de45f63-f813-4f47-bc6b-588915463d34 on network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:30:58.162540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5f05fe61-f48a-4648-b1af-8111157ec257 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.163960 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5f05fe61-f48a-4648-b1af-8111157ec257 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284723 Mar 29 09:30:58.164108 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:30:58.164332 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Checking segment: {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:30:58.164725 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.164836 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05fe61-f48a-4648-b1af-8111157ec257 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b65822-2a0f-4933-b983-524c7b27031f,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:58.165098 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Bound using segment: {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:30:58.165547 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Bound port: 3de45f63-f813-4f47-bc6b-588915463d34, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:30:58.165938 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.166662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 53960) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:30:58.171495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-328eee4d-f921-4105-b8f5-c62e4bbcfc4c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '5ea34c59-b298-4e26-a059-4bd365296d96', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:30:58.197254 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-328eee4d-f921-4105-b8f5-c62e4bbcfc4c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:30:58.202881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-328eee4d-f921-4105-b8f5-c62e4bbcfc4c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.234226 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] For port 3de45f63-f813-4f47-bc6b-588915463d34, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:30:58.237970 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] For port 3de45f63-f813-4f47-bc6b-588915463d34, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3de45f63-f813-4f47-bc6b-588915463d34,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:30:58.243351 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.271058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-328eee4d-f921-4105-b8f5-c62e4bbcfc4c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.276592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-328eee4d-f921-4105-b8f5-c62e4bbcfc4c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.294368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eee4d-f921-4105-b8f5-c62e4bbcfc4c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ccb82e-2de3-487a-8609-3e793006a54d,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:58.294916 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:30:58.295516 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:30:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:58.308474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-328eee4d-f921-4105-b8f5-c62e4bbcfc4c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.318822 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-328eee4d-f921-4105-b8f5-c62e4bbcfc4c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420593 Mar 29 09:30:58.346122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ea074e6b-f232-4f94-ba5d-52829876d614 None None] Provisioning complete for port 3de45f63-f813-4f47-bc6b-588915463d34 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:58.346498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ea074e6b-f232-4f94-ba5d-52829876d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.390352 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bd52d-3e64-48f1-be9c-4cbf2af289f6 None None] Pushing event updated for resources: {'Port': ['ID=3de45f63-f813-4f47-bc6b-588915463d34,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:58.425542 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:30:58.455058 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ea074e6b-f232-4f94-ba5d-52829876d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.493667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ea074e6b-f232-4f94-ba5d-52829876d614 None None] For port 3de45f63-f813-4f47-bc6b-588915463d34, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3de45f63-f813-4f47-bc6b-588915463d34,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:30:58.500142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ea074e6b-f232-4f94-ba5d-52829876d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.501179 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-77e6a3ed-6a48-463e-a443-b0aa4b69c90e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36697466&fields=id&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 267 time: 0.0457006 Mar 29 09:30:58.563209 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea074e6b-f232-4f94-ba5d-52829876d614 None None] Pushing event updated for resources: {'Port': ['ID=3de45f63-f813-4f47-bc6b-588915463d34,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:30:58.618856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-c05c1583-95cc-42de-a4a7-8d19b882562a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:30:58.620793 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-c05c1583-95cc-42de-a4a7-8d19b882562a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/networks?id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 797 time: 0.1188138 Mar 29 09:30:58.622090 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-9cce9bc0-afc1-43d7-ab4d-829dd3b37d36 None None] Provisioning complete for port 3de45f63-f813-4f47-bc6b-588915463d34 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:58.622467 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9cce9bc0-afc1-43d7-ab4d-829dd3b37d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:58.636112 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f5e14980-fa93-48e8-966d-8115e1f32989 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/quotas/6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 375 time: 0.0093961 Mar 29 09:30:58.653613 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:30:58.681678 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0924e2-467e-4d5f-a617-bc601ce8b642 None None] The sync data for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv is: [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:30:58.689298 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-3220b06a-59c9-455c-a168-c2d74c152be9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446870 Mar 29 09:30:58.708884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-4ccd6c18-b168-4157-aced-e28fb6641246 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:30:58.709978 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-4ccd6c18-b168-4157-aced-e28fb6641246 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064080 Mar 29 09:30:58.821014 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-bf824fb3-4cf4-4f35-99ab-4f18a99e0b3c service neutron] 10.222.0.32 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038263 Mar 29 09:30:58.913438 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-ae60b843-96c8-4c50-b7ba-b921231ba4d5 service neutron] 10.222.0.32 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855911 Mar 29 09:30:59.090197 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bddb3d21-497e-49d6-bd75-98d5b810fde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:59.104909 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-85e38430-8780-4957-9b43-0263d49cd790 req-fa761997-285e-4535-bbd9-d72a956f340c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 210 time: 0.0361228 Mar 29 09:30:59.429791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6ee6439e-7796-48ec-be22-976619435d34 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:30:59.484935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 6ee6439e-7796-48ec-be22-976619435d34 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:59.485310 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:30:59.563578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3de45f63-f813-4f47-bc6b-588915463d34 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:30:59.611235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 3de45f63-f813-4f47-bc6b-588915463d34 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:30:59.611603 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:00.187141 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a8833b2-d735-49d0-b52b-a1cb5c1a0d04 req-a8b4bb9d-5a0a-470b-a546-085275fa482f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 210 time: 0.0286973 Mar 29 09:31:00.524468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:01.263437 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f66bd766-2b92-4176-82b2-ea7fd4f7055e req-0a7519c9-a7d7-420b-ac4a-94c726282a13 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 210 time: 0.0273345 Mar 29 09:31:01.994239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:02.002412 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-37341f67-f04f-4d45-a6ea-636e40bc61d5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:02.003911 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-37341f67-f04f-4d45-a6ea-636e40bc61d5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks?id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 797 time: 0.1110666 Mar 29 09:31:02.295308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-96e77efc-b123-44bd-ad6a-ff311175a42a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 378 time: 0.2829344 Mar 29 09:31:02.305792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'device_id': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'admin_state_up': True, 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'security_groups': ['5ea34c59-b298-4e26-a059-4bd365296d96']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:31:02.386744 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9ae383fe-05a4-4ba3-9658-2e92c3d5793a req-99738b8c-4b07-4b17-8cc2-d0383888695b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 210 time: 0.0557690 Mar 29 09:31:02.434044 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:31:02.437426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:02.493594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:02.556684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.3 (bd35b5f5-e05e-46a8-9a51-58fd8847a6d2/47227d1e-b296-4a2c-8d08-c4ea39fa0592/ce0899aa-b864-4e6e-b5ad-0d66bf94ca74) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:31:02.696006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:02.728911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:02.775560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:31:02.778596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:31:02.782046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:31:02.805731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:31:02.840220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:02.840854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:02.857843 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-1eff44c2-9b6d-4927-a937-bb44f79728ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562139 Mar 29 09:31:02.870232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Request body: {'port': {'device_id': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:31:02.926607 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:03.049974 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-65765147-2d39-404e-8c73-8839097d09d7 None None] Provisioning complete for port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:31:03.050584 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-65765147-2d39-404e-8c73-8839097d09d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:03.087081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-65765147-2d39-404e-8c73-8839097d09d7 None None] Port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:31:03.182004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:31:03.189142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:03.200801 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Transition to ACTIVE for port object ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:31:03.204929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:03.257116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:31:03.325028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Attempting to bind port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:31:03.325769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Attempting to bind port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:31:03.325769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Attempting to bind port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 on network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:31:03.330603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 on network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:31:03.330927 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Attempting to bind port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 on network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:31:03.335992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:31:03.336337 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Checking segment: {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:31:03.336720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Bound using segment: {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:31:03.337197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Bound port: ce0899aa-b864-4e6e-b5ad-0d66bf94ca74, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:31:03.337512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:03.405653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] For port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:31:03.408901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] For port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:31:03.415075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:03.454217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:03.454730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:03.456103 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 HTTP/1.1" status: 200 len: 1093 time: 0.5901127 Mar 29 09:31:03.456538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'tag': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:31:03.458792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:03.458947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b6b1fd-150e-4755-bb8f-f25c24f9d0ed" -d '{"events": [{"name": "network-changed", "server_uuid": "aaec6011-637a-4257-bc5a-a71f5b6e3037", "tag": "ce0899aa-b864-4e6e-b5ad-0d66bf94ca74"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:31:03.509969 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b092fa-119a-4c0c-bdd0-0669d33ed23b x-openstack-request-id: req-06b092fa-119a-4c0c-bdd0-0669d33ed23b {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:31:03.510268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaec6011-637a-4257-bc5a-a71f5b6e3037", "tag": "ce0899aa-b864-4e6e-b5ad-0d66bf94ca74", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:31:03.510518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06b092fa-119a-4c0c-bdd0-0669d33ed23b {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:31:03.510925 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'tag': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74', 'status': 'completed', 'code': 200} Mar 29 09:31:03.512030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2566c68-c005-43d9-9fda-6e74944ca9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:31:03.567766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d8871-2dba-44a2-92d4-02646fc20964 req-89738ba4-75f4-463d-a013-1fbd8d06c901 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:03.569322 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7d6d8871-2dba-44a2-92d4-02646fc20964 req-89738ba4-75f4-463d-a013-1fbd8d06c901 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 943 time: 0.0976434 Mar 29 09:31:03.571881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-2b844320-eb6d-4b59-bec3-1c25b9da0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:03.573247 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-2b844320-eb6d-4b59-bec3-1c25b9da0ca9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 1096 time: 0.0572455 Mar 29 09:31:03.627861 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-e8105f6b-8dca-4359-bbf6-100ba73970e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 HTTP/1.1" status: 200 len: 217 time: 0.0453293 Mar 29 09:31:03.670573 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7d6d8871-2dba-44a2-92d4-02646fc20964 req-0a71ef93-0602-4223-963b-af342b6f4768 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ea34c59-b298-4e26-a059-4bd365296d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943451 Mar 29 09:31:03.688803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-398e625a-de3e-4ed8-b695-4eca9a06a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:03.690285 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-398e625a-de3e-4ed8-b695-4eca9a06a09e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47227d1e-b296-4a2c-8d08-c4ea39fa0592 HTTP/1.1" status: 200 len: 834 time: 0.0562687 Mar 29 09:31:03.740420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-12541f38-c518-4f11-9b63-c80d4f931068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:03.742556 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-12541f38-c518-4f11-9b63-c80d4f931068 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455434 Mar 29 09:31:03.830392 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-3b53aae3-7786-4de3-8e66-49bf191a5d70 service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815938 Mar 29 09:31:03.921217 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfdf0089-a0ae-4e02-8daf-b28e32e97224 req-6ef6f2df-960e-4489-9b12-b9f39a329ce8 service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844886 Mar 29 09:31:04.006106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6b1fd-150e-4755-bb8f-f25c24f9d0ed req-57206719-0717-4b53-8156-3f3b2fabf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:04.008095 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-71b6b1fd-150e-4755-bb8f-f25c24f9d0ed req-57206719-0717-4b53-8156-3f3b2fabf195 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 1096 time: 0.0411088 Mar 29 09:31:04.094767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6b1fd-150e-4755-bb8f-f25c24f9d0ed req-2834f8a1-cff3-4595-b63b-2fcc2719edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:04.096343 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-71b6b1fd-150e-4755-bb8f-f25c24f9d0ed req-2834f8a1-cff3-4595-b63b-2fcc2719edc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 898 time: 0.0823071 Mar 29 09:31:04.140072 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-71b6b1fd-150e-4755-bb8f-f25c24f9d0ed req-e83dbc62-9557-49f4-8e07-f7e392789034 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 HTTP/1.1" status: 200 len: 217 time: 0.0371249 Mar 29 09:31:04.186393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6b1fd-150e-4755-bb8f-f25c24f9d0ed req-2dd8ffe5-4d59-43cd-86b3-78372abb8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:04.187698 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-71b6b1fd-150e-4755-bb8f-f25c24f9d0ed req-2dd8ffe5-4d59-43cd-86b3-78372abb8a63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47227d1e-b296-4a2c-8d08-c4ea39fa0592 HTTP/1.1" status: 200 len: 834 time: 0.0413787 Mar 29 09:31:04.233956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6b1fd-150e-4755-bb8f-f25c24f9d0ed req-51c22793-326c-4676-ab7d-b437f56f83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:04.235481 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-71b6b1fd-150e-4755-bb8f-f25c24f9d0ed req-51c22793-326c-4676-ab7d-b437f56f83ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415130 Mar 29 09:31:04.331022 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-71b6b1fd-150e-4755-bb8f-f25c24f9d0ed req-2e21d85a-c261-4f14-b764-f98d83d6bc04 service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870667 Mar 29 09:31:04.419109 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-71b6b1fd-150e-4755-bb8f-f25c24f9d0ed req-ec3b374f-d0c6-4d04-9d95-ed9d5d6cef17 service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817134 Mar 29 09:31:04.791573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56323da8-5b21-4525-ac00-b530c0a10840 req-015500ce-da4f-468f-99f2-68f1a65778a8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:04.793301 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56323da8-5b21-4525-ac00-b530c0a10840 req-015500ce-da4f-468f-99f2-68f1a65778a8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 943 time: 0.0529654 Mar 29 09:31:04.829697 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56323da8-5b21-4525-ac00-b530c0a10840 req-3760bc01-77ec-4a74-ba6f-a4d1f905dadf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ea34c59-b298-4e26-a059-4bd365296d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301201 Mar 29 09:31:05.941405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc23277-3fbb-4246-91cd-b14599545574 req-4772ddb2-19df-465c-a638-6a5b93c8e19e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:05.942933 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-edc23277-3fbb-4246-91cd-b14599545574 req-4772ddb2-19df-465c-a638-6a5b93c8e19e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 943 time: 0.0473938 Mar 29 09:31:05.981171 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-edc23277-3fbb-4246-91cd-b14599545574 req-b484dd74-f280-442b-bea7-55bf198fddec tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ea34c59-b298-4e26-a059-4bd365296d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315762 Mar 29 09:31:06.709596 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:31:06.805509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:31:06.816464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'port_id': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74', 'mac_address': 'fa:16:3e:fc:3b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:31:06.852515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:06.864517 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:31:06.883710 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:31:06.887422 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:06.932055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:31:07.094591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1c106-3cea-46b0-b4c6-72a369ec39c4 req-0934f610-796c-4da9-8957-d069a3f9b023 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:07.096018 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-77b1c106-3cea-46b0-b4c6-72a369ec39c4 req-0934f610-796c-4da9-8957-d069a3f9b023 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 944 time: 0.0474250 Mar 29 09:31:07.135596 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-77b1c106-3cea-46b0-b4c6-72a369ec39c4 req-2f6e52b3-050f-4a79-838c-8e789ebb03f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ea34c59-b298-4e26-a059-4bd365296d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320334 Mar 29 09:31:07.216314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['ce0899aa-b864-4e6e-b5ad-0d66bf94ca74'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:31:08.250273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06dd35-ea66-4958-a9b0-bfaf21cfc81b req-8ece0afc-11e2-4ae1-9b4f-16d3c1a85b56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:08.251726 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8e06dd35-ea66-4958-a9b0-bfaf21cfc81b req-8ece0afc-11e2-4ae1-9b4f-16d3c1a85b56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 944 time: 0.0511193 Mar 29 09:31:08.289030 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8e06dd35-ea66-4958-a9b0-bfaf21cfc81b req-c16a40fe-a517-4322-a61d-d3deeb669cd6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ea34c59-b298-4e26-a059-4bd365296d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309024 Mar 29 09:31:08.724042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:31:08.774092 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:31:08.777915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:31:08.778288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:08.852721 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:08.874324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:31:08.876527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44a0c05-d26e-41f5-b1c0-e9e37f8ada86" -d '{"events": [{"server_uuid": "aaec6011-637a-4257-bc5a-a71f5b6e3037", "name": "network-vif-plugged", "status": "completed", "tag": "ce0899aa-b864-4e6e-b5ad-0d66bf94ca74"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:31:08.889195 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:31:08.892813 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:08.945364 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:31:08.969700 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb5470f-73c2-4d59-ba50-0f0e7a797f8f x-openstack-request-id: req-4eb5470f-73c2-4d59-ba50-0f0e7a797f8f {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:31:08.970008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaec6011-637a-4257-bc5a-a71f5b6e3037", "name": "network-vif-plugged", "status": "completed", "tag": "ce0899aa-b864-4e6e-b5ad-0d66bf94ca74", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:31:08.970232 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4eb5470f-73c2-4d59-ba50-0f0e7a797f8f {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:31:08.970610 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74', 'code': 200} Mar 29 09:31:09.126504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63600ea9-3c16-4141-9a35-1450316c0b94 req-bb82764b-f437-4751-afc9-8db9a2e10c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:09.127940 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-63600ea9-3c16-4141-9a35-1450316c0b94 req-bb82764b-f437-4751-afc9-8db9a2e10c11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 1098 time: 0.0385556 Mar 29 09:31:09.160729 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-63600ea9-3c16-4141-9a35-1450316c0b94 req-c8160782-2fa0-4c08-8bc0-3add1b2f6548 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5ea34c59-b298-4e26-a059-4bd365296d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0264766 Mar 29 09:31:09.399889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c18e-838f-468a-bec5-464b170c6b5e req-ac4f3ed1-24a6-4465-addc-fa0db31d05c5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:09.401247 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b1f2c18e-838f-468a-bec5-464b170c6b5e req-ac4f3ed1-24a6-4465-addc-fa0db31d05c5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 945 time: 0.0460136 Mar 29 09:31:09.437829 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b1f2c18e-838f-468a-bec5-464b170c6b5e req-853d87b2-32c5-4cda-a0ca-522048423fd0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ea34c59-b298-4e26-a059-4bd365296d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305820 Mar 29 09:31:10.554965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176a133-92fc-447e-897c-00bdc622e9d8 req-731ca43e-f00e-49fe-8983-d866f0f0ff3a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:10.556419 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9176a133-92fc-447e-897c-00bdc622e9d8 req-731ca43e-f00e-49fe-8983-d866f0f0ff3a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 945 time: 0.0515342 Mar 29 09:31:10.593897 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9176a133-92fc-447e-897c-00bdc622e9d8 req-f78485ae-d965-4c9f-8ac1-0140419e881a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ea34c59-b298-4e26-a059-4bd365296d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314481 Mar 29 09:31:10.704703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fdf1d-4fac-4214-9498-d2e8d1a7604a req-dff5e7f1-c1de-44b3-98cc-7fa23f9da00d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:10.706152 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-462fdf1d-4fac-4214-9498-d2e8d1a7604a req-dff5e7f1-c1de-44b3-98cc-7fa23f9da00d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 945 time: 0.0470335 Mar 29 09:31:10.743121 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-462fdf1d-4fac-4214-9498-d2e8d1a7604a req-7ae0c680-dc35-4fd4-9754-98fa276e7925 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ea34c59-b298-4e26-a059-4bd365296d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303483 Mar 29 09:31:10.764621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54024) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:31:10.803090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064952d4-e63f-41b5-b245-0bc6d0bb2c39 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:10.805104 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-064952d4-e63f-41b5-b245-0bc6d0bb2c39 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 1093 time: 0.0395145 Mar 29 09:31:10.807804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54026) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:31:10.811960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:31:10.835414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:10.929232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:11.031457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.72 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/057cc3e8-1ba4-4c50-be03-64a5495cb029) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:31:11.126352 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:11.158562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:11.196510 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:31:11.199240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:31:11.202911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:31:11.207957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=057cc3e8-1ba4-4c50-be03-64a5495cb029,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:31:11.670422 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:11.765363 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:11.905107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:11.909697 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:11.970392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=057cc3e8-1ba4-4c50-be03-64a5495cb029,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:31:11.985446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:12.329752 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 85da206e-ce22-4e7b-95d2-dbcfcb40f287 associated. External IP: 172.26.1.72, port: ce0899aa-b864-4e6e-b5ad-0d66bf94ca74. Mar 29 09:31:12.536062 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router cc574802-4961-4b3a-a0d5-fa1558eb97b2 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:31:12.644434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:31:12.654535 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bce3086-c7f6-4f97-9e3e-30242b694293 None None] Sync routers for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:31:12.665446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce3086-c7f6-4f97-9e3e-30242b694293 None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:31:12.666171 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-1bce3086-c7f6-4f97-9e3e-30242b694293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:30:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:31:12.670229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:12.697544 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-236874fe-7fae-44ab-8d8a-7d98598a0da5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8886771 Mar 29 09:31:12.698266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'tag': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:31:12.700332 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54028) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:31:12.701940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc14c82-d097-4f0a-b78d-e6b328a09f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "aaec6011-637a-4257-bc5a-a71f5b6e3037", "tag": "ce0899aa-b864-4e6e-b5ad-0d66bf94ca74"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:31:12.739738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f319e-f5b9-4d2a-ae1b-7ee901507e1e x-openstack-request-id: req-632f319e-f5b9-4d2a-ae1b-7ee901507e1e {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:31:12.740031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaec6011-637a-4257-bc5a-a71f5b6e3037", "tag": "ce0899aa-b864-4e6e-b5ad-0d66bf94ca74", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:31:12.740280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-632f319e-f5b9-4d2a-ae1b-7ee901507e1e {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:31:12.740732 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'tag': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74', 'status': 'completed', 'code': 200} Mar 29 09:31:12.766353 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2602f93f-71a8-4e77-8042-7e8281f19091 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85da206e-ce22-4e7b-95d2-dbcfcb40f287 HTTP/1.1" status: 200 len: 990 time: 0.0637674 Mar 29 09:31:12.774235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-1bce3086-c7f6-4f97-9e3e-30242b694293 None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:31:12.816534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14c82-d097-4f0a-b78d-e6b328a09f4b req-8ded5f76-4290-4c84-81c7-c9496afa464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:12.818060 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3cc14c82-d097-4f0a-b78d-e6b328a09f4b req-8ded5f76-4290-4c84-81c7-c9496afa464e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 1098 time: 0.0435488 Mar 29 09:31:12.909809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14c82-d097-4f0a-b78d-e6b328a09f4b req-f748a367-4584-4268-8956-b666c9f34337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:12.911168 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3cc14c82-d097-4f0a-b78d-e6b328a09f4b req-f748a367-4584-4268-8956-b666c9f34337 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 898 time: 0.0856783 Mar 29 09:31:12.974907 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3cc14c82-d097-4f0a-b78d-e6b328a09f4b req-07d70893-828e-4d6d-80de-f0a6ca2397c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 HTTP/1.1" status: 200 len: 998 time: 0.0571148 Mar 29 09:31:12.994324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-1bce3086-c7f6-4f97-9e3e-30242b694293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '85da206e-ce22-4e7b-95d2-dbcfcb40f287', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.72', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'port_id': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'mac_address': 'fa:16:3e:fc:3b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:31:11Z', 'updated_at': '2022-03-29T09:31:11Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:31:13.025594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14c82-d097-4f0a-b78d-e6b328a09f4b req-e6c6dc53-5089-4b95-ba61-0613b4313fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:13.027101 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3cc14c82-d097-4f0a-b78d-e6b328a09f4b req-e6c6dc53-5089-4b95-ba61-0613b4313fe9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47227d1e-b296-4a2c-8d08-c4ea39fa0592 HTTP/1.1" status: 200 len: 834 time: 0.0434000 Mar 29 09:31:13.079017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14c82-d097-4f0a-b78d-e6b328a09f4b req-5e7ea5a6-15e9-42a6-98b5-d9716c49202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:13.080830 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3cc14c82-d097-4f0a-b78d-e6b328a09f4b req-5e7ea5a6-15e9-42a6-98b5-d9716c49202e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474920 Mar 29 09:31:13.163148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bce3086-c7f6-4f97-9e3e-30242b694293 None None] Checking router: cc574802-4961-4b3a-a0d5-fa1558eb97b2 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:31:13.171216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bce3086-c7f6-4f97-9e3e-30242b694293 None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:31:13.171818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-1bce3086-c7f6-4f97-9e3e-30242b694293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:30:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:31:13.171941 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3cc14c82-d097-4f0a-b78d-e6b328a09f4b req-8cca426a-a05e-4941-93c1-65413c9afdec service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838804 Mar 29 09:31:13.263051 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3cc14c82-d097-4f0a-b78d-e6b328a09f4b req-b1e6f54f-49d1-475e-b859-e84f354ff35c service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848789 Mar 29 09:31:13.275466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-1bce3086-c7f6-4f97-9e3e-30242b694293 None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:31:13.492775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-1bce3086-c7f6-4f97-9e3e-30242b694293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '85da206e-ce22-4e7b-95d2-dbcfcb40f287', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.72', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'port_id': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'mac_address': 'fa:16:3e:fc:3b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:31:11Z', 'updated_at': '2022-03-29T09:31:11Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:31:13.521240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bce3086-c7f6-4f97-9e3e-30242b694293 None None] The sync data for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv is: [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '85da206e-ce22-4e7b-95d2-dbcfcb40f287', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.72', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'port_id': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'mac_address': 'fa:16:3e:fc:3b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:31:11Z', 'updated_at': '2022-03-29T09:31:11Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:31:13.699372 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498ce9fa-d142-450a-b4c0-86e8cc9bfff0 None None] New status for floating IP 85da206e-ce22-4e7b-95d2-dbcfcb40f287: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:31:13.769258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54032) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:31:13.833248 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-169c6755-1e0a-418f-bd1b-a1c6d027201b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85da206e-ce22-4e7b-95d2-dbcfcb40f287 HTTP/1.1" status: 200 len: 990 time: 0.0628664 Mar 29 09:31:14.836053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54034) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:31:14.897227 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7fac1ccf-068c-4194-9489-c743c8118b14 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85da206e-ce22-4e7b-95d2-dbcfcb40f287 HTTP/1.1" status: 200 len: 992 time: 0.0600603 Mar 29 09:31:17.694840 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9e98f17d-9a86-4d1c-9bde-93e54a08a932 req-a2a2255f-4ffc-43f4-b38d-442ae3c6bcd1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387194 Mar 29 09:31:17.775025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98f17d-9a86-4d1c-9bde-93e54a08a932 req-b0d6a2c9-1ecf-4fd1-abd8-2009a02a5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:17.776564 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9e98f17d-9a86-4d1c-9bde-93e54a08a932 req-b0d6a2c9-1ecf-4fd1-abd8-2009a02a5959 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 1098 time: 0.0416081 Mar 29 09:31:17.902796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98f17d-9a86-4d1c-9bde-93e54a08a932 req-db7c5fcb-a9b0-4bf9-b059-a50817898d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:17.904258 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9e98f17d-9a86-4d1c-9bde-93e54a08a932 req-db7c5fcb-a9b0-4bf9-b059-a50817898d7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 898 time: 0.1098900 Mar 29 09:31:17.968461 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9e98f17d-9a86-4d1c-9bde-93e54a08a932 req-514e4ad0-4acb-42c2-abba-638a15fa3149 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 HTTP/1.1" status: 200 len: 1000 time: 0.0574512 Mar 29 09:31:18.021471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98f17d-9a86-4d1c-9bde-93e54a08a932 req-d3397a6e-2dca-49cf-9465-d7c995c5c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:18.022979 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9e98f17d-9a86-4d1c-9bde-93e54a08a932 req-d3397a6e-2dca-49cf-9465-d7c995c5c623 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47227d1e-b296-4a2c-8d08-c4ea39fa0592 HTTP/1.1" status: 200 len: 834 time: 0.0486035 Mar 29 09:31:18.066691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98f17d-9a86-4d1c-9bde-93e54a08a932 req-7405ca71-43f9-4a8d-8270-a0d14cc63aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:31:18.068175 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9e98f17d-9a86-4d1c-9bde-93e54a08a932 req-7405ca71-43f9-4a8d-8270-a0d14cc63aae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390587 Mar 29 09:31:18.166702 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9e98f17d-9a86-4d1c-9bde-93e54a08a932 req-9aedc400-d1fd-4067-9b68-4e56576af08d service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919459 Mar 29 09:31:18.265693 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9e98f17d-9a86-4d1c-9bde-93e54a08a932 req-d4d0c356-b625-4ddb-ac94-5bd7c03c6c5a service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864398 Mar 29 09:31:26.690376 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d12445e0-b87c-4c04-ab7c-76c0783a7224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:29.089363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-54519fdc-ce3c-445a-af40-0fff64c4f7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:30.207877 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:31:30.526874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:31.996951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:32.496369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:33.442615 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:56.696838 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2bfce4cc-34a4-42ae-b325-0b042372cbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:31:59.081672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2d213295-3353-49c3-94ea-d35cf5abfa1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:00.531835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:02.000264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:02.500653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:03.455283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:07.207384 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:32:19.711428 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-358da9c0-8628-4e69-9c53-27a5de839551 req-ab11f114-db80-4785-887c-41283bd4ee09 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452123 Mar 29 09:32:19.800223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358da9c0-8628-4e69-9c53-27a5de839551 req-4237e823-84f5-4668-831a-b2f189821005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:19.801804 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-358da9c0-8628-4e69-9c53-27a5de839551 req-4237e823-84f5-4668-831a-b2f189821005 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 1098 time: 0.0469687 Mar 29 09:32:19.913296 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358da9c0-8628-4e69-9c53-27a5de839551 req-85b4d6c3-16eb-4ca0-b0d7-221cab45fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:19.914819 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-358da9c0-8628-4e69-9c53-27a5de839551 req-85b4d6c3-16eb-4ca0-b0d7-221cab45fc75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 898 time: 0.0876560 Mar 29 09:32:19.984959 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-358da9c0-8628-4e69-9c53-27a5de839551 req-dd04574d-6db9-42b6-8684-f1ad10649cc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 HTTP/1.1" status: 200 len: 1000 time: 0.0626330 Mar 29 09:32:20.034811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358da9c0-8628-4e69-9c53-27a5de839551 req-2ffb7267-0858-4ae5-b41c-4069db6cf103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:20.036274 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-358da9c0-8628-4e69-9c53-27a5de839551 req-2ffb7267-0858-4ae5-b41c-4069db6cf103 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47227d1e-b296-4a2c-8d08-c4ea39fa0592 HTTP/1.1" status: 200 len: 834 time: 0.0448816 Mar 29 09:32:20.087222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358da9c0-8628-4e69-9c53-27a5de839551 req-838ac02b-4c35-4232-a348-57af3ac18ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:20.088723 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-358da9c0-8628-4e69-9c53-27a5de839551 req-838ac02b-4c35-4232-a348-57af3ac18ff8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442641 Mar 29 09:32:20.184255 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-358da9c0-8628-4e69-9c53-27a5de839551 req-f8b1a587-5cb9-4ed3-898d-0d9a23a9b0bc service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878971 Mar 29 09:32:20.277158 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-358da9c0-8628-4e69-9c53-27a5de839551 req-eb07ab73-594d-4c68-b404-ddb81aa06ffc service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857739 Mar 29 09:32:25.989516 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54068) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:26.205151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12ab9c1-be8f-42ca-901d-8a9c8a483a27 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:26.205656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12ab9c1-be8f-42ca-901d-8a9c8a483a27 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:26.206126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12ab9c1-be8f-42ca-901d-8a9c8a483a27 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:26.207779 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d12ab9c1-be8f-42ca-901d-8a9c8a483a27 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=6010cd4cec6b417ba57b11945c979066&network_id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 2999 time: 0.2172568 Mar 29 09:32:26.693268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c8fe297f-27bc-4809-a5ce-3404eac6c11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:27.696591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54080) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:27.748474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467f1c90-1e63-4991-b404-b4ecf8c12073 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:27.749982 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-467f1c90-1e63-4991-b404-b4ecf8c12073 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be HTTP/1.1" status: 200 len: 814 time: 0.0521178 Mar 29 09:32:28.220292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54086) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:28.225600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a49ad51e-b8ba-460e-922a-f712d89fd70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:32:28.284368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a49ad51e-b8ba-460e-922a-f712d89fd70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:28.435652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a49ad51e-b8ba-460e-922a-f712d89fd70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:28.440007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a49ad51e-b8ba-460e-922a-f712d89fd70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:28.440448 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-a49ad51e-b8ba-460e-922a-f712d89fd70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 85da206e-ce22-4e7b-95d2-dbcfcb40f287 disassociated. External IP: 172.26.1.72, port: ce0899aa-b864-4e6e-b5ad-0d66bf94ca74. Mar 29 09:32:28.651178 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49ad51e-b8ba-460e-922a-f712d89fd70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router cc574802-4961-4b3a-a0d5-fa1558eb97b2 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:32:28.762562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49ad51e-b8ba-460e-922a-f712d89fd70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:32:28.767237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a49ad51e-b8ba-460e-922a-f712d89fd70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:28.775070 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db12a6f-379e-46d1-9899-fc7d0775c89b None None] Sync routers for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:32:28.785419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db12a6f-379e-46d1-9899-fc7d0775c89b None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:32:28.786072 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2db12a6f-379e-46d1-9899-fc7d0775c89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:31:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:32:28.797126 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a49ad51e-b8ba-460e-922a-f712d89fd70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/floatingips/85da206e-ce22-4e7b-95d2-dbcfcb40f287 HTTP/1.1" status: 200 len: 689 time: 0.5754850 Mar 29 09:32:28.797825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'tag': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:32:28.800143 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bfb941-cbec-49b1-b8e9-56adf24fe172" -d '{"events": [{"name": "network-changed", "server_uuid": "aaec6011-637a-4257-bc5a-a71f5b6e3037", "tag": "ce0899aa-b864-4e6e-b5ad-0d66bf94ca74"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:32:28.801615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54088) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:28.857715 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e1ba0891-87fa-465d-bc09-3bbd2a4f4500 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85da206e-ce22-4e7b-95d2-dbcfcb40f287 HTTP/1.1" status: 200 len: 689 time: 0.0540111 Mar 29 09:32:28.898858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-2db12a6f-379e-46d1-9899-fc7d0775c89b None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:32:28.900915 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112f85a0-eebd-4cd4-837b-dc047357095d x-openstack-request-id: req-112f85a0-eebd-4cd4-837b-dc047357095d {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:32:28.901323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaec6011-637a-4257-bc5a-a71f5b6e3037", "tag": "ce0899aa-b864-4e6e-b5ad-0d66bf94ca74", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:32:28.901636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-112f85a0-eebd-4cd4-837b-dc047357095d {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:32:28.902054 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'tag': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74', 'status': 'completed', 'code': 200} Mar 29 09:32:28.964817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfb941-cbec-49b1-b8e9-56adf24fe172 req-d7c3ddd0-23a7-4800-b719-8a9fc113f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:28.966491 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13bfb941-cbec-49b1-b8e9-56adf24fe172 req-d7c3ddd0-23a7-4800-b719-8a9fc113f1d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 1098 time: 0.0439067 Mar 29 09:32:29.072519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfb941-cbec-49b1-b8e9-56adf24fe172 req-870852b7-924e-4031-af61-23b3975e72d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:29.074083 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13bfb941-cbec-49b1-b8e9-56adf24fe172 req-870852b7-924e-4031-af61-23b3975e72d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 898 time: 0.1017213 Mar 29 09:32:29.106832 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1cc9bf3f-4dfd-4b5f-b44b-5d38be03bf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:29.119217 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13bfb941-cbec-49b1-b8e9-56adf24fe172 req-37005cd4-a4b6-4d5e-a6c9-07afafd04fb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 HTTP/1.1" status: 200 len: 217 time: 0.0380683 Mar 29 09:32:29.131317 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2db12a6f-379e-46d1-9899-fc7d0775c89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:32:29.166503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db12a6f-379e-46d1-9899-fc7d0775c89b None None] Checking router: cc574802-4961-4b3a-a0d5-fa1558eb97b2 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:32:29.173167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfb941-cbec-49b1-b8e9-56adf24fe172 req-aa01453d-775b-4dde-a74c-5881d90e2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:29.175226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db12a6f-379e-46d1-9899-fc7d0775c89b None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:32:29.175678 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13bfb941-cbec-49b1-b8e9-56adf24fe172 req-aa01453d-775b-4dde-a74c-5881d90e2317 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47227d1e-b296-4a2c-8d08-c4ea39fa0592 HTTP/1.1" status: 200 len: 834 time: 0.0490415 Mar 29 09:32:29.175853 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2db12a6f-379e-46d1-9899-fc7d0775c89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:32:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:32:29.226371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfb941-cbec-49b1-b8e9-56adf24fe172 req-74a3b0fe-9ed2-4236-a8a2-b26cc85127f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:29.227884 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13bfb941-cbec-49b1-b8e9-56adf24fe172 req-74a3b0fe-9ed2-4236-a8a2-b26cc85127f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461657 Mar 29 09:32:29.286947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-2db12a6f-379e-46d1-9899-fc7d0775c89b None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:32:29.326309 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13bfb941-cbec-49b1-b8e9-56adf24fe172 req-de595018-48c7-4542-bcf6-058a1ff29d64 service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910974 Mar 29 09:32:29.517867 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2db12a6f-379e-46d1-9899-fc7d0775c89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:32:29.545894 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db12a6f-379e-46d1-9899-fc7d0775c89b None None] The sync data for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv is: [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:32:29.713226 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13bfb941-cbec-49b1-b8e9-56adf24fe172 req-563a335a-3e60-48da-8c50-ca9fa332d829 service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807352 Mar 29 09:32:29.787216 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6cec1e-49ab-44ec-90a9-bd2652bded97 None None] New status for floating IP 85da206e-ce22-4e7b-95d2-dbcfcb40f287: DOWN {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:32:29.861534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54098) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:29.906697 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f7112bbe-3877-40c8-b6e2-e080c232dc5f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85da206e-ce22-4e7b-95d2-dbcfcb40f287 HTTP/1.1" status: 200 len: 689 time: 0.0439317 Mar 29 09:32:30.534516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:30.910646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54100) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:30.955530 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3d5c54f2-d642-4f91-ac9e-1a804404e5c2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85da206e-ce22-4e7b-95d2-dbcfcb40f287 HTTP/1.1" status: 200 len: 687 time: 0.0431640 Mar 29 09:32:32.010576 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.169642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54104) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:32.174258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786994713', 'description': 'tempest-secgroup-smoke-786994713 description', 'project_id': '6010cd4cec6b417ba57b11945c979066'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:32:32.194279 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.262569 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.266861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.305126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.306374 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1357336 Mar 29 09:32:32.307065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9efdae67-3657-4802-ac7b-0323ca63c1d3,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:32:32.309693 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54106) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:32.315153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.315493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.315798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '9efdae67-3657-4802-ac7b-0323ca63c1d3', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:32:32.316027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.316192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.316442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.316761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.317076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.317393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.317739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.318054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.318359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.318671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786562d6-ca76-4b35-94ad-23c7f957f6bd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.346469 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.405426 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.409852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.428267 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad52e74a-f342-4508-a5ba-7ba41dd78338,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:32:32.437894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.439102 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276674 Mar 29 09:32:32.440415 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.440754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.441088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.441424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.441773 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.442022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54108) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:32.442167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.442415 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.442741 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.443065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.443384 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.443703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.444018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8902a-fcfb-4985-8394-351d1ac79f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:32.447007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-43526ba4-d918-44cd-8aba-ea3c7acafd1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '9efdae67-3657-4802-ac7b-0323ca63c1d3', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:32:32.475112 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43526ba4-d918-44cd-8aba-ea3c7acafd1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.503325 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.536097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43526ba4-d918-44cd-8aba-ea3c7acafd1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.540092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43526ba4-d918-44cd-8aba-ea3c7acafd1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.557165 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43526ba4-d918-44cd-8aba-ea3c7acafd1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5318c02b-9483-4a58-a064-76b87be5e272,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:32:32.572590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43526ba4-d918-44cd-8aba-ea3c7acafd1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.573856 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-43526ba4-d918-44cd-8aba-ea3c7acafd1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306939 Mar 29 09:32:32.576854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54110) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:32.581278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c8d638a2-3fc9-4f7a-abb8-290c36383d1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '9efdae67-3657-4802-ac7b-0323ca63c1d3', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:32:32.609200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d638a2-3fc9-4f7a-abb8-290c36383d1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.672997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d638a2-3fc9-4f7a-abb8-290c36383d1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.676348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d638a2-3fc9-4f7a-abb8-290c36383d1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.695684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d638a2-3fc9-4f7a-abb8-290c36383d1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c5e423-da59-4123-8120-d0527e2ccbaf,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:32:32.702082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d638a2-3fc9-4f7a-abb8-290c36383d1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.703303 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c8d638a2-3fc9-4f7a-abb8-290c36383d1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254985 Mar 29 09:32:32.706118 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54112) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:32.711017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f021b68c-d704-4b52-ad72-19290f9f23c0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '9efdae67-3657-4802-ac7b-0323ca63c1d3', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:32:32.736353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f021b68c-d704-4b52-ad72-19290f9f23c0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.799578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f021b68c-d704-4b52-ad72-19290f9f23c0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.803332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f021b68c-d704-4b52-ad72-19290f9f23c0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.824593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021b68c-d704-4b52-ad72-19290f9f23c0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624f3129-e80e-499d-8ca6-dda4a22eec5e,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:32:32.835763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f021b68c-d704-4b52-ad72-19290f9f23c0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.836960 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f021b68c-d704-4b52-ad72-19290f9f23c0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299069 Mar 29 09:32:32.839780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54114) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:32.844137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-00a7d7f1-f0c7-4a93-9390-154e120c2f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '9efdae67-3657-4802-ac7b-0323ca63c1d3', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:32:32.865016 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-00a7d7f1-f0c7-4a93-9390-154e120c2f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:32:32.870768 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-00a7d7f1-f0c7-4a93-9390-154e120c2f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.933159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-00a7d7f1-f0c7-4a93-9390-154e120c2f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.937397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-00a7d7f1-f0c7-4a93-9390-154e120c2f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.955434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7d7f1-f0c7-4a93-9390-154e120c2f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfc1c7b-36f3-4e19-8f18-fb413d6d7df6,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:32:32.965109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-00a7d7f1-f0c7-4a93-9390-154e120c2f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:32.966877 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-00a7d7f1-f0c7-4a93-9390-154e120c2f71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259952 Mar 29 09:32:32.969670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54116) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:32.974145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-696261b1-2243-431c-85df-0f4063a54374 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '9efdae67-3657-4802-ac7b-0323ca63c1d3', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:32:32.994609 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-696261b1-2243-431c-85df-0f4063a54374 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:32:32.999588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-696261b1-2243-431c-85df-0f4063a54374 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:33.080047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-696261b1-2243-431c-85df-0f4063a54374 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:33.083994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-696261b1-2243-431c-85df-0f4063a54374 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:33.101504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696261b1-2243-431c-85df-0f4063a54374 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ee9e91-9092-4587-a7b9-bc1085fd2157,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:32:33.109033 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-696261b1-2243-431c-85df-0f4063a54374 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:33.110306 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-696261b1-2243-431c-85df-0f4063a54374 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396537 Mar 29 09:32:33.267130 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-74aa2c89-86f1-4ad6-8bed-142f3374a18b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786994713&fields=id&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 267 time: 0.0334108 Mar 29 09:32:33.379035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-425f5018-57c7-4bdf-9466-2d3c81b523f9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:33.380551 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-425f5018-57c7-4bdf-9466-2d3c81b523f9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/networks?id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 797 time: 0.1063790 Mar 29 09:32:33.395786 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-1bc6b046-7161-43a8-bc74-428459a92335 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/quotas/6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 375 time: 0.0091834 Mar 29 09:32:33.450947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:33.452153 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-fa240eb7-8d05-445b-a407-0019d6a2827a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0499401 Mar 29 09:32:33.615928 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-c11d834a-23f3-4392-97db-c86c17ce786d service neutron] 10.222.0.32 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515906 Mar 29 09:32:33.712102 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-a3550fd1-5a3e-48ec-a4d2-08bfdf06ddcf service neutron] 10.222.0.32 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898294 Mar 29 09:32:33.892891 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fdd5b308-60e0-4801-8ec8-8c03c92be865 req-b5e03029-6a4f-43da-a966-4b0d1ffb4806 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 210 time: 0.0319448 Mar 29 09:32:34.876687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-4a6eec52-e33d-4553-a863-4651cf18f053 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:34.878289 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-4a6eec52-e33d-4553-a863-4651cf18f053 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks?id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 797 time: 0.1082530 Mar 29 09:32:34.936950 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-2140e081-ce7e-4820-98fc-f4d9f39c79ee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 470 time: 0.0502193 Mar 29 09:32:34.948951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'device_id': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'admin_state_up': True, 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'security_groups': ['9efdae67-3657-4802-ac7b-0323ca63c1d3']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:32:35.031035 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5753f01d-20e1-4383-bf83-e07d5b7fa86f req-bf0c2168-f42b-42a7-8a9a-a186b4493c63 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 210 time: 0.0631456 Mar 29 09:32:35.083035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:32:35.086599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:35.222491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.14 (bd35b5f5-e05e-46a8-9a51-58fd8847a6d2/47227d1e-b296-4a2c-8d08-c4ea39fa0592/aa5f4db5-0aa1-4943-8f38-ec1b82a27006) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:32:35.370122 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:35.408518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:35.452211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:32:35.455255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:32:35.459077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:32:35.483797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=aa5f4db5-0aa1-4943-8f38-ec1b82a27006,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:32:35.516207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:35.516867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:35.533141 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e22a89ca-0dfe-4b0f-bcdf-3dc601ed1fef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5881729 Mar 29 09:32:35.545803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Request body: {'port': {'device_id': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:32:35.615840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:35.701955 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b6005d93-05d4-4fb9-bac2-c9b125afaa0f None None] Provisioning complete for port aa5f4db5-0aa1-4943-8f38-ec1b82a27006 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:32:35.702647 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b6005d93-05d4-4fb9-bac2-c9b125afaa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:35.736430 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b6005d93-05d4-4fb9-bac2-c9b125afaa0f None None] Port aa5f4db5-0aa1-4943-8f38-ec1b82a27006 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:32:35.894394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5f4db5-0aa1-4943-8f38-ec1b82a27006 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:32:35.902744 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:35.915092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Transition to ACTIVE for port object aa5f4db5-0aa1-4943-8f38-ec1b82a27006 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:32:35.919524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:35.986967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5f4db5-0aa1-4943-8f38-ec1b82a27006,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:32:36.047768 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Attempting to bind port aa5f4db5-0aa1-4943-8f38-ec1b82a27006 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:32:36.048129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Attempting to bind port aa5f4db5-0aa1-4943-8f38-ec1b82a27006 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:32:36.048432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Attempting to bind port aa5f4db5-0aa1-4943-8f38-ec1b82a27006 on network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:32:36.054011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Port aa5f4db5-0aa1-4943-8f38-ec1b82a27006 on network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:32:36.054339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Attempting to bind port aa5f4db5-0aa1-4943-8f38-ec1b82a27006 on network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:32:36.059880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:32:36.060262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Checking segment: {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:32:36.060596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Bound using segment: {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:32:36.061023 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Bound port: aa5f4db5-0aa1-4943-8f38-ec1b82a27006, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4945a3-800c-45fa-be07-23d4424c2d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:32:36.061387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:36.155591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] For port aa5f4db5-0aa1-4943-8f38-ec1b82a27006, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:32:36.171828 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] For port aa5f4db5-0aa1-4943-8f38-ec1b82a27006, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=aa5f4db5-0aa1-4943-8f38-ec1b82a27006,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:32:36.177100 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:36.189333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125551d-78e9-4dac-8520-8166bf4e6121 req-e0e54114-018c-4c9d-9de8-93392d33ea6e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:36.190876 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5125551d-78e9-4dac-8520-8166bf4e6121 req-e0e54114-018c-4c9d-9de8-93392d33ea6e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 944 time: 0.0767844 Mar 29 09:32:36.250030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:36.250652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:36.252043 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] 10.222.0.24 "PUT /v2.0/ports/aa5f4db5-0aa1-4943-8f38-ec1b82a27006 HTTP/1.1" status: 200 len: 1094 time: 0.7110682 Mar 29 09:32:36.252486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'tag': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:32:36.255408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3342836f-0424-4a09-be1e-666bc32bdb07" -d '{"events": [{"name": "network-changed", "server_uuid": "21459b13-f558-4b7c-9f44-4e3aecfafd6e", "tag": "aa5f4db5-0aa1-4943-8f38-ec1b82a27006"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:32:36.273673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc154e-b615-4a55-b1f5-d49ebeaab566 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5f4db5-0aa1-4943-8f38-ec1b82a27006,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:32:36.307405 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5125551d-78e9-4dac-8520-8166bf4e6121 req-683f45b6-4e83-4563-8294-c72aeb02cedc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9efdae67-3657-4802-ac7b-0323ca63c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957868 Mar 29 09:32:36.310105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b96e444-d739-4919-b4f9-fa6f2532b353 x-openstack-request-id: req-9b96e444-d739-4919-b4f9-fa6f2532b353 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:32:36.310105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21459b13-f558-4b7c-9f44-4e3aecfafd6e", "tag": "aa5f4db5-0aa1-4943-8f38-ec1b82a27006", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:32:36.310105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b96e444-d739-4919-b4f9-fa6f2532b353 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:32:36.310105 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'tag': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006', 'status': 'completed', 'code': 200} Mar 29 09:32:36.354494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-af3b7106-4356-412e-bd7f-ffa5440d31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:36.357029 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-af3b7106-4356-412e-bd7f-ffa5440d31c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 1097 time: 0.0604839 Mar 29 09:32:36.405924 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-46e287d1-e72f-4914-a444-e978e4271c0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5f4db5-0aa1-4943-8f38-ec1b82a27006 HTTP/1.1" status: 200 len: 217 time: 0.0367134 Mar 29 09:32:36.455627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-5736ccc8-b317-4a2c-a1b5-dc88afc187fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:36.457103 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-5736ccc8-b317-4a2c-a1b5-dc88afc187fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47227d1e-b296-4a2c-8d08-c4ea39fa0592 HTTP/1.1" status: 200 len: 834 time: 0.0454159 Mar 29 09:32:36.507479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-346f7095-5aac-464d-8bf8-c394b7ba084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:36.508884 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-346f7095-5aac-464d-8bf8-c394b7ba084d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453956 Mar 29 09:32:36.600784 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-b7e9abe8-2ceb-43b4-b534-cbe8d6b16022 service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848689 Mar 29 09:32:36.697947 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b39c6aa4-d17c-4a74-8aab-0abec0b38ac4 req-b14bb3f4-ec60-4130-be86-f06e5af4d860 service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893116 Mar 29 09:32:36.785145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342836f-0424-4a09-be1e-666bc32bdb07 req-7c4d54c0-891d-41a6-a560-f9f9a02bc7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:36.786691 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3342836f-0424-4a09-be1e-666bc32bdb07 req-7c4d54c0-891d-41a6-a560-f9f9a02bc7a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 1097 time: 0.0417318 Mar 29 09:32:36.883535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342836f-0424-4a09-be1e-666bc32bdb07 req-cc59de9f-8c1c-442d-a0c3-b055c36608ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:36.885135 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3342836f-0424-4a09-be1e-666bc32bdb07 req-cc59de9f-8c1c-442d-a0c3-b055c36608ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 898 time: 0.0917082 Mar 29 09:32:36.927154 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3342836f-0424-4a09-be1e-666bc32bdb07 req-c085af25-622f-4f7e-a38f-28e524ed8eec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5f4db5-0aa1-4943-8f38-ec1b82a27006 HTTP/1.1" status: 200 len: 217 time: 0.0346284 Mar 29 09:32:36.976697 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342836f-0424-4a09-be1e-666bc32bdb07 req-76a13574-af63-4343-a92f-c3a9da5a9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:36.978180 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3342836f-0424-4a09-be1e-666bc32bdb07 req-76a13574-af63-4343-a92f-c3a9da5a9477 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47227d1e-b296-4a2c-8d08-c4ea39fa0592 HTTP/1.1" status: 200 len: 834 time: 0.0447788 Mar 29 09:32:37.028176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342836f-0424-4a09-be1e-666bc32bdb07 req-d0e359d8-daea-4c4b-b7ea-9669c83c078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:37.029724 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3342836f-0424-4a09-be1e-666bc32bdb07 req-d0e359d8-daea-4c4b-b7ea-9669c83c078f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453279 Mar 29 09:32:37.119757 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3342836f-0424-4a09-be1e-666bc32bdb07 req-64d3750c-ff09-40b6-9940-2fe8d841542a service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836418 Mar 29 09:32:37.226907 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3342836f-0424-4a09-be1e-666bc32bdb07 req-241710e1-50cb-42a2-94fc-af3981d5a25f service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000447 Mar 29 09:32:37.433715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259ca42-5340-4809-b698-792b9c96d8be req-b5d3db04-2e96-4089-a181-08daf9f32544 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:37.435231 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9259ca42-5340-4809-b698-792b9c96d8be req-b5d3db04-2e96-4089-a181-08daf9f32544 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 944 time: 0.0506310 Mar 29 09:32:37.476038 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9259ca42-5340-4809-b698-792b9c96d8be req-0f685d82-91b0-456e-ada1-8e0e2444d75e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9efdae67-3657-4802-ac7b-0323ca63c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346379 Mar 29 09:32:38.601528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f80d5c-51e8-40d3-92d0-32a3b9f5487a req-333e4f10-e605-4a86-80d2-07dbecf29221 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:38.603038 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-80f80d5c-51e8-40d3-92d0-32a3b9f5487a req-333e4f10-e605-4a86-80d2-07dbecf29221 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 944 time: 0.0544016 Mar 29 09:32:38.641186 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-80f80d5c-51e8-40d3-92d0-32a3b9f5487a req-3522d9e1-f120-452a-a020-e51d445a9b00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9efdae67-3657-4802-ac7b-0323ca63c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320830 Mar 29 09:32:39.184226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device aa5f4db5-0aa1-4943-8f38-ec1b82a27006 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:32:39.285620 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port aa5f4db5-0aa1-4943-8f38-ec1b82a27006, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=aa5f4db5-0aa1-4943-8f38-ec1b82a27006,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:32:39.298562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'port_id': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006', 'mac_address': 'fa:16:3e:88:35:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:32:39.335739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:39.352871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5f4db5-0aa1-4943-8f38-ec1b82a27006 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:32:39.373740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port aa5f4db5-0aa1-4943-8f38-ec1b82a27006, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=aa5f4db5-0aa1-4943-8f38-ec1b82a27006,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:32:39.377717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:39.424550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=aa5f4db5-0aa1-4943-8f38-ec1b82a27006,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:32:39.431601 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:39.431947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:39.432284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:39.432617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:39.432942 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:39.433266 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:39.433613 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:39.433942 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:39.434312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:39.434579 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:39.434893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:39.435206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:32:39.695348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['aa5f4db5-0aa1-4943-8f38-ec1b82a27006'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:32:39.773263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bf2ba-521b-4aec-bd61-64eb965eb6cc req-edba7024-5fff-4929-82f6-7ef1872faa57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:39.774791 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca0bf2ba-521b-4aec-bd61-64eb965eb6cc req-edba7024-5fff-4929-82f6-7ef1872faa57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 945 time: 0.0556157 Mar 29 09:32:39.814502 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca0bf2ba-521b-4aec-bd61-64eb965eb6cc req-70703bac-0b26-4ebf-9ae2-257ec4d677cb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9efdae67-3657-4802-ac7b-0323ca63c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330384 Mar 29 09:32:40.932864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fba310-ecba-4cb3-acf8-b77c8a2cb8b7 req-ca0eb101-6f02-46f6-a949-d0527d87c1bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:40.934407 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56fba310-ecba-4cb3-acf8-b77c8a2cb8b7 req-ca0eb101-6f02-46f6-a949-d0527d87c1bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 945 time: 0.0495470 Mar 29 09:32:40.973063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56fba310-ecba-4cb3-acf8-b77c8a2cb8b7 req-2f82ca46-0b28-4984-9212-81910e0060d4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9efdae67-3657-4802-ac7b-0323ca63c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325811 Mar 29 09:32:41.174060 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device aa5f4db5-0aa1-4943-8f38-ec1b82a27006 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:32:41.224285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port aa5f4db5-0aa1-4943-8f38-ec1b82a27006 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:32:41.228722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port aa5f4db5-0aa1-4943-8f38-ec1b82a27006 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:32:41.229109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:41.451270 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:41.473470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:32:41.475757 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c67ad6e-aac5-4026-acbb-c8a458f19d88" -d '{"events": [{"server_uuid": "21459b13-f558-4b7c-9f44-4e3aecfafd6e", "name": "network-vif-plugged", "status": "completed", "tag": "aa5f4db5-0aa1-4943-8f38-ec1b82a27006"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:32:41.488309 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port aa5f4db5-0aa1-4943-8f38-ec1b82a27006, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=aa5f4db5-0aa1-4943-8f38-ec1b82a27006,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:32:41.493155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:41.517163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c9a55f-6e0d-4efb-b595-a303a3a90b4b x-openstack-request-id: req-f7c9a55f-6e0d-4efb-b595-a303a3a90b4b {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:32:41.517461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21459b13-f558-4b7c-9f44-4e3aecfafd6e", "name": "network-vif-plugged", "status": "completed", "tag": "aa5f4db5-0aa1-4943-8f38-ec1b82a27006", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:32:41.517733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7c9a55f-6e0d-4efb-b595-a303a3a90b4b {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:32:41.518123 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006', 'code': 200} Mar 29 09:32:41.546296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=aa5f4db5-0aa1-4943-8f38-ec1b82a27006,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:32:41.675769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c413ec-3bfe-4751-91c6-b8b12ae2d892 req-10778bbc-22f6-4635-b6ac-e70bbfd9ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:41.677984 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-20c413ec-3bfe-4751-91c6-b8b12ae2d892 req-10778bbc-22f6-4635-b6ac-e70bbfd9ee1c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 1099 time: 0.0406089 Mar 29 09:32:41.713533 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-20c413ec-3bfe-4751-91c6-b8b12ae2d892 req-6cb52160-e245-4743-86e8-821c4fec8105 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9efdae67-3657-4802-ac7b-0323ca63c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270705 Mar 29 09:32:42.093358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810afdb-34fa-4892-a565-a76dce79e13a req-a4dd493a-2840-49a1-9a00-8d1602d398dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:42.094869 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5810afdb-34fa-4892-a565-a76dce79e13a req-a4dd493a-2840-49a1-9a00-8d1602d398dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 946 time: 0.0534415 Mar 29 09:32:42.133217 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5810afdb-34fa-4892-a565-a76dce79e13a req-78500d66-5762-4036-931c-26e769f7e033 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9efdae67-3657-4802-ac7b-0323ca63c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323212 Mar 29 09:32:43.254649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9ac80-1f4e-4d48-bce3-e0cd17c2755a req-2b9a4d63-1326-433b-a264-dbf93e91466b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:43.256232 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b5b9ac80-1f4e-4d48-bce3-e0cd17c2755a req-2b9a4d63-1326-433b-a264-dbf93e91466b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 946 time: 0.0540988 Mar 29 09:32:43.294228 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b5b9ac80-1f4e-4d48-bce3-e0cd17c2755a req-39af0dfe-4844-4a6b-a43e-a94708af11c5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9efdae67-3657-4802-ac7b-0323ca63c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319753 Mar 29 09:32:43.412361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b4f19-c8ab-4b45-ac66-6897756e5ffb req-74c382a1-6da5-434e-9251-8dbad089d5c5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:43.414314 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fe0b4f19-c8ab-4b45-ac66-6897756e5ffb req-74c382a1-6da5-434e-9251-8dbad089d5c5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 946 time: 0.0529621 Mar 29 09:32:43.453233 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fe0b4f19-c8ab-4b45-ac66-6897756e5ffb req-c8b04050-8f3a-4486-a316-67b619ac037c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9efdae67-3657-4802-ac7b-0323ca63c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Mar 29 09:32:43.482731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54176) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:43.530359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c4218a-946a-4601-8c86-2d8e30a25f3e tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:43.532334 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b5c4218a-946a-4601-8c86-2d8e30a25f3e tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 1094 time: 0.0485744 Mar 29 09:32:43.538201 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54178) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:43.542302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-00d2fde8-8d75-4e5b-8e4e-472072bf1df5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'floatingip': {'port_id': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:32:43.581271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-00d2fde8-8d75-4e5b-8e4e-472072bf1df5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:44.020560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-00d2fde8-8d75-4e5b-8e4e-472072bf1df5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:44.024276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-00d2fde8-8d75-4e5b-8e4e-472072bf1df5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:44.122105 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-00d2fde8-8d75-4e5b-8e4e-472072bf1df5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 85da206e-ce22-4e7b-95d2-dbcfcb40f287 associated. External IP: 172.26.1.72, port: aa5f4db5-0aa1-4943-8f38-ec1b82a27006. Mar 29 09:32:44.205527 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:32:44.328422 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d2fde8-8d75-4e5b-8e4e-472072bf1df5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router cc574802-4961-4b3a-a0d5-fa1558eb97b2 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:32:44.431895 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d2fde8-8d75-4e5b-8e4e-472072bf1df5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:32:44.436663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-00d2fde8-8d75-4e5b-8e4e-472072bf1df5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:44.441711 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47a16e4-ec95-4348-ab5e-e8959051f77a None None] Sync routers for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:32:44.452452 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47a16e4-ec95-4348-ab5e-e8959051f77a None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:32:44.453079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b47a16e4-ec95-4348-ab5e-e8959051f77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:32:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:32:44.561765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-b47a16e4-ec95-4348-ab5e-e8959051f77a None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:32:44.740879 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-00d2fde8-8d75-4e5b-8e4e-472072bf1df5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/floatingips/85da206e-ce22-4e7b-95d2-dbcfcb40f287 HTTP/1.1" status: 200 len: 991 time: 1.2032990 Mar 29 09:32:44.741355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'tag': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:32:44.743594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191cac06-6046-48f3-beba-1d458f3d24ed" -d '{"events": [{"name": "network-changed", "server_uuid": "21459b13-f558-4b7c-9f44-4e3aecfafd6e", "tag": "aa5f4db5-0aa1-4943-8f38-ec1b82a27006"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:32:44.743791 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54180) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:44.794038 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38351f1-b78e-4589-92c3-63a0eeeb83ad x-openstack-request-id: req-e38351f1-b78e-4589-92c3-63a0eeeb83ad {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:32:44.794323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21459b13-f558-4b7c-9f44-4e3aecfafd6e", "tag": "aa5f4db5-0aa1-4943-8f38-ec1b82a27006", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:32:44.794646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e38351f1-b78e-4589-92c3-63a0eeeb83ad {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:32:44.795205 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'tag': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006', 'status': 'completed', 'code': 200} Mar 29 09:32:44.802849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b47a16e4-ec95-4348-ab5e-e8959051f77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '85da206e-ce22-4e7b-95d2-dbcfcb40f287', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.72', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'port_id': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'mac_address': 'fa:16:3e:88:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:31:11Z', 'updated_at': '2022-03-29T09:32:43Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:32:44.826900 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bceca43a-b4ee-487d-ae8c-ed7b66a6dac1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85da206e-ce22-4e7b-95d2-dbcfcb40f287 HTTP/1.1" status: 200 len: 991 time: 0.0819893 Mar 29 09:32:44.831698 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47a16e4-ec95-4348-ab5e-e8959051f77a None None] Checking router: cc574802-4961-4b3a-a0d5-fa1558eb97b2 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:32:44.840193 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47a16e4-ec95-4348-ab5e-e8959051f77a None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:32:44.840795 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b47a16e4-ec95-4348-ab5e-e8959051f77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:32:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:32:44.855448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cac06-6046-48f3-beba-1d458f3d24ed req-77d5e4de-6305-4ba6-9271-3b525df1b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:44.856948 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-191cac06-6046-48f3-beba-1d458f3d24ed req-77d5e4de-6305-4ba6-9271-3b525df1b058 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 1099 time: 0.0400107 Mar 29 09:32:44.950362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-b47a16e4-ec95-4348-ab5e-e8959051f77a None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:32:44.952992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cac06-6046-48f3-beba-1d458f3d24ed req-c9044083-5972-4f3f-b1f6-2d791d8950e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:44.954477 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-191cac06-6046-48f3-beba-1d458f3d24ed req-c9044083-5972-4f3f-b1f6-2d791d8950e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 898 time: 0.0907881 Mar 29 09:32:45.021380 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-191cac06-6046-48f3-beba-1d458f3d24ed req-af164bd4-5e0a-4775-81f0-91aa741d7fb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa5f4db5-0aa1-4943-8f38-ec1b82a27006 HTTP/1.1" status: 200 len: 999 time: 0.0579588 Mar 29 09:32:45.068808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cac06-6046-48f3-beba-1d458f3d24ed req-9d664098-0f08-4859-8f57-c893788f5016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:45.070288 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-191cac06-6046-48f3-beba-1d458f3d24ed req-9d664098-0f08-4859-8f57-c893788f5016 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47227d1e-b296-4a2c-8d08-c4ea39fa0592 HTTP/1.1" status: 200 len: 834 time: 0.0427775 Mar 29 09:32:45.117863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cac06-6046-48f3-beba-1d458f3d24ed req-ecd57536-f3ff-4fa6-9a4b-2e53c8501138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:32:45.119334 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-191cac06-6046-48f3-beba-1d458f3d24ed req-ecd57536-f3ff-4fa6-9a4b-2e53c8501138 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431077 Mar 29 09:32:45.175048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-b47a16e4-ec95-4348-ab5e-e8959051f77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '85da206e-ce22-4e7b-95d2-dbcfcb40f287', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.72', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'port_id': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'mac_address': 'fa:16:3e:88:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:31:11Z', 'updated_at': '2022-03-29T09:32:43Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:32:45.201462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47a16e4-ec95-4348-ab5e-e8959051f77a None None] The sync data for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv is: [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '85da206e-ce22-4e7b-95d2-dbcfcb40f287', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.72', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'port_id': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'mac_address': 'fa:16:3e:88:35:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:31:11Z', 'updated_at': '2022-03-29T09:32:43Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:32:45.206362 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-191cac06-6046-48f3-beba-1d458f3d24ed req-d8251522-a5a1-434d-b8fe-87062808a53e service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807011 Mar 29 09:32:45.303883 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-191cac06-6046-48f3-beba-1d458f3d24ed req-83578020-2eb6-4c6e-98f2-451d78795efd service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915477 Mar 29 09:32:45.383954 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23684d6d-622c-4906-8c53-53bda08ef499 None None] New status for floating IP 85da206e-ce22-4e7b-95d2-dbcfcb40f287: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:32:45.829194 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54184) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:32:45.888213 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5ded321d-723e-450a-886a-b2dd0ace37a4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85da206e-ce22-4e7b-95d2-dbcfcb40f287 HTTP/1.1" status: 200 len: 993 time: 0.0578346 Mar 29 09:32:56.694941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-21c41735-fef2-4716-bad4-d22c0c19ac28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:32:59.088430 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a74db276-3caa-435c-9f24-452208a32699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:00.536781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:02.002799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:02.505474 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:03.447658 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:20.683808 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87f49458-19e8-4847-a5f1-d1fe2a729f6d req-9952a12d-3c5b-4ae6-b76c-1a9772b58e10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378344 Mar 29 09:33:20.763686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f49458-19e8-4847-a5f1-d1fe2a729f6d req-6f8ad41a-8427-4269-8ea0-871e05dc6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:20.765153 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87f49458-19e8-4847-a5f1-d1fe2a729f6d req-6f8ad41a-8427-4269-8ea0-871e05dc6e09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 1098 time: 0.0390289 Mar 29 09:33:20.869766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f49458-19e8-4847-a5f1-d1fe2a729f6d req-4b023732-ad4d-429b-9294-35cc2828cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:20.871207 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87f49458-19e8-4847-a5f1-d1fe2a729f6d req-4b023732-ad4d-429b-9294-35cc2828cde4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 200 len: 898 time: 0.0871611 Mar 29 09:33:20.911952 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87f49458-19e8-4847-a5f1-d1fe2a729f6d req-3a39bc6d-06f2-4343-be34-8ecd84592920 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 HTTP/1.1" status: 200 len: 217 time: 0.0334709 Mar 29 09:33:20.958183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f49458-19e8-4847-a5f1-d1fe2a729f6d req-655aa607-41df-420c-a418-7872aa856be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:20.959467 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87f49458-19e8-4847-a5f1-d1fe2a729f6d req-655aa607-41df-420c-a418-7872aa856be0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47227d1e-b296-4a2c-8d08-c4ea39fa0592 HTTP/1.1" status: 200 len: 834 time: 0.0417466 Mar 29 09:33:21.006344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f49458-19e8-4847-a5f1-d1fe2a729f6d req-5f8bbaad-43e6-405d-944f-b2fca772f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:21.007777 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87f49458-19e8-4847-a5f1-d1fe2a729f6d req-5f8bbaad-43e6-405d-944f-b2fca772f5ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419686 Mar 29 09:33:21.092783 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87f49458-19e8-4847-a5f1-d1fe2a729f6d req-e1e7beb3-bed1-458c-acdc-9f7e583d5932 service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780702 Mar 29 09:33:21.182500 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87f49458-19e8-4847-a5f1-d1fe2a729f6d req-009b0a2b-d417-4de5-8047-fc306b6e4056 service neutron] 10.222.0.24 "GET /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825593 Mar 29 09:33:21.204524 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:33:26.695837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-951b312d-3569-460a-ab2e-b6ffb97470f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:29.091077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-675b7418-4615-403f-b73d-649c52c9f481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:30.539850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:32.006544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:32.513779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:33.463453 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:56.696326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7dc71e8b-6e75-4dda-84b5-57202b31f5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:58.203453 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:33:59.092663 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-742dabc7-40a0-4e60-b249-c3ec19c9d861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:33:59.324464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746ae5d-a870-4448-93ac-766389b2df14 req-5c598d8b-d6cb-4248-aed2-e5ec697d738a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:33:59.325974 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8746ae5d-a870-4448-93ac-766389b2df14 req-5c598d8b-d6cb-4248-aed2-e5ec697d738a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 946 time: 0.0491061 Mar 29 09:33:59.363935 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8746ae5d-a870-4448-93ac-766389b2df14 req-63b57846-a809-43d5-9a0c-1d483d3e080c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9efdae67-3657-4802-ac7b-0323ca63c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319254 Mar 29 09:34:00.482495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c632aab-7ce8-41fc-8957-47e58b8aa403 req-9084e675-76bb-44c4-993c-90e0965a1c69 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:00.483974 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c632aab-7ce8-41fc-8957-47e58b8aa403 req-9084e675-76bb-44c4-993c-90e0965a1c69 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 946 time: 0.0504045 Mar 29 09:34:00.526289 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c632aab-7ce8-41fc-8957-47e58b8aa403 req-e3c946c7-8454-4253-ba64-2a99a1da0971 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9efdae67-3657-4802-ac7b-0323ca63c1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363777 Mar 29 09:34:00.543228 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:00.934501 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-64b64dd6-0025-4b27-a05e-2745bc69dddd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:00.935981 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-64b64dd6-0025-4b27-a05e-2745bc69dddd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 946 time: 0.0492721 Mar 29 09:34:01.023491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port aa5f4db5-0aa1-4943-8f38-ec1b82a27006 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:34:01.023855 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:01.113144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port aa5f4db5-0aa1-4943-8f38-ec1b82a27006, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=aa5f4db5-0aa1-4943-8f38-ec1b82a27006,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:01.113503 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:01.326157 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:01.326520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:01.326837 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 85da206e-ce22-4e7b-95d2-dbcfcb40f287 disassociated. External IP: 172.26.1.72, port: aa5f4db5-0aa1-4943-8f38-ec1b82a27006. Mar 29 09:34:01.327178 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for aa5f4db5-0aa1-4943-8f38-ec1b82a27006 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:34:01.456819 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:01.489334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=aa5f4db5-0aa1-4943-8f38-ec1b82a27006,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:01.500185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:01.500618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:01.500879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:01.501251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:01.501611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:01.501989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:01.502284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:01.502612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:01.502965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:01.503292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:01.503650 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:01.503969 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:01.623844 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bfaa5ac0-0d27-44a4-a6bc-adac0358d88e req-34c442bb-9a48-4785-bacc-69e56805864b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=21459b13-f558-4b7c-9f44-4e3aecfafd6e HTTP/1.1" status: 200 len: 210 time: 0.0288103 Mar 29 09:34:01.634931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router cc574802-4961-4b3a-a0d5-fa1558eb97b2 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:34:01.742379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:34:01.752520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae321468-ad22-46ef-9267-9ce2902d63d8 None None] Sync routers for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:34:01.763088 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae321468-ad22-46ef-9267-9ce2902d63d8 None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:01.763636 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-ae321468-ad22-46ef-9267-9ce2902d63d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:33:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:01.781664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] No DVR routers for this DVR port aa5f4db5-0aa1-4943-8f38-ec1b82a27006 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:34:01.784261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:01.787529 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a03bc94c-4f7c-47f8-ad47-dc7dcb3e3ec6 req-1a1f97ea-8c38-48b2-8275-3334bed99e86 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "DELETE /v2.0/ports/aa5f4db5-0aa1-4943-8f38-ec1b82a27006 HTTP/1.1" status: 204 len: 173 time: 0.8459010 Mar 29 09:34:01.788262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'name': 'network-vif-deleted', 'tag': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:34:01.790246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdaef60-30aa-40c1-b58d-d3fe5f50c26c" -d '{"events": [{"server_uuid": "21459b13-f558-4b7c-9f44-4e3aecfafd6e", "name": "network-vif-deleted", "tag": "aa5f4db5-0aa1-4943-8f38-ec1b82a27006"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:34:01.835156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d55731-cb52-4f7a-9adb-c05a6546f4b0 x-openstack-request-id: req-93d55731-cb52-4f7a-9adb-c05a6546f4b0 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:34:01.835447 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21459b13-f558-4b7c-9f44-4e3aecfafd6e", "name": "network-vif-deleted", "tag": "aa5f4db5-0aa1-4943-8f38-ec1b82a27006", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:34:01.835671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93d55731-cb52-4f7a-9adb-c05a6546f4b0 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:34:01.836068 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21459b13-f558-4b7c-9f44-4e3aecfafd6e', 'name': 'network-vif-deleted', 'tag': 'aa5f4db5-0aa1-4943-8f38-ec1b82a27006', 'status': 'completed', 'code': 200} Mar 29 09:34:01.893666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-ae321468-ad22-46ef-9267-9ce2902d63d8 None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:02.045742 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:02.113532 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-ae321468-ad22-46ef-9267-9ce2902d63d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:02.140452 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae321468-ad22-46ef-9267-9ce2902d63d8 None None] Checking router: cc574802-4961-4b3a-a0d5-fa1558eb97b2 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:34:02.149994 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae321468-ad22-46ef-9267-9ce2902d63d8 None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:02.150611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-ae321468-ad22-46ef-9267-9ce2902d63d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:33:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:02.264152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-ae321468-ad22-46ef-9267-9ce2902d63d8 None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:02.463242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-ae321468-ad22-46ef-9267-9ce2902d63d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:02.490017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae321468-ad22-46ef-9267-9ce2902d63d8 None None] The sync data for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv is: [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:55Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '3de45f63-f813-4f47-bc6b-588915463d34', 'name': '', 'network_id': 'bd35b5f5-e05e-46a8-9a51-58fd8847a6d2', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:c8:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:54Z', 'updated_at': '2022-03-29T09:30:58Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '47227d1e-b296-4a2c-8d08-c4ea39fa0592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:34:02.511581 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:02.681932 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54220) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:02.705149 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718c3366-b985-47c7-ad97-a8823552e7e5 None None] New status for floating IP 85da206e-ce22-4e7b-95d2-dbcfcb40f287: DOWN {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:34:02.747660 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:02.774718 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:02.842679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:02.845364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:02.847079 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/security-groups/9efdae67-3657-4802-ac7b-0323ca63c1d3 HTTP/1.1" status: 204 len: 168 time: 0.1641705 Mar 29 09:34:02.856568 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efdae67-3657-4802-ac7b-0323ca63c1d3,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:02.864467 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:02.864820 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:02.865165 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:02.865503 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:02.865870 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:02.866206 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:02.866537 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:02.866873 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:02.867201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:02.867525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:02.867850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:02.868172 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201073fa-0a77-45ef-b7fe-79bce4e18100 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:02.885900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54226) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:03.009556 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8fd10b4e-7795-45a2-b763-b32412a4139e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 057cc3e8-1ba4-4c50-be03-64a5495cb029 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:34:03.009926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fd10b4e-7795-45a2-b763-b32412a4139e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:03.088849 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fd10b4e-7795-45a2-b763-b32412a4139e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:03.089091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fd10b4e-7795-45a2-b763-b32412a4139e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:03.100538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8fd10b4e-7795-45a2-b763-b32412a4139e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 057cc3e8-1ba4-4c50-be03-64a5495cb029 owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:34:03.230733 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fd10b4e-7795-45a2-b763-b32412a4139e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:03.261355 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd10b4e-7795-45a2-b763-b32412a4139e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=057cc3e8-1ba4-4c50-be03-64a5495cb029,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:03.328639 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fd10b4e-7795-45a2-b763-b32412a4139e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:03.331275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fd10b4e-7795-45a2-b763-b32412a4139e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:03.332443 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8fd10b4e-7795-45a2-b763-b32412a4139e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/floatingips/85da206e-ce22-4e7b-95d2-dbcfcb40f287 HTTP/1.1" status: 204 len: 168 time: 0.4455559 Mar 29 09:34:03.477006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:03.555059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0953aa-71bd-4d99-97b7-529a660301c5 req-d0530f16-86ab-4b06-bd31-72a94ff6d4ff tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:03.556548 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9f0953aa-71bd-4d99-97b7-529a660301c5 req-d0530f16-86ab-4b06-bd31-72a94ff6d4ff tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 945 time: 0.0511079 Mar 29 09:34:03.561118 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device aa5f4db5-0aa1-4943-8f38-ec1b82a27006 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:34:03.581903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: aa5f4db5-0aa1-4943-8f38-ec1b82a27006 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:34:03.582246 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device aa5f4db5-0aa1-4943-8f38-ec1b82a27006 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:34:03.602227 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9f0953aa-71bd-4d99-97b7-529a660301c5 req-322fc516-2990-49ab-b156-9545390fe544 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ea34c59-b298-4e26-a059-4bd365296d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383224 Mar 29 09:34:04.724521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b322635-7d46-452e-ba21-aa535589e2fc req-89313ea5-446e-4b54-b4e7-0b5ff96efefd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:04.726034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b322635-7d46-452e-ba21-aa535589e2fc req-89313ea5-446e-4b54-b4e7-0b5ff96efefd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 945 time: 0.0542359 Mar 29 09:34:04.764339 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b322635-7d46-452e-ba21-aa535589e2fc req-1442f572-116f-4e4c-84db-0960c2980852 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5ea34c59-b298-4e26-a059-4bd365296d96&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320389 Mar 29 09:34:05.046126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d1509-6d7c-4f23-becf-4653bf388552 req-888ca715-271a-4913-a23e-54d8c3c328b5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:05.047601 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5b7d1509-6d7c-4f23-becf-4653bf388552 req-888ca715-271a-4913-a23e-54d8c3c328b5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 945 time: 0.0573485 Mar 29 09:34:05.143227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-5b7d1509-6d7c-4f23-becf-4653bf388552 req-1b287e86-47f2-48ea-adfa-470dc40ecf0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:34:05.143562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5b7d1509-6d7c-4f23-becf-4653bf388552 req-1b287e86-47f2-48ea-adfa-470dc40ecf0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:05.231687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-5b7d1509-6d7c-4f23-becf-4653bf388552 req-1b287e86-47f2-48ea-adfa-470dc40ecf0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:05.232050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5b7d1509-6d7c-4f23-becf-4653bf388552 req-1b287e86-47f2-48ea-adfa-470dc40ecf0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:05.244952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-5b7d1509-6d7c-4f23-becf-4653bf388552 req-1b287e86-47f2-48ea-adfa-470dc40ecf0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:34:05.371402 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5b7d1509-6d7c-4f23-becf-4653bf388552 req-1b287e86-47f2-48ea-adfa-470dc40ecf0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:05.401368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b287e86-47f2-48ea-adfa-470dc40ecf0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=ce0899aa-b864-4e6e-b5ad-0d66bf94ca74,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:05.440640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7d1509-6d7c-4f23-becf-4653bf388552 req-1b287e86-47f2-48ea-adfa-470dc40ecf0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] No DVR routers for this DVR port ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:34:05.443132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5b7d1509-6d7c-4f23-becf-4653bf388552 req-1b287e86-47f2-48ea-adfa-470dc40ecf0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:05.446442 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5b7d1509-6d7c-4f23-becf-4653bf388552 req-1b287e86-47f2-48ea-adfa-470dc40ecf0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "DELETE /v2.0/ports/ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 HTTP/1.1" status: 204 len: 173 time: 0.3929577 Mar 29 09:34:05.446878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'name': 'network-vif-deleted', 'tag': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:34:05.449380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b0464c-f051-41b8-9b10-1a6566b70691" -d '{"events": [{"server_uuid": "aaec6011-637a-4257-bc5a-a71f5b6e3037", "name": "network-vif-deleted", "tag": "ce0899aa-b864-4e6e-b5ad-0d66bf94ca74"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:34:05.490985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ccb59a-b0a4-4255-be44-a76efc00896c x-openstack-request-id: req-f2ccb59a-b0a4-4255-be44-a76efc00896c {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:34:05.491282 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaec6011-637a-4257-bc5a-a71f5b6e3037", "name": "network-vif-deleted", "tag": "ce0899aa-b864-4e6e-b5ad-0d66bf94ca74", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:34:05.491532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f2ccb59a-b0a4-4255-be44-a76efc00896c {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:34:05.491927 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaec6011-637a-4257-bc5a-a71f5b6e3037', 'name': 'network-vif-deleted', 'tag': 'ce0899aa-b864-4e6e-b5ad-0d66bf94ca74', 'status': 'completed', 'code': 200} Mar 29 09:34:05.881202 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bacdddfb-e965-4109-abed-d139723a5caf req-a4a47a89-35bb-426b-8ce2-ba917896a191 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=aaec6011-637a-4257-bc5a-a71f5b6e3037 HTTP/1.1" status: 200 len: 210 time: 0.0307977 Mar 29 09:34:06.939246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54240) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:07.000854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70a931b3-d20c-43b8-a6de-64145f8aeb3c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:07.025710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70a931b3-d20c-43b8-a6de-64145f8aeb3c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:07.090440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70a931b3-d20c-43b8-a6de-64145f8aeb3c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:07.093453 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70a931b3-d20c-43b8-a6de-64145f8aeb3c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:07.094695 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-70a931b3-d20c-43b8-a6de-64145f8aeb3c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/security-groups/5ea34c59-b298-4e26-a059-4bd365296d96 HTTP/1.1" status: 204 len: 168 time: 0.1544390 Mar 29 09:34:07.104716 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a931b3-d20c-43b8-a6de-64145f8aeb3c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea34c59-b298-4e26-a059-4bd365296d96,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:07.129831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54244) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:07.472285 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-204787a7-d41e-40b9-ad08-5b7c08422bab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:07.592961 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:34:07.615437 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:34:07.615768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ce0899aa-b864-4e6e-b5ad-0d66bf94ca74 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:34:07.728968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-204787a7-d41e-40b9-ad08-5b7c08422bab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 3de45f63-f813-4f47-bc6b-588915463d34 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:34:07.728968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-204787a7-d41e-40b9-ad08-5b7c08422bab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:07.832303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-204787a7-d41e-40b9-ad08-5b7c08422bab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 3de45f63-f813-4f47-bc6b-588915463d34, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3de45f63-f813-4f47-bc6b-588915463d34,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:07.832650 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-204787a7-d41e-40b9-ad08-5b7c08422bab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:07.844298 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-204787a7-d41e-40b9-ad08-5b7c08422bab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 3de45f63-f813-4f47-bc6b-588915463d34 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:34:08.295783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-204787a7-d41e-40b9-ad08-5b7c08422bab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:08.323872 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204787a7-d41e-40b9-ad08-5b7c08422bab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=3de45f63-f813-4f47-bc6b-588915463d34,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:08.490452 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-204787a7-d41e-40b9-ad08-5b7c08422bab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:08.700777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204787a7-d41e-40b9-ad08-5b7c08422bab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router cc574802-4961-4b3a-a0d5-fa1558eb97b2 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:34:08.807719 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204787a7-d41e-40b9-ad08-5b7c08422bab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:34:08.813674 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-204787a7-d41e-40b9-ad08-5b7c08422bab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/cc574802-4961-4b3a-a0d5-fa1558eb97b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6826901 Mar 29 09:34:08.816202 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54246) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:08.817300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f53e81-28d6-4a3d-bdad-068f96bb7878 None None] Sync routers for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:34:08.827202 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f53e81-28d6-4a3d-bdad-068f96bb7878 None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:08.827802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-49f53e81-28d6-4a3d-bdad-068f96bb7878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:33:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:08.866747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-698920ae-5215-4012-b6f3-60d83c3fe3f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting subnet 47227d1e-b296-4a2c-8d08-c4ea39fa0592 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:34:08.869810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-698920ae-5215-4012-b6f3-60d83c3fe3f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:08.914124 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-698920ae-5215-4012-b6f3-60d83c3fe3f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:08.932274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-49f53e81-28d6-4a3d-bdad-068f96bb7878 None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:08.997800 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-698920ae-5215-4012-b6f3-60d83c3fe3f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.057914 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-698920ae-5215-4012-b6f3-60d83c3fe3f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.089629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698920ae-5215-4012-b6f3-60d83c3fe3f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Subnet': ['ID=47227d1e-b296-4a2c-8d08-c4ea39fa0592,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:09.093774 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-698920ae-5215-4012-b6f3-60d83c3fe3f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.097218 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-698920ae-5215-4012-b6f3-60d83c3fe3f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/subnets/47227d1e-b296-4a2c-8d08-c4ea39fa0592 HTTP/1.1" status: 204 len: 168 time: 0.2800376 Mar 29 09:34:09.099803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54248) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:09.104800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a380a14f-37b1-49e5-8b9e-efbc829a2cd0 None None] Network bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:34:09.218457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.323066 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-49f53e81-28d6-4a3d-bdad-068f96bb7878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '6ee6439e-7796-48ec-be22-976619435d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:34:08Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '6ee6439e-7796-48ec-be22-976619435d34', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:09.324346 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.368122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f53e81-28d6-4a3d-bdad-068f96bb7878 None None] Checking router: cc574802-4961-4b3a-a0d5-fa1558eb97b2 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:34:09.384287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 6ee6439e-7796-48ec-be22-976619435d34 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:34:09.384627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.400010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f53e81-28d6-4a3d-bdad-068f96bb7878 None None] Routers {'cc574802-4961-4b3a-a0d5-fa1558eb97b2'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:09.400647 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-49f53e81-28d6-4a3d-bdad-068f96bb7878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:33:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:09.475753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 6ee6439e-7796-48ec-be22-976619435d34, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6ee6439e-7796-48ec-be22-976619435d34,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:09.476191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.489799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 6ee6439e-7796-48ec-be22-976619435d34 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:34:09.499604 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-49f53e81-28d6-4a3d-bdad-068f96bb7878 None None] Set router cc574802-4961-4b3a-a0d5-fa1558eb97b2 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:09.531943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] DHCP port deletion for bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:34:09.562044 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-49f53e81-28d6-4a3d-bdad-068f96bb7878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:34:09Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:09.610605 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f53e81-28d6-4a3d-bdad-068f96bb7878 None None] The sync data for ids ['cc574802-4961-4b3a-a0d5-fa1558eb97b2'] in dv-neutron-835554-1-hyperv is: [{'id': 'cc574802-4961-4b3a-a0d5-fa1558eb97b2', 'name': 'tempest-TestNetworkBasicOps-router-1827693793', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:30:52Z', 'updated_at': '2022-03-29T09:34:09Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port_host': None}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:34:09.641002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Deleting port 4163736e-9dce-4f35-9c9a-21b90327271f {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:34:09.641002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.674995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.704666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=6ee6439e-7796-48ec-be22-976619435d34,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:09.714098 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] For port 4163736e-9dce-4f35-9c9a-21b90327271f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=4163736e-9dce-4f35-9c9a-21b90327271f,segment=NetworkSegment(ff4945a3-800c-45fa-be07-23d4424c2d0e),segment_id=ff4945a3-800c-45fa-be07-23d4424c2d0e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:09.714498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.727806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Calling delete_port for 4163736e-9dce-4f35-9c9a-21b90327271f owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:34:09.766072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.811031 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.835222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Pushing event deleted for resources: {'Port': ['ID=4163736e-9dce-4f35-9c9a-21b90327271f,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:09.844692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:09.845046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:09.845420 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:09.845783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:09.846116 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:09.846449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:09.846776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:09.847107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:09.847482 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:09.847809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:09.848134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:09.848460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:09.851171 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a6f24b-1efa-4304-b8ae-18b661baac33 None None] No DVR routers for this DVR port 4163736e-9dce-4f35-9c9a-21b90327271f on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:34:09.858120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.861983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.904985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.905589 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Fanout notify agent at l3_agent the message router_deleted on router cc574802-4961-4b3a-a0d5-fa1558eb97b2 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:34:09.912301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:09.913397 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6383ea5d-0066-4cc4-a504-ee954571e5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/routers/cc574802-4961-4b3a-a0d5-fa1558eb97b2 HTTP/1.1" status: 204 len: 168 time: 0.8125594 Mar 29 09:34:09.916103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54250) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:09.998441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.090083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.109216 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd35b5f5-e05e-46a8-9a51-58fd8847a6d2']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:10.118865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4945a3-800c-45fa-be07-23d4424c2d0e') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:10.119031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4945a3-800c-45fa-be07-23d4424c2d0e') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:10.127996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.140616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.146676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:34:10.147117 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:34:10.150807 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:34:10.208771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.216168 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.219754 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/networks/bd35b5f5-e05e-46a8-9a51-58fd8847a6d2 HTTP/1.1" status: 204 len: 168 time: 0.3026869 Mar 29 09:34:10.234486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52126d1-6987-48c9-a5d8-8a136672d4dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Network': ['ID=bd35b5f5-e05e-46a8-9a51-58fd8847a6d2,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:10.242645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54252) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:10.247746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-bcf17588-4792-4a00-a561-adf5412cd9f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'network': {'name': 'tempest-network-smoke--1295485287', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'port_security_enabled': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:10.267196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf17588-4792-4a00-a561-adf5412cd9f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:34:10.270626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcf17588-4792-4a00-a561-adf5412cd9f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.293590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf17588-4792-4a00-a561-adf5412cd9f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:34:10.303296 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcf17588-4792-4a00-a561-adf5412cd9f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.303644 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-bcf17588-4792-4a00-a561-adf5412cd9f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Added segment 76cf3534-2e44-4589-a663-69f682497c17 of type vlan for network 626bd277-1993-40c1-a975-676c1b67d9e6 Mar 29 09:34:10.349351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcf17588-4792-4a00-a561-adf5412cd9f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.375445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcf17588-4792-4a00-a561-adf5412cd9f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.380808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf17588-4792-4a00-a561-adf5412cd9f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:10.381389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcf17588-4792-4a00-a561-adf5412cd9f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.411062 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bcf17588-4792-4a00-a561-adf5412cd9f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1673234 Mar 29 09:34:10.414055 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54254) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:10.419529 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'admin_state_up': True, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:10.448786 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.449832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.452393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf17588-4792-4a00-a561-adf5412cd9f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Network': ['ID=626bd277-1993-40c1-a975-676c1b67d9e6,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:10.466567 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 626bd277-1993-40c1-a975-676c1b67d9e6 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:34:10.515026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.666474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.861065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.880401 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:10.986345 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.104 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/705bfb10-f240-4f3a-962c-ec4c385d99da) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:34:11.084720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:11.118753 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:11.160351 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:34:11.163197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:34:11.165699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:34:11.192584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=705bfb10-f240-4f3a-962c-ec4c385d99da,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:11.426861 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:11.470169 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6ee6439e-7796-48ec-be22-976619435d34 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:34:11.490232 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 6ee6439e-7796-48ec-be22-976619435d34 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:34:11.490575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6ee6439e-7796-48ec-be22-976619435d34 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:34:11.490983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3de45f63-f813-4f47-bc6b-588915463d34 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:34:11.510856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 3de45f63-f813-4f47-bc6b-588915463d34 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:34:11.511197 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3de45f63-f813-4f47-bc6b-588915463d34 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:34:11.511604 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4163736e-9dce-4f35-9c9a-21b90327271f no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:34:11.530907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 4163736e-9dce-4f35-9c9a-21b90327271f {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:34:11.531248 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 4163736e-9dce-4f35-9c9a-21b90327271f not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:34:11.626504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:11.768338 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router c3c07a42-a278-4378-9f01-f5093e3d7ade is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:34:11.887775 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:34:11.900347 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Sync routers for ids ['c3c07a42-a278-4378-9f01-f5093e3d7ade'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:34:11.911567 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Routers {'c3c07a42-a278-4378-9f01-f5093e3d7ade'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:11.911811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:11.912261 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:33:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c3c07a42-a278-4378-9f01-f5093e3d7ade'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:11.913248 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b624938e-603d-4683-80c5-9dee5b0bcaca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4974082 Mar 29 09:34:11.916609 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54256) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:11.952658 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e58720c7-b067-418e-a62f-9b63a8a10fa4 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6010cd4cec6b417ba57b11945c979066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349400 Mar 29 09:34:11.957153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54258) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:12.060431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2e108-b752-42ff-b7d6-c6a27d10e362 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:12.061885 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b2f2e108-b752-42ff-b7d6-c6a27d10e362 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1026874 Mar 29 09:34:12.065525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54260) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:12.102581 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6895d2bb-b96d-4393-9acb-c77b6416696d tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339901 Mar 29 09:34:12.104921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54262) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:12.109990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d554c1e1-815a-4334-80a9-1f4d55376a6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1759793968', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:12.111422 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Set router c3c07a42-a278-4378-9f01-f5093e3d7ade gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:12.225120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d554c1e1-815a-4334-80a9-1f4d55376a6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:34:12.229282 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d554c1e1-815a-4334-80a9-1f4d55376a6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:12.308673 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:11Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:12.339892 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Checking router: c3c07a42-a278-4378-9f01-f5093e3d7ade for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:34:12.340232 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Updating router c3c07a42-a278-4378-9f01-f5093e3d7ade port 705bfb10-f240-4f3a-962c-ec4c385d99da binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:34:12.369326 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:12.427392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d554c1e1-815a-4334-80a9-1f4d55376a6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:12.494730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554c1e1-815a-4334-80a9-1f4d55376a6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Subnet': ['ID=407d5c98-4477-4c79-9082-a2aa0f91c82c,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:12.504736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d554c1e1-815a-4334-80a9-1f4d55376a6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Checking segment: {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:34:12.505096 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554c1e1-815a-4334-80a9-1f4d55376a6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network hostable DHCP agents. Network: 626bd277-1993-40c1-a975-676c1b67d9e6, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:34:12.523351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554c1e1-815a-4334-80a9-1f4d55376a6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 626bd277-1993-40c1-a975-676c1b67d9e6 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:34:12.534403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-d554c1e1-815a-4334-80a9-1f4d55376a6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 626bd277-1993-40c1-a975-676c1b67d9e6) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:34:12.538646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554c1e1-815a-4334-80a9-1f4d55376a6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:12.539178 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d554c1e1-815a-4334-80a9-1f4d55376a6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:12.550130 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b1c599-1e74-4f30-baf4-474ad56e0e9d None None] Network 626bd277-1993-40c1-a975-676c1b67d9e6 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:34:12.562749 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d554c1e1-815a-4334-80a9-1f4d55376a6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4562261 Mar 29 09:34:12.566057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54264) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:12.660009 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:12.669266 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:12.725729 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Attempting to bind port 705bfb10-f240-4f3a-962c-ec4c385d99da on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:34:12.726102 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Attempting to bind port 705bfb10-f240-4f3a-962c-ec4c385d99da by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:34:12.726463 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Attempting to bind port 705bfb10-f240-4f3a-962c-ec4c385d99da on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:34:12.729529 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Pushing event updated for resources: {'Port': ['ID=705bfb10-f240-4f3a-962c-ec4c385d99da,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:12.743395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:12.743395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:12.743395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:12.743395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:12.743395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:12.743395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:12.743395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:12.743395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:12.743395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:12.743395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:12.743395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:12.743395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:34:12.745777 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:34:12.746784 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:34:12.747198 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:12.747583 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:34:12.748230 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Bound port: 705bfb10-f240-4f3a-962c-ec4c385d99da, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:34:12.748631 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:12.767995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-626bd277-1993-40c1-a975-676c1b67d9e6', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ips': [{'subnet_id': '407d5c98-4477-4c79-9082-a2aa0f91c82c'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:34:12.768853 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:12.805364 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] For port 705bfb10-f240-4f3a-962c-ec4c385d99da, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:34:12.811283 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] For port 705bfb10-f240-4f3a-962c-ec4c385d99da, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=705bfb10-f240-4f3a-962c-ec4c385d99da,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:34:12.825981 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:12.911910 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36765f6f-a90b-4192-b63a-958acdcaef59 None None] Pushing event updated for resources: {'Port': ['ID=705bfb10-f240-4f3a-962c-ec4c385d99da,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:12.913898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Allocated IP 172.20.0.2 (626bd277-1993-40c1-a975-676c1b67d9e6/407d5c98-4477-4c79-9082-a2aa0f91c82c/6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:34:12.919640 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Routers {'c3c07a42-a278-4378-9f01-f5093e3d7ade'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:12.920238 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:33:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c3c07a42-a278-4378-9f01-f5093e3d7ade'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:13.044588 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] Set router c3c07a42-a278-4378-9f01-f5093e3d7ade gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:13.086696 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:13.106852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:13.112881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:13.158275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Network 626bd277-1993-40c1-a975-676c1b67d9e6 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:34:13.162152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:34:13.164498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:34:13.168038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Pushing event updated for resources: {'Port': ['ID=6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:13.238768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Attempting to bind port 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:34:13.239418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Attempting to bind port 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:34:13.239862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Attempting to bind port 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac on network 626bd277-1993-40c1-a975-676c1b67d9e6 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:34:13.246784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:34:13.247317 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Checking segment: {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:34:13.248672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:13.248672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Bound using segment: {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:34:13.248672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Bound port: 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:34:13.249358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:13.269597 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:11Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:13.296700 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbbdf8-7973-49f0-8b70-d47cf30474fb None None] The sync data for ids ['c3c07a42-a278-4378-9f01-f5093e3d7ade'] in dv-neutron-835554-1-hyperv is: [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:11Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:34:13.341477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bba6e920-2923-4012-86ea-e89578257636 None None] For port 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:34:13.345294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bba6e920-2923-4012-86ea-e89578257636 None None] For port 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:34:13.355632 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:13.424216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6e920-2923-4012-86ea-e89578257636 None None] Pushing event updated for resources: {'Port': ['ID=6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:13.735400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.1 (626bd277-1993-40c1-a975-676c1b67d9e6/407d5c98-4477-4c79-9082-a2aa0f91c82c/65779ded-437f-4ff3-bed1-6c6219cd99e2) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:34:13.870952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:13.906560 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:13.953330 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 626bd277-1993-40c1-a975-676c1b67d9e6 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:34:13.957135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:34:13.961153 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:34:13.986120 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=65779ded-437f-4ff3-bed1-6c6219cd99e2,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:14.011597 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:14.145524 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:14.433869 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:14.439732 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:14.474903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240c4ed8-1a15-4ab8-b0a8-8c913b9d128f None None] Network 626bd277-1993-40c1-a975-676c1b67d9e6 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:34:14.513425 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=65779ded-437f-4ff3-bed1-6c6219cd99e2,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:14.516101 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:14.548944 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1a8c81ba-4bf8-4c6e-863b-6b41539b53d2 None None] Provisioning complete for port 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:14.549318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1a8c81ba-4bf8-4c6e-863b-6b41539b53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:14.612273 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 626bd277-1993-40c1-a975-676c1b67d9e6 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:34:14.613792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:34:14.697690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1a8c81ba-4bf8-4c6e-863b-6b41539b53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:14.728718 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router c3c07a42-a278-4378-9f01-f5093e3d7ade has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:34:14.742230 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1a8c81ba-4bf8-4c6e-863b-6b41539b53d2 None None] For port 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:14.747416 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1a8c81ba-4bf8-4c6e-863b-6b41539b53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:14.811288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c81ba-4bf8-4c6e-863b-6b41539b53d2 None None] Pushing event updated for resources: {'Port': ['ID=6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:14.857498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:34:14.865160 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-af981086-ac7a-41a3-808e-2e87d2d63bcb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/c3c07a42-a278-4378-9f01-f5093e3d7ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2946918 Mar 29 09:34:14.865631 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54266) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:14.970784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4bdd96c2-9ced-43ba-98ae-9beb060c8621 None None] Provisioning complete for port 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:14.971369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff22b0e-bab4-4e5e-8a5b-60543adc331c tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:14.971631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4bdd96c2-9ced-43ba-98ae-9beb060c8621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:14.971862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff22b0e-bab4-4e5e-8a5b-60543adc331c tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:14.972338 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff22b0e-bab4-4e5e-8a5b-60543adc331c tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:14.972807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff22b0e-bab4-4e5e-8a5b-60543adc331c tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:14.974611 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7ff22b0e-bab4-4e5e-8a5b-60543adc331c tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1079955 Mar 29 09:34:14.984651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54268) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:15.046155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ccc77-ccec-4d7d-8ab1-fcb6e3ba5c21 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:15.046811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ccc77-ccec-4d7d-8ab1-fcb6e3ba5c21 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:15.047343 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ccc77-ccec-4d7d-8ab1-fcb6e3ba5c21 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:15.047868 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ccc77-ccec-4d7d-8ab1-fcb6e3ba5c21 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:15.050742 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fd6ccc77-ccec-4d7d-8ab1-fcb6e3ba5c21 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0639179 Mar 29 09:34:15.053141 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54270) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:15.083974 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4bdd96c2-9ced-43ba-98ae-9beb060c8621 None None] Provisioning complete for port 65779ded-437f-4ff3-bed1-6c6219cd99e2 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:15.084339 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4bdd96c2-9ced-43ba-98ae-9beb060c8621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:15.121131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Sync routers for ids ['c3c07a42-a278-4378-9f01-f5093e3d7ade'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:34:15.128434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd96c2-9ced-43ba-98ae-9beb060c8621 None None] Port 65779ded-437f-4ff3-bed1-6c6219cd99e2 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:34:15.134606 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Routers {'c3c07a42-a278-4378-9f01-f5093e3d7ade'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:15.135196 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:33:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c3c07a42-a278-4378-9f01-f5093e3d7ade'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:15.215098 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3b838975-5c22-4ede-866c-362bed102978 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1589751 Mar 29 09:34:15.217195 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54272) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:15.222569 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-843591860', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:15.260799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Set router c3c07a42-a278-4378-9f01-f5093e3d7ade gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:15.306235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4f251780-b618-4bd9-8a9c-76128488806a None None] Provisioning complete for port 65779ded-437f-4ff3-bed1-6c6219cd99e2 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:15.306771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4f251780-b618-4bd9-8a9c-76128488806a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:15.348145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'port': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:34:15.351999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:15.369130 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] device_id is not set on port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 yet. {{(pid=102495) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:34:15.392472 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4f251780-b618-4bd9-8a9c-76128488806a None None] Port 65779ded-437f-4ff3-bed1-6c6219cd99e2 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:34:15.492570 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.6 (626bd277-1993-40c1-a975-676c1b67d9e6/407d5c98-4477-4c79-9082-a2aa0f91c82c/245ebf1f-c07b-4cba-bb81-51c4e1b56c89) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:34:15.522055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-6acf5561-92f9-48e2-863e-09c22966130d None None] Provisioning complete for port 65779ded-437f-4ff3-bed1-6c6219cd99e2 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:15.522553 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6acf5561-92f9-48e2-863e-09c22966130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:15.528389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:34:15.552982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:14Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '65779ded-437f-4ff3-bed1-6c6219cd99e2', 'name': '', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:71:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:13Z', 'updated_at': '2022-03-29T09:34:14Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:15.608742 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Checking router: c3c07a42-a278-4378-9f01-f5093e3d7ade for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:34:15.609097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Updating router c3c07a42-a278-4378-9f01-f5093e3d7ade port 65779ded-437f-4ff3-bed1-6c6219cd99e2 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:34:15.647917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:15.683573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:15.733928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 626bd277-1993-40c1-a975-676c1b67d9e6 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:34:15.737272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:34:15.741142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:34:15.771125 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:15.799377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:15.800146 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:15.810572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6acf5561-92f9-48e2-863e-09c22966130d None None] Port 65779ded-437f-4ff3-bed1-6c6219cd99e2 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:34:15.817315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:15.823085 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1612cdc7-6091-45f3-8a62-75a613792a89 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6031113 Mar 29 09:34:15.849215 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:15.850137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.044834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54276) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:16.049787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 705bfb10-f240-4f3a-962c-ec4c385d99da up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:34:16.049961 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a3c6a9fb-cb96-4798-ae33-2d8a80eb7bd8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-155853048', 'description': 'tempest-secgroup-smoke-155853048 description', 'project_id': '6010cd4cec6b417ba57b11945c979066'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:16.070895 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a9fb-cb96-4798-ae33-2d8a80eb7bd8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.120720 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4ef545e1-3eb7-47c6-a76b-9661bb0f25b4 None None] Provisioning complete for port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:16.121141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4ef545e1-3eb7-47c6-a76b-9661bb0f25b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.138221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a9fb-cb96-4798-ae33-2d8a80eb7bd8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.142725 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a9fb-cb96-4798-ae33-2d8a80eb7bd8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.170439 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6a9fb-cb96-4798-ae33-2d8a80eb7bd8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e631059d-4f3f-41ae-acc7-143985ddf8a4,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:16.175239 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a9fb-cb96-4798-ae33-2d8a80eb7bd8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.179109 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a3c6a9fb-cb96-4798-ae33-2d8a80eb7bd8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1305842 Mar 29 09:34:16.180012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54278) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:16.183991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f392bf11-c829-46f8-8a3a-bb4fae9bc22b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'e631059d-4f3f-41ae-acc7-143985ddf8a4', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:16.188085 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4ef545e1-3eb7-47c6-a76b-9661bb0f25b4 None None] Port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:34:16.207144 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 705bfb10-f240-4f3a-962c-ec4c385d99da triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:16.207521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.208704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f392bf11-c829-46f8-8a3a-bb4fae9bc22b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.263378 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f392bf11-c829-46f8-8a3a-bb4fae9bc22b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.268136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f392bf11-c829-46f8-8a3a-bb4fae9bc22b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.285786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392bf11-c829-46f8-8a3a-bb4fae9bc22b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a77a1cf-b6cf-46b7-b776-d1771fb02bee,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:16.289903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.293759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f392bf11-c829-46f8-8a3a-bb4fae9bc22b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.297533 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f392bf11-c829-46f8-8a3a-bb4fae9bc22b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145382 Mar 29 09:34:16.298132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54280) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:16.303392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-fe700120-4afe-4040-9bc3-125086139ee7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'e631059d-4f3f-41ae-acc7-143985ddf8a4', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:16.326331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.330817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fe700120-4afe-4040-9bc3-125086139ee7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.372176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.388755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fe700120-4afe-4040-9bc3-125086139ee7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.394546 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fe700120-4afe-4040-9bc3-125086139ee7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.403010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8031-e412-4e95-8fe2-a17493903459 None None] Pushing event updated for resources: {'Port': ['ID=65779ded-437f-4ff3-bed1-6c6219cd99e2,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:16.417898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe700120-4afe-4040-9bc3-125086139ee7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2241ac07-22a0-443d-9923-5d3609dffbaa,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:16.429340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fe700120-4afe-4040-9bc3-125086139ee7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.431010 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fe700120-4afe-4040-9bc3-125086139ee7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318097 Mar 29 09:34:16.433492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54282) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:16.434505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 705bfb10-f240-4f3a-962c-ec4c385d99da, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=705bfb10-f240-4f3a-962c-ec4c385d99da,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:16.438851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-13d3834e-d4cc-41e7-b49c-bff34091e99d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'e631059d-4f3f-41ae-acc7-143985ddf8a4', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:16.453365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.477212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13d3834e-d4cc-41e7-b49c-bff34091e99d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.494182 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Attempting to bind port 65779ded-437f-4ff3-bed1-6c6219cd99e2 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:34:16.494562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Attempting to bind port 65779ded-437f-4ff3-bed1-6c6219cd99e2 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:34:16.494931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Attempting to bind port 65779ded-437f-4ff3-bed1-6c6219cd99e2 on network 626bd277-1993-40c1-a975-676c1b67d9e6 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:34:16.505179 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:34:16.505557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Checking segment: {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:34:16.505980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.506379 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Bound using segment: {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:34:16.506857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Bound port: 65779ded-437f-4ff3-bed1-6c6219cd99e2, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:34:16.507247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.532330 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=705bfb10-f240-4f3a-962c-ec4c385d99da,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:16.556807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13d3834e-d4cc-41e7-b49c-bff34091e99d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.562485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13d3834e-d4cc-41e7-b49c-bff34091e99d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.587276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13d3834e-d4cc-41e7-b49c-bff34091e99d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.591152 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-13d3834e-d4cc-41e7-b49c-bff34091e99d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538055 Mar 29 09:34:16.591391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3834e-d4cc-41e7-b49c-bff34091e99d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630b961c-f23f-46d0-996c-ff20b3bd0d2f,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:16.591860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54284) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:16.597454 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-00c2e3f2-4e1c-4b42-a6d8-daac70211d10 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'e631059d-4f3f-41ae-acc7-143985ddf8a4', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:16.598308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] For port 65779ded-437f-4ff3-bed1-6c6219cd99e2, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:34:16.617554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] For port 65779ded-437f-4ff3-bed1-6c6219cd99e2, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=65779ded-437f-4ff3-bed1-6c6219cd99e2,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:34:16.623632 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-00c2e3f2-4e1c-4b42-a6d8-daac70211d10 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.624990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.633212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8c56daa7-2c67-4f07-8b66-44908128c761 None None] Provisioning complete for port 65779ded-437f-4ff3-bed1-6c6219cd99e2 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:16.633487 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8c56daa7-2c67-4f07-8b66-44908128c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.682503 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-00c2e3f2-4e1c-4b42-a6d8-daac70211d10 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.689824 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-00c2e3f2-4e1c-4b42-a6d8-daac70211d10 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.708436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2e3f2-4e1c-4b42-a6d8-daac70211d10 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834d906e-b714-4b26-bd22-37b40321799e,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:16.720654 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-00c2e3f2-4e1c-4b42-a6d8-daac70211d10 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.725094 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-00c2e3f2-4e1c-4b42-a6d8-daac70211d10 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292856 Mar 29 09:34:16.725262 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Routers {'c3c07a42-a278-4378-9f01-f5093e3d7ade'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:16.725262 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:33:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c3c07a42-a278-4378-9f01-f5093e3d7ade'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:16.725496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54286) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:16.731016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-064f0852-80ef-4a28-b50f-44ca9c6fa468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'e631059d-4f3f-41ae-acc7-143985ddf8a4', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:16.732861 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d8031-e412-4e95-8fe2-a17493903459 None None] Pushing event updated for resources: {'Port': ['ID=65779ded-437f-4ff3-bed1-6c6219cd99e2,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:16.752636 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-064f0852-80ef-4a28-b50f-44ca9c6fa468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:34:16.764224 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-064f0852-80ef-4a28-b50f-44ca9c6fa468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.838687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-064f0852-80ef-4a28-b50f-44ca9c6fa468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.843314 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-064f0852-80ef-4a28-b50f-44ca9c6fa468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.863230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f0852-80ef-4a28-b50f-44ca9c6fa468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f01d5db-43d0-4155-b34d-f89bb0eaccf1,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:16.870426 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-064f0852-80ef-4a28-b50f-44ca9c6fa468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.871931 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-064f0852-80ef-4a28-b50f-44ca9c6fa468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454008 Mar 29 09:34:16.872244 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8c56daa7-2c67-4f07-8b66-44908128c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.874727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54288) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:16.880936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f3243f98-2fdd-4a18-9ddc-4d03bf358a27 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'e631059d-4f3f-41ae-acc7-143985ddf8a4', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:16.889930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] Set router c3c07a42-a278-4378-9f01-f5093e3d7ade gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:16.901952 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-f3243f98-2fdd-4a18-9ddc-4d03bf358a27 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:34:16.906799 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3243f98-2fdd-4a18-9ddc-4d03bf358a27 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.952260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-8c56daa7-2c67-4f07-8b66-44908128c761 None None] For port 65779ded-437f-4ff3-bed1-6c6219cd99e2, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=65779ded-437f-4ff3-bed1-6c6219cd99e2,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:16.968451 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3243f98-2fdd-4a18-9ddc-4d03bf358a27 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.973031 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3243f98-2fdd-4a18-9ddc-4d03bf358a27 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.983804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8c56daa7-2c67-4f07-8b66-44908128c761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:16.990219 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3243f98-2fdd-4a18-9ddc-4d03bf358a27 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5dfe1b-18e6-4ebc-8e65-92aa5e2d026a,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:16.999226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f3243f98-2fdd-4a18-9ddc-4d03bf358a27 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:17.005720 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f3243f98-2fdd-4a18-9ddc-4d03bf358a27 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242394 Mar 29 09:34:17.086644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56daa7-2c67-4f07-8b66-44908128c761 None None] Pushing event updated for resources: {'Port': ['ID=65779ded-437f-4ff3-bed1-6c6219cd99e2,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:17.136943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-69b50960-c566-4237-b086-d19382dac47e None None] Provisioning complete for port 65779ded-437f-4ff3-bed1-6c6219cd99e2 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:17.137314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-69b50960-c566-4237-b086-d19382dac47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:17.138350 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-72fe1234-04f4-46d4-8ff9-f25e4610c7c5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-155853048&fields=id&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 267 time: 0.0320516 Mar 29 09:34:17.186785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-c9f6caae-27ae-4f20-8707-fa54fd79fc36 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:17.188123 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-c9f6caae-27ae-4f20-8707-fa54fd79fc36 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 929 time: 0.0410874 Mar 29 09:34:17.200302 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:14Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '65779ded-437f-4ff3-bed1-6c6219cd99e2', 'name': '', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:71:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:13Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:17.253227 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54de0900-1a6e-4784-81bf-41d779ca7a88 None None] The sync data for ids ['c3c07a42-a278-4378-9f01-f5093e3d7ade'] in dv-neutron-835554-1-hyperv is: [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:14Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '65779ded-437f-4ff3-bed1-6c6219cd99e2', 'name': '', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:71:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:13Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:34:17.335526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-965330c7-485b-482d-96e1-0ac5244443ba service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:34:17.336560 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-965330c7-485b-482d-96e1-0ac5244443ba service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0614419 Mar 29 09:34:17.379540 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-a8800a6f-9bb5-4e66-af19-b67705b2abc0 service neutron] 10.222.0.32 "GET /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0353439 Mar 29 09:34:17.478140 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-2e6d6c5c-7c2a-4e21-997a-3c3d786c74be service neutron] 10.222.0.32 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922756 Mar 29 09:34:17.540698 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 65779ded-437f-4ff3-bed1-6c6219cd99e2 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:34:17.577523 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-7eb0e72b-5432-4674-be50-5d830f08db8b service neutron] 10.222.0.32 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933266 Mar 29 09:34:17.594575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 65779ded-437f-4ff3-bed1-6c6219cd99e2 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:17.595520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:17.682809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 705bfb10-f240-4f3a-962c-ec4c385d99da up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:34:17.747376 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 705bfb10-f240-4f3a-962c-ec4c385d99da triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:17.747881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:17.790125 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7218943-fc78-4ec8-a1c0-6d96001c4ff7 req-cb89e161-ceeb-4ecc-b0b5-5d105d575f41 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 210 time: 0.0423770 Mar 29 09:34:18.673205 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-b24e5903-2cf0-4f93-9b36-1a115114eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:18.675333 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-b24e5903-2cf0-4f93-9b36-1a115114eb27 service neutron] 10.222.0.24 "GET /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 1025 time: 0.0354555 Mar 29 09:34:18.784365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-3b682ac2-9303-4a87-ba37-8f68f7d9b510 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:18.785916 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-3b682ac2-9303-4a87-ba37-8f68f7d9b510 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks?id=626bd277-1993-40c1-a975-676c1b67d9e6 HTTP/1.1" status: 200 len: 797 time: 0.1031625 Mar 29 09:34:18.840900 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-02263c2c-b8a7-4306-886c-5d68804ba59d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 379 time: 0.0425978 Mar 29 09:34:18.853762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Request body: {'port': {'device_id': '2ee2c7d2-679a-4d1c-8222-9feae91d0209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:18.902628 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a83541b2-2076-4a99-90e1-6d12c3c049d2 req-e8ef43fd-0dbf-4e8d-870f-8a963bfd2b49 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 210 time: 0.0304537 Mar 29 09:34:18.929881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:19.186918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:34:19.194976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:19.207333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Transition to ACTIVE for port object 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:34:19.210851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:19.261837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Pushing event updated for resources: {'Port': ['ID=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:19.328346 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Attempting to bind port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:34:19.328672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Attempting to bind port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:34:19.328993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Attempting to bind port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 on network 626bd277-1993-40c1-a975-676c1b67d9e6 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:34:19.334530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 on network 626bd277-1993-40c1-a975-676c1b67d9e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:34:19.334846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Attempting to bind port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 on network 626bd277-1993-40c1-a975-676c1b67d9e6 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:34:19.339951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:34:19.340288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Checking segment: {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:34:19.340668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Bound using segment: {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:34:19.341102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Bound port: 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:34:19.341465 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:19.413879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:34:19.416993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:34:19.421977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:19.458371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:19.458974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:19.460338 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-4af12960-a838-4be8-b234-444f40c07433 service neutron] 10.222.0.24 "PUT /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 1130 time: 0.6107500 Mar 29 09:34:19.460777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee2c7d2-679a-4d1c-8222-9feae91d0209', 'tag': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:34:19.463041 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e378d64b-c0a4-4bc1-ad5c-54a02b836823" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee2c7d2-679a-4d1c-8222-9feae91d0209", "tag": "245ebf1f-c07b-4cba-bb81-51c4e1b56c89"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:34:19.490830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af12960-a838-4be8-b234-444f40c07433 service neutron] Pushing event updated for resources: {'Port': ['ID=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:19.518412 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99289806-2471-4410-83dd-8b0101615fdc x-openstack-request-id: req-99289806-2471-4410-83dd-8b0101615fdc {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:34:19.518701 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee2c7d2-679a-4d1c-8222-9feae91d0209", "tag": "245ebf1f-c07b-4cba-bb81-51c4e1b56c89", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:34:19.518950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99289806-2471-4410-83dd-8b0101615fdc {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:34:19.519365 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee2c7d2-679a-4d1c-8222-9feae91d0209', 'tag': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'status': 'completed', 'code': 200} Mar 29 09:34:19.553536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-bfc3ebce-fea9-4c5f-a578-b9eb8f0fb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:19.555161 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-bfc3ebce-fea9-4c5f-a578-b9eb8f0fb387 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 1133 time: 0.0490685 Mar 29 09:34:19.608778 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-de331907-f1d1-498e-bc0d-dc7bcb5e223f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 217 time: 0.0454600 Mar 29 09:34:19.665912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-ff3ca8a2-f3d9-4e5e-9155-95bb4d92b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:19.667353 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-ff3ca8a2-f3d9-4e5e-9155-95bb4d92b2c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=407d5c98-4477-4c79-9082-a2aa0f91c82c HTTP/1.1" status: 200 len: 835 time: 0.0504882 Mar 29 09:34:19.714491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-fff43de2-54ce-43af-9705-0a08a9dc0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:19.716607 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-fff43de2-54ce-43af-9705-0a08a9dc0965 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=626bd277-1993-40c1-a975-676c1b67d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420463 Mar 29 09:34:19.811577 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-d4cee840-6a2e-4c4d-bbf0-b4ce08c6746b service neutron] 10.222.0.24 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887761 Mar 29 09:34:19.904173 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d4dac1b-0a28-467f-a64b-9f15e06e10f4 req-64348259-d14b-4be8-9d9a-c0a5b5da786b service neutron] 10.222.0.24 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860808 Mar 29 09:34:20.033724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d64b-c0a4-4bc1-ad5c-54a02b836823 req-ec304e19-6e52-4806-ba4f-97262679b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:20.035190 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e378d64b-c0a4-4bc1-ad5c-54a02b836823 req-ec304e19-6e52-4806-ba4f-97262679b69c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 1133 time: 0.0847762 Mar 29 09:34:20.048356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f18ed-61ba-40af-8475-5884125405d9 req-1aec7de3-3313-43f8-9004-1112673a84a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:20.049080 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-174f18ed-61ba-40af-8475-5884125405d9 req-1aec7de3-3313-43f8-9004-1112673a84a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 980 time: 0.0616796 Mar 29 09:34:20.145289 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-174f18ed-61ba-40af-8475-5884125405d9 req-c01eb292-a475-47b9-b4ac-6c219fb7fc7f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776720 Mar 29 09:34:20.163954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d64b-c0a4-4bc1-ad5c-54a02b836823 req-647f4b5e-fb78-454c-94c7-f37c63d0dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:20.165416 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e378d64b-c0a4-4bc1-ad5c-54a02b836823 req-647f4b5e-fb78-454c-94c7-f37c63d0dcf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=626bd277-1993-40c1-a975-676c1b67d9e6 HTTP/1.1" status: 200 len: 898 time: 0.1154306 Mar 29 09:34:20.207703 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e378d64b-c0a4-4bc1-ad5c-54a02b836823 req-8e50e12e-5243-4942-b946-128e28d89a28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 217 time: 0.0352218 Mar 29 09:34:20.256700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d64b-c0a4-4bc1-ad5c-54a02b836823 req-e16b289d-a081-48ea-878d-e1a46228acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:20.258183 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e378d64b-c0a4-4bc1-ad5c-54a02b836823 req-e16b289d-a081-48ea-878d-e1a46228acf6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=407d5c98-4477-4c79-9082-a2aa0f91c82c HTTP/1.1" status: 200 len: 835 time: 0.0435557 Mar 29 09:34:20.308208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378d64b-c0a4-4bc1-ad5c-54a02b836823 req-83913782-4b55-4c47-9fe8-aa6b1fbdbe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:20.309683 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e378d64b-c0a4-4bc1-ad5c-54a02b836823 req-83913782-4b55-4c47-9fe8-aa6b1fbdbe64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=626bd277-1993-40c1-a975-676c1b67d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449479 Mar 29 09:34:20.678677 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e378d64b-c0a4-4bc1-ad5c-54a02b836823 req-74d089f1-4167-4b9d-942f-85e27831b3ae service neutron] 10.222.0.24 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622823 Mar 29 09:34:20.772818 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e378d64b-c0a4-4bc1-ad5c-54a02b836823 req-46c0d890-0949-4833-84de-39ae313b46ce service neutron] 10.222.0.24 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862401 Mar 29 09:34:21.261614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f18db-720b-4823-81a6-e4190ab07214 req-846cf281-251b-4f24-9d09-bd5ecae9390e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:21.263093 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-985f18db-720b-4823-81a6-e4190ab07214 req-846cf281-251b-4f24-9d09-bd5ecae9390e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 980 time: 0.0488095 Mar 29 09:34:21.301413 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-985f18db-720b-4823-81a6-e4190ab07214 req-2645876b-2d7f-4c15-beb2-33ce9a79fd1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322318 Mar 29 09:34:22.418243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81c85d-d9f0-4e92-bdd1-42c6d2871bcd req-52d0f8f8-1629-4034-985a-27570528994a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:22.419729 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8c81c85d-d9f0-4e92-bdd1-42c6d2871bcd req-52d0f8f8-1629-4034-985a-27570528994a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 980 time: 0.0499663 Mar 29 09:34:22.457905 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8c81c85d-d9f0-4e92-bdd1-42c6d2871bcd req-8cbc79e8-5265-42d9-8fdd-24a67b6339cb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Mar 29 09:34:23.580656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572cd2e-e9e4-40b8-9ccf-3c9ff0e013ee req-61128f1f-9361-4193-9d51-4bb44ab6a817 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:23.582110 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3572cd2e-e9e4-40b8-9ccf-3c9ff0e013ee req-61128f1f-9361-4193-9d51-4bb44ab6a817 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 980 time: 0.0544283 Mar 29 09:34:23.621360 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3572cd2e-e9e4-40b8-9ccf-3c9ff0e013ee req-6b555837-7cd5-4b40-8291-a8a0363c4ef2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 Mar 29 09:34:23.681594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:34:23.799710 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:23.811010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'port_id': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'mac_address': 'fa:16:3e:d8:5c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:34:23.849475 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:23.865096 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:34:23.889240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:23.893970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:23.942545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:24.209859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['245ebf1f-c07b-4cba-bb81-51c4e1b56c89'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:34:24.742073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a046950-a726-4b12-a7aa-a969520e6ad9 req-10f00e44-c563-4a9b-84be-b47c198ace87 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:24.743544 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a046950-a726-4b12-a7aa-a969520e6ad9 req-10f00e44-c563-4a9b-84be-b47c198ace87 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 981 time: 0.0524919 Mar 29 09:34:24.788108 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a046950-a726-4b12-a7aa-a969520e6ad9 req-cff83537-b6d1-4c0b-88de-37f3bc918f6d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Mar 29 09:34:25.700223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:34:25.748849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:34:25.753648 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:25.754037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:25.835513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:25.858155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee2c7d2-679a-4d1c-8222-9feae91d0209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:34:25.860364 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fcdcbd-8a1d-406d-af93-a636a1f94849" -d '{"events": [{"server_uuid": "2ee2c7d2-679a-4d1c-8222-9feae91d0209", "name": "network-vif-plugged", "status": "completed", "tag": "245ebf1f-c07b-4cba-bb81-51c4e1b56c89"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:34:25.873743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:25.878722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:25.905313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3eaa50-7700-47f5-a446-bd514136e098 req-8111f21f-6c04-44fd-bff3-679a683fdc2e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:25.907024 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-df3eaa50-7700-47f5-a446-bd514136e098 req-8111f21f-6c04-44fd-bff3-679a683fdc2e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 981 time: 0.0524719 Mar 29 09:34:25.913538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41e50a8-2f9d-4bff-88b0-a7a8846acc0f x-openstack-request-id: req-c41e50a8-2f9d-4bff-88b0-a7a8846acc0f {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:34:25.913975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee2c7d2-679a-4d1c-8222-9feae91d0209", "name": "network-vif-plugged", "status": "completed", "tag": "245ebf1f-c07b-4cba-bb81-51c4e1b56c89", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:34:25.914225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c41e50a8-2f9d-4bff-88b0-a7a8846acc0f {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:34:25.914616 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee2c7d2-679a-4d1c-8222-9feae91d0209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'code': 200} Mar 29 09:34:25.932595 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:25.950672 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-df3eaa50-7700-47f5-a446-bd514136e098 req-056b06bb-97ff-4de8-9bf3-72516f871ec4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347810 Mar 29 09:34:26.082861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663de100-ba63-4089-96e5-edc5b44a2331 req-e813c1fa-76a9-4a23-8be8-119b9ee270e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:26.084324 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-663de100-ba63-4089-96e5-edc5b44a2331 req-e813c1fa-76a9-4a23-8be8-119b9ee270e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 1135 time: 0.0434172 Mar 29 09:34:26.118098 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-663de100-ba63-4089-96e5-edc5b44a2331 req-98a3acb7-46a0-4b3f-a034-71b906ab614e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262265 Mar 29 09:34:26.699675 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d00af08e-8e01-4f04-a5f9-b0ba964cab46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:27.073678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04589725-152b-4cff-b0ba-950651f674ae req-ac763afd-bb9a-4269-b912-f5f02f57c396 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:27.075136 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04589725-152b-4cff-b0ba-950651f674ae req-ac763afd-bb9a-4269-b912-f5f02f57c396 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 982 time: 0.0491934 Mar 29 09:34:27.117868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04589725-152b-4cff-b0ba-950651f674ae req-39214032-689c-4ea0-b826-0c848da62bf8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361261 Mar 29 09:34:28.235008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d8bfa-22cc-4d6e-ad1f-363521d3a9ce req-084eb8b0-51d3-4985-961f-d63d0f832979 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:28.236626 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f89d8bfa-22cc-4d6e-ad1f-363521d3a9ce req-084eb8b0-51d3-4985-961f-d63d0f832979 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 982 time: 0.0509126 Mar 29 09:34:28.276377 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f89d8bfa-22cc-4d6e-ad1f-363521d3a9ce req-3521e38b-73d8-46fa-952e-1330b99672cf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336833 Mar 29 09:34:28.395033 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0a8ee-9d34-4adf-a7ca-078b78f52c3b req-fafc373a-9e9e-4d8d-86e7-19067a07717d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:28.396545 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-86f0a8ee-9d34-4adf-a7ca-078b78f52c3b req-fafc373a-9e9e-4d8d-86e7-19067a07717d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 982 time: 0.0535662 Mar 29 09:34:28.433246 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-86f0a8ee-9d34-4adf-a7ca-078b78f52c3b req-39d24b76-e83f-4dcd-9e9a-a1371f594163 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308149 Mar 29 09:34:28.455215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54348) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:28.492942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7257b7-f268-4136-be5b-3f9814f81c6d tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:28.494466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5f7257b7-f268-4136-be5b-3f9814f81c6d tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 1130 time: 0.0382700 Mar 29 09:34:28.497161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54350) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:28.502002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:28.521976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:28.617861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:28.716478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.85 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/b9fc2b6d-e8c4-490f-9cfb-4020d12e715a) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:34:28.821310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:28.856023 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:28.891682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:34:28.894776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:34:28.897599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:34:28.928826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=b9fc2b6d-e8c4-490f-9cfb-4020d12e715a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:29.095032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7e38dbcb-4e5c-4533-a079-606c05eaec81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:29.269267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:29.338860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:29.491919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:29.496462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:29.566012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=b9fc2b6d-e8c4-490f-9cfb-4020d12e715a,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:29.577957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:29.676120 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP f3d6c2bc-7eb6-4065-921e-ea3579ee5c3d associated. External IP: 172.26.1.85, port: 245ebf1f-c07b-4cba-bb81-51c4e1b56c89. Mar 29 09:34:29.876432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router c3c07a42-a278-4378-9f01-f5093e3d7ade has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:34:29.989944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:34:29.999277 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31450bec-5a8c-427a-83a6-edc05f997e87 None None] Sync routers for ids ['c3c07a42-a278-4378-9f01-f5093e3d7ade'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:34:30.007940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:30.008560 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31450bec-5a8c-427a-83a6-edc05f997e87 None None] Routers {'c3c07a42-a278-4378-9f01-f5093e3d7ade'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:30.009158 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-31450bec-5a8c-427a-83a6-edc05f997e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:34:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c3c07a42-a278-4378-9f01-f5093e3d7ade'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:30.036015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d51a6907-09c7-4128-9b5c-02f37002e1f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 1.5377696 Mar 29 09:34:30.036579 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee2c7d2-679a-4d1c-8222-9feae91d0209', 'tag': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:34:30.038890 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7726d97-e35e-4632-8a41-49967f1eb4db" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee2c7d2-679a-4d1c-8222-9feae91d0209", "tag": "245ebf1f-c07b-4cba-bb81-51c4e1b56c89"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:34:30.039278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54352) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:30.079714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314681b8-3f30-4f6d-8317-132d04f93c32 x-openstack-request-id: req-314681b8-3f30-4f6d-8317-132d04f93c32 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:34:30.080074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee2c7d2-679a-4d1c-8222-9feae91d0209", "tag": "245ebf1f-c07b-4cba-bb81-51c4e1b56c89", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:34:30.080393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-314681b8-3f30-4f6d-8317-132d04f93c32 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:34:30.080862 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee2c7d2-679a-4d1c-8222-9feae91d0209', 'tag': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'status': 'completed', 'code': 200} Mar 29 09:34:30.118504 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-31450bec-5a8c-427a-83a6-edc05f997e87 None None] Set router c3c07a42-a278-4378-9f01-f5093e3d7ade gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:30.119562 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da91f6d-2468-4766-a122-27de54fe6e4f tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:30.124104 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5da91f6d-2468-4766-a122-27de54fe6e4f tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209&network_id=626bd277-1993-40c1-a975-676c1b67d9e6 HTTP/1.1" status: 200 len: 1130 time: 0.0837755 Mar 29 09:34:30.148457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7726d97-e35e-4632-8a41-49967f1eb4db req-29760452-2b59-41ca-a3a3-d3b858356364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:30.150308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7726d97-e35e-4632-8a41-49967f1eb4db req-29760452-2b59-41ca-a3a3-d3b858356364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 1135 time: 0.0504203 Mar 29 09:34:30.249665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7726d97-e35e-4632-8a41-49967f1eb4db req-bc3aaa4b-83cc-4f94-9bdc-cdfad5f04a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:30.251634 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7726d97-e35e-4632-8a41-49967f1eb4db req-bc3aaa4b-83cc-4f94-9bdc-cdfad5f04a29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=626bd277-1993-40c1-a975-676c1b67d9e6 HTTP/1.1" status: 200 len: 898 time: 0.0948670 Mar 29 09:34:30.352997 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7726d97-e35e-4632-8a41-49967f1eb4db req-418e3003-4034-4317-a52b-454cab06bca7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 1035 time: 0.0957346 Mar 29 09:34:30.374548 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-31450bec-5a8c-427a-83a6-edc05f997e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:14Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f3d6c2bc-7eb6-4065-921e-ea3579ee5c3d', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.85', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'port_id': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-843591860', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'mac_address': 'fa:16:3e:d8:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee2c7d2-679a-4d1c-8222-9feae91d0209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:34:29Z', 'updated_at': '2022-03-29T09:34:29Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65779ded-437f-4ff3-bed1-6c6219cd99e2', 'name': '', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:71:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:13Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:30.404759 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31450bec-5a8c-427a-83a6-edc05f997e87 None None] Checking router: c3c07a42-a278-4378-9f01-f5093e3d7ade for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:34:30.414826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7726d97-e35e-4632-8a41-49967f1eb4db req-a4ea3e2e-87f2-41f0-ba11-298f3e34c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:30.415102 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31450bec-5a8c-427a-83a6-edc05f997e87 None None] Routers {'c3c07a42-a278-4378-9f01-f5093e3d7ade'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:30.415241 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7726d97-e35e-4632-8a41-49967f1eb4db req-a4ea3e2e-87f2-41f0-ba11-298f3e34c8bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=407d5c98-4477-4c79-9082-a2aa0f91c82c HTTP/1.1" status: 200 len: 835 time: 0.0550761 Mar 29 09:34:30.415350 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-31450bec-5a8c-427a-83a6-edc05f997e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:34:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c3c07a42-a278-4378-9f01-f5093e3d7ade'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:30.484880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc53fb-ab1b-4643-95b9-fc45d78d8bd2 req-13e698c7-3c7e-4620-a19c-4124de32a03d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:30.487109 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-abcc53fb-ab1b-4643-95b9-fc45d78d8bd2 req-13e698c7-3c7e-4620-a19c-4124de32a03d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 982 time: 0.1659164 Mar 29 09:34:30.494078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7726d97-e35e-4632-8a41-49967f1eb4db req-0b7d894c-2998-4a6b-9505-fb6c564caff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:30.495577 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7726d97-e35e-4632-8a41-49967f1eb4db req-0b7d894c-2998-4a6b-9505-fb6c564caff3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=626bd277-1993-40c1-a975-676c1b67d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659513 Mar 29 09:34:30.548347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:30.556730 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-abcc53fb-ab1b-4643-95b9-fc45d78d8bd2 req-f1f5fcdd-6e20-470d-b7fc-87ee9e1052fd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601561 Mar 29 09:34:30.609241 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7726d97-e35e-4632-8a41-49967f1eb4db req-15912494-7972-4574-84b9-3c63645db661 service neutron] 10.222.0.24 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055095 Mar 29 09:34:30.614102 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-31450bec-5a8c-427a-83a6-edc05f997e87 None None] Set router c3c07a42-a278-4378-9f01-f5093e3d7ade gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:30.706257 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7726d97-e35e-4632-8a41-49967f1eb4db req-d469c45c-fa84-464f-8dde-8a5aead6c7c5 service neutron] 10.222.0.24 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897868 Mar 29 09:34:30.837123 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-31450bec-5a8c-427a-83a6-edc05f997e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:14Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f3d6c2bc-7eb6-4065-921e-ea3579ee5c3d', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.85', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'port_id': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-843591860', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'mac_address': 'fa:16:3e:d8:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee2c7d2-679a-4d1c-8222-9feae91d0209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:34:29Z', 'updated_at': '2022-03-29T09:34:29Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65779ded-437f-4ff3-bed1-6c6219cd99e2', 'name': '', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:71:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:13Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:30.862614 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31450bec-5a8c-427a-83a6-edc05f997e87 None None] The sync data for ids ['c3c07a42-a278-4378-9f01-f5093e3d7ade'] in dv-neutron-835554-1-hyperv is: [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:14Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f3d6c2bc-7eb6-4065-921e-ea3579ee5c3d', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.85', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'port_id': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-843591860', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'mac_address': 'fa:16:3e:d8:5c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee2c7d2-679a-4d1c-8222-9feae91d0209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:34:29Z', 'updated_at': '2022-03-29T09:34:29Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65779ded-437f-4ff3-bed1-6c6219cd99e2', 'name': '', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:71:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:13Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:34:31.064832 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3f2e5-b8d3-4fcd-be87-40142ab2ffe1 None None] New status for floating IP f3d6c2bc-7eb6-4065-921e-ea3579ee5c3d: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:34:31.675174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4f19e-2695-497b-a706-51d96838691b req-81d7ed1a-797a-4aee-ae2b-68912ae157db tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:31.676535 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ed4f19e-2695-497b-a706-51d96838691b req-81d7ed1a-797a-4aee-ae2b-68912ae157db tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 982 time: 0.0479257 Mar 29 09:34:31.714709 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ed4f19e-2695-497b-a706-51d96838691b req-809a014c-b6dd-4566-abff-a4ada0e9a6fd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Mar 29 09:34:31.895686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-c8411631-31ea-445f-bd7e-a41222123c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:31.897097 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-c8411631-31ea-445f-bd7e-a41222123c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 982 time: 0.0460253 Mar 29 09:34:31.951384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-0af6dc8b-3851-413d-b580-603b260c0ff2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:31.952642 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-0af6dc8b-3851-413d-b580-603b260c0ff2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0497773 Mar 29 09:34:32.008373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:32.056234 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-7d05bfde-9c72-4e53-a6a0-23a6b43084ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0980668 Mar 29 09:34:32.067275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:32.128979 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:32.261164 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:32.293192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:34:32.325309 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] device_id is not set on port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:34:32.334953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:32.341749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:32.460293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] Pushing event updated for resources: {'Port': ['ID=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,revision_number=6']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:32.509726 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] No DVR routers for this DVR port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:34:32.511593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:32.637333 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-9dca619f-95bc-49af-aa27-d76d63355953 None None] Provisioning complete for port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:32.637730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9dca619f-95bc-49af-aa27-d76d63355953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:32.673388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-9dca619f-95bc-49af-aa27-d76d63355953 None None] Port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:34:32.857156 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d946dff3-23dc-45fe-8fb1-35a307a38c5e req-c9ac8316-55c5-4a22-aee1-4938d9cb680e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ee2c7d2-679a-4d1c-8222-9feae91d0209 HTTP/1.1" status: 200 len: 210 time: 0.0295260 Mar 29 09:34:32.962462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] In _notify_port_updated(), no bound segment for port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 on network 626bd277-1993-40c1-a975-676c1b67d9e6 {{(pid=102496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:34:32.963336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:32.963935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:32.965201 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d61fe15-fb0c-4421-bc11-1ac2d042ec47 req-372dfb81-c03e-4424-b2a6-a399e719db16 service neutron] 10.222.0.24 "PUT /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 1025 time: 0.9023683 Mar 29 09:34:33.481804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:33.914451 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54368) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:33.958495 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b375590-cdb8-4c9b-8843-bea9e6b73484 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:33.959903 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7b375590-cdb8-4c9b-8843-bea9e6b73484 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 924 time: 0.0444384 Mar 29 09:34:34.241827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54372) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:34.246712 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ba48e4a9-341e-4a1b-ac30-11d7b71d940a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010636452', 'description': 'tempest-secgroup-smoke-1010636452 description', 'project_id': '6010cd4cec6b417ba57b11945c979066'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:34.266553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba48e4a9-341e-4a1b-ac30-11d7b71d940a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.336899 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba48e4a9-341e-4a1b-ac30-11d7b71d940a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.340505 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba48e4a9-341e-4a1b-ac30-11d7b71d940a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.371008 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ba48e4a9-341e-4a1b-ac30-11d7b71d940a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.372246 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ba48e4a9-341e-4a1b-ac30-11d7b71d940a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1293976 Mar 29 09:34:34.373361 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48e4a9-341e-4a1b-ac30-11d7b71d940a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=284b9e7d-1f2c-405d-b04d-c1f5dcb200cf,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:34.375285 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54374) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:34.380682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-594e367e-6015-4d29-b947-9afa50a78b24 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '284b9e7d-1f2c-405d-b04d-c1f5dcb200cf', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:34.411402 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-594e367e-6015-4d29-b947-9afa50a78b24 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.468454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-594e367e-6015-4d29-b947-9afa50a78b24 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.472739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-594e367e-6015-4d29-b947-9afa50a78b24 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.490255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e367e-6015-4d29-b947-9afa50a78b24 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038560c1-dab4-4c58-b778-af91ec1de85a,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:34.497905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-594e367e-6015-4d29-b947-9afa50a78b24 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.499114 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-594e367e-6015-4d29-b947-9afa50a78b24 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226993 Mar 29 09:34:34.501807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54376) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:34.506129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-8cd98167-4404-4424-9dbe-223f6deb4f28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '284b9e7d-1f2c-405d-b04d-c1f5dcb200cf', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:34.530293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8cd98167-4404-4424-9dbe-223f6deb4f28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.585794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8cd98167-4404-4424-9dbe-223f6deb4f28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.589070 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8cd98167-4404-4424-9dbe-223f6deb4f28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.606539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd98167-4404-4424-9dbe-223f6deb4f28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60687d07-afa5-4d2d-b4fc-6f69593147c5,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:34.614506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8cd98167-4404-4424-9dbe-223f6deb4f28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.615695 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8cd98167-4404-4424-9dbe-223f6deb4f28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129727 Mar 29 09:34:34.618399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54378) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:34.622658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c080ff56-ab31-4752-aa84-82ab96fad22d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '284b9e7d-1f2c-405d-b04d-c1f5dcb200cf', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:34.648136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c080ff56-ab31-4752-aa84-82ab96fad22d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.706532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c080ff56-ab31-4752-aa84-82ab96fad22d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.710144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c080ff56-ab31-4752-aa84-82ab96fad22d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.728647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080ff56-ab31-4752-aa84-82ab96fad22d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7b4151-7cb1-4834-bb47-f9334c767394,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:34.737277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c080ff56-ab31-4752-aa84-82ab96fad22d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.738589 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c080ff56-ab31-4752-aa84-82ab96fad22d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192505 Mar 29 09:34:34.742173 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54380) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:34.746473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b124d05c-3e7f-40e5-93f5-9e83db38f47b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '284b9e7d-1f2c-405d-b04d-c1f5dcb200cf', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:34.772725 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b124d05c-3e7f-40e5-93f5-9e83db38f47b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.831528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b124d05c-3e7f-40e5-93f5-9e83db38f47b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.835039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b124d05c-3e7f-40e5-93f5-9e83db38f47b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.852012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124d05c-3e7f-40e5-93f5-9e83db38f47b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5cce41-c0bb-4ada-b970-b927b75bedff,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:34.860920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b124d05c-3e7f-40e5-93f5-9e83db38f47b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.862200 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b124d05c-3e7f-40e5-93f5-9e83db38f47b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190772 Mar 29 09:34:34.864830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54382) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:34.869185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-77ffb777-5d01-42df-859e-fbaa28287fba tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '284b9e7d-1f2c-405d-b04d-c1f5dcb200cf', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:34.887784 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-77ffb777-5d01-42df-859e-fbaa28287fba tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:34:34.892448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77ffb777-5d01-42df-859e-fbaa28287fba tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.951571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77ffb777-5d01-42df-859e-fbaa28287fba tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.955223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77ffb777-5d01-42df-859e-fbaa28287fba tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.973294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffb777-5d01-42df-859e-fbaa28287fba tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c854384-ece5-4691-bdeb-2b0664ab226b,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:34.980996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77ffb777-5d01-42df-859e-fbaa28287fba tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:34.982202 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-77ffb777-5d01-42df-859e-fbaa28287fba tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164589 Mar 29 09:34:34.985548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54384) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:34.989942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1e69ab72-e0a9-43df-8489-ca662f5e10c9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '284b9e7d-1f2c-405d-b04d-c1f5dcb200cf', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:35.009503 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-1e69ab72-e0a9-43df-8489-ca662f5e10c9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:34:35.014124 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e69ab72-e0a9-43df-8489-ca662f5e10c9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:35.077219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e69ab72-e0a9-43df-8489-ca662f5e10c9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:35.081910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e69ab72-e0a9-43df-8489-ca662f5e10c9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:35.098779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69ab72-e0a9-43df-8489-ca662f5e10c9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef65c8eb-71fd-411e-959e-b4060c5efa47,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:35.107347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e69ab72-e0a9-43df-8489-ca662f5e10c9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:35.108549 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1e69ab72-e0a9-43df-8489-ca662f5e10c9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220348 Mar 29 09:34:35.206430 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:34:35.244635 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-95d10a1c-b0d2-4b25-bc07-ecb5c2863dbf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010636452&fields=id&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 267 time: 0.0312035 Mar 29 09:34:35.293594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-aca1094f-cb8f-4ebd-bb31-496ec8af8ec2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:35.294917 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-aca1094f-cb8f-4ebd-bb31-496ec8af8ec2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 929 time: 0.0421431 Mar 29 09:34:35.339573 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-9da4759e-21c7-4c0c-816b-6ae8a44a0360 service neutron] 10.222.0.32 "GET /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0321019 Mar 29 09:34:35.429736 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-224fd2b1-37d5-4cbc-be54-6e2a0b0ecdcb service neutron] 10.222.0.32 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838666 Mar 29 09:34:35.517559 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-7d0247d8-dd56-4730-8d3a-ef9dfad3eec5 service neutron] 10.222.0.32 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815871 Mar 29 09:34:35.673549 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e442aef-cbf1-420c-9b78-2733591d4cfa req-89830afb-3fe2-4816-ae63-abd7cff2ec4d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 210 time: 0.0260856 Mar 29 09:34:35.746703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:34:35.788973 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:34:36.516995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-a822119e-4dc1-4081-b54c-f8161c8d1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:36.518946 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-a822119e-4dc1-4081-b54c-f8161c8d1cd4 service neutron] 10.222.0.24 "GET /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 1025 time: 0.0414691 Mar 29 09:34:36.627174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-3658b2ce-0ed4-43df-9b1e-96c3109177d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:36.628593 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-3658b2ce-0ed4-43df-9b1e-96c3109177d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks?id=626bd277-1993-40c1-a975-676c1b67d9e6 HTTP/1.1" status: 200 len: 797 time: 0.1036716 Mar 29 09:34:36.680143 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-99da88f4-6d17-4f1e-806f-fb50e70a0e60 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 472 time: 0.0387766 Mar 29 09:34:36.693103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Request body: {'port': {'device_id': 'a5f6ad4f-5068-4999-9f64-2c5d7444e2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:36.761375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:36.777811 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4df64860-5201-4eed-9f3c-271def02113b req-9240b352-a4ec-470a-a27a-07d53abe3602 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 210 time: 0.0320802 Mar 29 09:34:37.044631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:34:37.052944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:37.066244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Transition to ACTIVE for port object 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:34:37.070010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:37.146979 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Pushing event updated for resources: {'Port': ['ID=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,revision_number=7']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:37.245047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Attempting to bind port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:34:37.245384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Attempting to bind port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:34:37.245769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Attempting to bind port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 on network 626bd277-1993-40c1-a975-676c1b67d9e6 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:34:37.250440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 on network 626bd277-1993-40c1-a975-676c1b67d9e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:34:37.250686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Attempting to bind port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 on network 626bd277-1993-40c1-a975-676c1b67d9e6 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:34:37.255534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:34:37.255871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Checking segment: {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:34:37.256258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Bound using segment: {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:34:37.256689 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Bound port: 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cf3534-2e44-4589-a663-69f682497c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:34:37.257050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:37.321341 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:34:37.325069 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:34:37.330136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:37.365553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:37.366340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:37.367830 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] 10.222.0.24 "PUT /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 1130 time: 0.6785395 Mar 29 09:34:37.368317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f6ad4f-5068-4999-9f64-2c5d7444e2f2', 'tag': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:34:37.370619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32d2797-8d46-4a70-a3b9-b5bdb425d3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f6ad4f-5068-4999-9f64-2c5d7444e2f2", "tag": "245ebf1f-c07b-4cba-bb81-51c4e1b56c89"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:34:37.400196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd008651-ebc3-4aa3-b05d-028c5a3d014a service neutron] Pushing event updated for resources: {'Port': ['ID=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,revision_number=8']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:37.417754 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a658d7-1f94-461b-8b13-4ce0e7afdb9e x-openstack-request-id: req-05a658d7-1f94-461b-8b13-4ce0e7afdb9e {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:34:37.418043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f6ad4f-5068-4999-9f64-2c5d7444e2f2", "tag": "245ebf1f-c07b-4cba-bb81-51c4e1b56c89", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:34:37.418312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05a658d7-1f94-461b-8b13-4ce0e7afdb9e {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:34:37.419389 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f6ad4f-5068-4999-9f64-2c5d7444e2f2', 'tag': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'status': 'completed', 'code': 200} Mar 29 09:34:37.455055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-7c5ef277-41d6-4d99-b9b0-e5163f1c1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:37.456582 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-7c5ef277-41d6-4d99-b9b0-e5163f1c1962 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 1133 time: 0.0474725 Mar 29 09:34:37.534913 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-65cff569-bf5b-415b-8354-d962f81e0c9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 1035 time: 0.0716977 Mar 29 09:34:37.584121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-e4074e23-5835-4314-8036-a5bf6102c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:37.585511 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-e4074e23-5835-4314-8036-a5bf6102c223 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=407d5c98-4477-4c79-9082-a2aa0f91c82c HTTP/1.1" status: 200 len: 835 time: 0.0440366 Mar 29 09:34:37.630103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-ee675f54-9051-4e8e-bd39-02a091e2bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:37.631583 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-ee675f54-9051-4e8e-bd39-02a091e2bffa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=626bd277-1993-40c1-a975-676c1b67d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391824 Mar 29 09:34:37.724150 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-242c24c6-e9e8-4851-b830-8f9c7d606fdd service neutron] 10.222.0.24 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852997 Mar 29 09:34:37.816440 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d4e7d38a-1875-402f-bc55-8802a450c1c4 req-4de2dfab-b906-43a2-a54e-58d7a3de4f7d service neutron] 10.222.0.24 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848620 Mar 29 09:34:37.930125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c644-2df1-4c81-a036-b94069fedeea req-77445f30-56d6-48e3-bacb-f089154c4031 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:37.931675 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f4f3c644-2df1-4c81-a036-b94069fedeea req-77445f30-56d6-48e3-bacb-f089154c4031 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 980 time: 0.0803289 Mar 29 09:34:37.938260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d2797-8d46-4a70-a3b9-b5bdb425d3e1 req-c3e866b9-39d3-45f1-801a-ea39dc06d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:37.939689 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d32d2797-8d46-4a70-a3b9-b5bdb425d3e1 req-c3e866b9-39d3-45f1-801a-ea39dc06d390 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 1133 time: 0.0779591 Mar 29 09:34:38.027646 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f4f3c644-2df1-4c81-a036-b94069fedeea req-4e4f5aed-f16a-4921-8f3b-dd72d359d184 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857122 Mar 29 09:34:38.056089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d2797-8d46-4a70-a3b9-b5bdb425d3e1 req-df0e4dfc-d8c8-45e9-9926-ae783548d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:38.057552 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d32d2797-8d46-4a70-a3b9-b5bdb425d3e1 req-df0e4dfc-d8c8-45e9-9926-ae783548d36f service neutron] 10.222.0.24 "GET /v2.0/networks?id=626bd277-1993-40c1-a975-676c1b67d9e6 HTTP/1.1" status: 200 len: 898 time: 0.1098762 Mar 29 09:34:38.122668 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d32d2797-8d46-4a70-a3b9-b5bdb425d3e1 req-27a393ca-f6bb-4cbd-a4a1-ffc5fddf0466 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 1035 time: 0.0579915 Mar 29 09:34:38.171058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d2797-8d46-4a70-a3b9-b5bdb425d3e1 req-71b472ec-75c1-44f7-b115-7820876ec107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:38.172530 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d32d2797-8d46-4a70-a3b9-b5bdb425d3e1 req-71b472ec-75c1-44f7-b115-7820876ec107 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=407d5c98-4477-4c79-9082-a2aa0f91c82c HTTP/1.1" status: 200 len: 835 time: 0.0434418 Mar 29 09:34:38.220593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d2797-8d46-4a70-a3b9-b5bdb425d3e1 req-31a270f2-9ebd-432f-a500-089b004b2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:38.221999 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d32d2797-8d46-4a70-a3b9-b5bdb425d3e1 req-31a270f2-9ebd-432f-a500-089b004b2ba2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=626bd277-1993-40c1-a975-676c1b67d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434475 Mar 29 09:34:38.307685 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d32d2797-8d46-4a70-a3b9-b5bdb425d3e1 req-66098bab-ed66-46d1-bce2-27f977c56956 service neutron] 10.222.0.24 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790195 Mar 29 09:34:38.397523 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d32d2797-8d46-4a70-a3b9-b5bdb425d3e1 req-4713769d-5700-4c4c-ab6f-bed70b215b83 service neutron] 10.222.0.24 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833371 Mar 29 09:34:39.144286 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef52f4-c5f4-40d3-8096-384174cce075 req-361565a6-89c8-4eb9-8f6c-8672c77acfd8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:39.145808 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96ef52f4-c5f4-40d3-8096-384174cce075 req-361565a6-89c8-4eb9-8f6c-8672c77acfd8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 980 time: 0.0491974 Mar 29 09:34:39.182927 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96ef52f4-c5f4-40d3-8096-384174cce075 req-a59bb4ba-5b91-4dea-a99b-b042531e77ef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309677 Mar 29 09:34:39.793287 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:34:39.887128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:39.898383 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'port_id': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'mac_address': 'fa:16:3e:d8:5c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:34:39.933986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:39.946617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:34:39.967211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:39.972152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:40.022717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,revision_number=9']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:40.267197 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['245ebf1f-c07b-4cba-bb81-51c4e1b56c89'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:34:40.300285 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee42de-1a1a-4966-97e7-508e2d42dad6 req-78bc9896-00be-4ad4-9a5f-9c7cde820943 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:40.301775 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3bee42de-1a1a-4966-97e7-508e2d42dad6 req-78bc9896-00be-4ad4-9a5f-9c7cde820943 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 981 time: 0.0502183 Mar 29 09:34:40.340081 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3bee42de-1a1a-4966-97e7-508e2d42dad6 req-6466d91b-9ca9-42dc-8bfa-cbbc8dffe1b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320878 Mar 29 09:34:41.462289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063b530-a565-477c-a711-e6856fbee1c3 req-6d4e3f5a-e277-4ca8-8a9a-e6fbcdaa307e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:41.463751 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2063b530-a565-477c-a711-e6856fbee1c3 req-6d4e3f5a-e277-4ca8-8a9a-e6fbcdaa307e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 981 time: 0.0534830 Mar 29 09:34:41.501610 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2063b530-a565-477c-a711-e6856fbee1c3 req-33069841-50a9-4952-bd46-9c083ce0d598 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Mar 29 09:34:41.810326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:34:41.861493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:34:41.867932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:41.868538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:41.946269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:41.969796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f6ad4f-5068-4999-9f64-2c5d7444e2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:34:41.972026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c647146d-866e-40e0-abb2-927e1f60f72c" -d '{"events": [{"server_uuid": "a5f6ad4f-5068-4999-9f64-2c5d7444e2f2", "name": "network-vif-plugged", "status": "completed", "tag": "245ebf1f-c07b-4cba-bb81-51c4e1b56c89"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:34:41.984775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:41.988999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:42.014902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f7ea5e-bb74-43bc-ad4c-1e6d2cd9ed5e x-openstack-request-id: req-e0f7ea5e-bb74-43bc-ad4c-1e6d2cd9ed5e {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:34:42.015189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f6ad4f-5068-4999-9f64-2c5d7444e2f2", "name": "network-vif-plugged", "status": "completed", "tag": "245ebf1f-c07b-4cba-bb81-51c4e1b56c89", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:34:42.015511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0f7ea5e-bb74-43bc-ad4c-1e6d2cd9ed5e {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:34:42.015807 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f6ad4f-5068-4999-9f64-2c5d7444e2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245ebf1f-c07b-4cba-bb81-51c4e1b56c89', 'code': 200} Mar 29 09:34:42.044629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,revision_number=10']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:42.176895 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9655c5-1d07-4b61-be1a-1d792f905b32 req-0f29fbf7-238c-4891-8f36-b613ecc7af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:42.178394 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3f9655c5-1d07-4b61-be1a-1d792f905b32 req-0f29fbf7-238c-4891-8f36-b613ecc7af8d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 1136 time: 0.0396471 Mar 29 09:34:42.214104 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3f9655c5-1d07-4b61-be1a-1d792f905b32 req-f976bdaa-80ef-40be-9ef2-62bb64c4ad7f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283549 Mar 29 09:34:42.614836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c4025-2a8e-4ce2-b696-0fe623d2e404 req-1ae5edf3-8c3d-43d9-8018-c8b13ec7ab36 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:42.616302 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e1c4025-2a8e-4ce2-b696-0fe623d2e404 req-1ae5edf3-8c3d-43d9-8018-c8b13ec7ab36 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 983 time: 0.0479302 Mar 29 09:34:42.653261 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e1c4025-2a8e-4ce2-b696-0fe623d2e404 req-dc2083a0-c6f7-48d7-82f9-3d5f1883dd33 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Mar 29 09:34:43.774538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0f9fe-5f90-4e17-b4e6-18210edb55db req-d7e60796-ad0b-4584-8157-51c8efbb2904 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:43.776009 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bc0f9fe-5f90-4e17-b4e6-18210edb55db req-d7e60796-ad0b-4584-8157-51c8efbb2904 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 983 time: 0.0541079 Mar 29 09:34:43.815234 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bc0f9fe-5f90-4e17-b4e6-18210edb55db req-f1e43e2a-8ed1-4225-abf0-939d0aba30ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331309 Mar 29 09:34:43.931509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0341475-7c8b-4a93-85e0-93ce1edfdfe6 req-02a197a0-11a0-4473-812f-b482dd16f195 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:43.932924 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d0341475-7c8b-4a93-85e0-93ce1edfdfe6 req-02a197a0-11a0-4473-812f-b482dd16f195 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 983 time: 0.0498245 Mar 29 09:34:43.971408 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d0341475-7c8b-4a93-85e0-93ce1edfdfe6 req-6a33174b-96a2-4a4b-9f7c-1df340d40614 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Mar 29 09:34:43.995100 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54432) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:44.064733 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b72841-23a9-4e10-b2b5-ef2a4698896d tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:44.066290 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-97b72841-23a9-4e10-b2b5-ef2a4698896d tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2&network_id=626bd277-1993-40c1-a975-676c1b67d9e6 HTTP/1.1" status: 200 len: 1131 time: 0.0702031 Mar 29 09:34:44.283163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a951b-7cf2-48a0-bdaf-43012e20650c req-254cad09-4bf3-41be-85d7-da5072d331f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:44.284624 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ed7a951b-7cf2-48a0-bdaf-43012e20650c req-254cad09-4bf3-41be-85d7-da5072d331f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 983 time: 0.0532947 Mar 29 09:34:44.322422 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ed7a951b-7cf2-48a0-bdaf-43012e20650c req-51bee696-63fc-4514-ab2a-50d156c43ca7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317428 Mar 29 09:34:45.441053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0184f4e-d2a4-47fd-baa3-dcd9b74eab36 req-74cfaae9-532c-41f2-92ce-e670bd6174a1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:45.442568 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e0184f4e-d2a4-47fd-baa3-dcd9b74eab36 req-74cfaae9-532c-41f2-92ce-e670bd6174a1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 983 time: 0.0512989 Mar 29 09:34:45.480502 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e0184f4e-d2a4-47fd-baa3-dcd9b74eab36 req-0b9b3403-54c5-4405-b488-89d6c7440083 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316842 Mar 29 09:34:45.773446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-a047e502-2b00-4d00-b423-e8e1fcbf8313 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:45.774815 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-a047e502-2b00-4d00-b423-e8e1fcbf8313 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 983 time: 0.0465877 Mar 29 09:34:45.820623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-13f6d3ea-1693-4234-8512-b4457f6f9c82 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:45.821990 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-13f6d3ea-1693-4234-8512-b4457f6f9c82 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0411012 Mar 29 09:34:45.919535 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-4d6f65ed-f0fa-4049-bf5f-c426b2b25b7e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0915544 Mar 29 09:34:45.930126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:45.985673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:46.112679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:46.147861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] For port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:34:46.178681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] device_id is not set on port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 yet. {{(pid=102496) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 29 09:34:46.186876 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:46.192942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:46.264023 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] Pushing event updated for resources: {'Port': ['ID=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,revision_number=11']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:46.312404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] No DVR routers for this DVR port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:34:46.421751 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-213b90fd-1381-47e9-b73b-68b25238b14b None None] Provisioning complete for port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:46.422971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-213b90fd-1381-47e9-b73b-68b25238b14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:46.452661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] In _notify_port_updated(), no bound segment for port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 on network 626bd277-1993-40c1-a975-676c1b67d9e6 {{(pid=102496) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 29 09:34:46.453625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:46.454238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:46.455525 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ce2001b-c8ab-49df-980f-19dde9380bef req-1e184aa8-02a7-40f9-9b0e-3f0ba482c9bc service neutron] 10.222.0.24 "PUT /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 200 len: 1026 time: 0.5291781 Mar 29 09:34:46.456199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-213b90fd-1381-47e9-b73b-68b25238b14b None None] Port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:34:46.576101 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43299ab0-6079-4ef2-a316-f5b85cf02c98 req-0d746d43-d3e5-4cf0-9a1a-298374cf9bcd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5f6ad4f-5068-4999-9f64-2c5d7444e2f2 HTTP/1.1" status: 200 len: 210 time: 0.0275269 Mar 29 09:34:47.631048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54444) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:47.687427 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3a263732-03d3-4848-a85b-c147dcdc30ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:47.711394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3a263732-03d3-4848-a85b-c147dcdc30ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:47.775546 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3a263732-03d3-4848-a85b-c147dcdc30ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:47.778159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3a263732-03d3-4848-a85b-c147dcdc30ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:47.779445 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3a263732-03d3-4848-a85b-c147dcdc30ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/security-groups/284b9e7d-1f2c-405d-b04d-c1f5dcb200cf HTTP/1.1" status: 204 len: 168 time: 0.1473696 Mar 29 09:34:47.792638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a263732-03d3-4848-a85b-c147dcdc30ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=284b9e7d-1f2c-405d-b04d-c1f5dcb200cf,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:47.812291 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54448) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:47.976918 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port b9fc2b6d-e8c4-490f-9cfb-4020d12e715a {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:34:47.977164 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:48.063591 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:48.063915 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:48.075992 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for b9fc2b6d-e8c4-490f-9cfb-4020d12e715a owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:34:48.222818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:48.248451 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=b9fc2b6d-e8c4-490f-9cfb-4020d12e715a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:48.308836 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:48.309154 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP f3d6c2bc-7eb6-4065-921e-ea3579ee5c3d disassociated (deleted). External IP: 172.26.1.85, port: 245ebf1f-c07b-4cba-bb81-51c4e1b56c89. Mar 29 09:34:48.513035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router c3c07a42-a278-4378-9f01-f5093e3d7ade has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:34:48.619090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:34:48.623838 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:48.629452 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f3e9b-8d05-4c12-8283-d1fcf3b8fb99 None None] Sync routers for ids ['c3c07a42-a278-4378-9f01-f5093e3d7ade'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:34:48.639022 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237f3e9b-8d05-4c12-8283-d1fcf3b8fb99 None None] Routers {'c3c07a42-a278-4378-9f01-f5093e3d7ade'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:48.639604 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-237f3e9b-8d05-4c12-8283-d1fcf3b8fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:34:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c3c07a42-a278-4378-9f01-f5093e3d7ade'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:48.651422 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-60a6f622-7089-467c-b72e-c6d131dc3ee4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/floatingips/f3d6c2bc-7eb6-4065-921e-ea3579ee5c3d HTTP/1.1" status: 204 len: 168 time: 0.8376825 Mar 29 09:34:48.720110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54454) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:48.748406 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-237f3e9b-8d05-4c12-8283-d1fcf3b8fb99 None None] Set router c3c07a42-a278-4378-9f01-f5093e3d7ade gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:48.778919 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15ccf1c7-1fe5-4ed6-91db-57e6118b1084 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:48.805862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15ccf1c7-1fe5-4ed6-91db-57e6118b1084 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:48.870583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15ccf1c7-1fe5-4ed6-91db-57e6118b1084 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:48.873205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15ccf1c7-1fe5-4ed6-91db-57e6118b1084 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:48.874427 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-15ccf1c7-1fe5-4ed6-91db-57e6118b1084 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/security-groups/e631059d-4f3f-41ae-acc7-143985ddf8a4 HTTP/1.1" status: 204 len: 168 time: 0.1532643 Mar 29 09:34:48.884768 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccf1c7-1fe5-4ed6-91db-57e6118b1084 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e631059d-4f3f-41ae-acc7-143985ddf8a4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:48.904820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54458) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:48.959533 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-237f3e9b-8d05-4c12-8283-d1fcf3b8fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:14Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '65779ded-437f-4ff3-bed1-6c6219cd99e2', 'name': '', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:71:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:13Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:48.990771 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f3e9b-8d05-4c12-8283-d1fcf3b8fb99 None None] Checking router: c3c07a42-a278-4378-9f01-f5093e3d7ade for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:34:48.999339 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237f3e9b-8d05-4c12-8283-d1fcf3b8fb99 None None] Routers {'c3c07a42-a278-4378-9f01-f5093e3d7ade'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:49.000035 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-237f3e9b-8d05-4c12-8283-d1fcf3b8fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:34:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c3c07a42-a278-4378-9f01-f5093e3d7ade'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:49.006384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-cd08cd67-cd8e-4598-9662-70a6ae95f8fb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:34:49.006742 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd08cd67-cd8e-4598-9662-70a6ae95f8fb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:49.104850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd08cd67-cd8e-4598-9662-70a6ae95f8fb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:49.109833 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-237f3e9b-8d05-4c12-8283-d1fcf3b8fb99 None None] Set router c3c07a42-a278-4378-9f01-f5093e3d7ade gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:49.118290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-cd08cd67-cd8e-4598-9662-70a6ae95f8fb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 owned by {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:34:49.258409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd08cd67-cd8e-4598-9662-70a6ae95f8fb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:49.286475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08cd67-cd8e-4598-9662-70a6ae95f8fb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=245ebf1f-c07b-4cba-bb81-51c4e1b56c89,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:49.341314 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-237f3e9b-8d05-4c12-8283-d1fcf3b8fb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:14Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '65779ded-437f-4ff3-bed1-6c6219cd99e2', 'name': '', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:71:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:13Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:49.369873 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237f3e9b-8d05-4c12-8283-d1fcf3b8fb99 None None] The sync data for ids ['c3c07a42-a278-4378-9f01-f5093e3d7ade'] in dv-neutron-835554-1-hyperv is: [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:14Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '65779ded-437f-4ff3-bed1-6c6219cd99e2', 'name': '', 'network_id': '626bd277-1993-40c1-a975-676c1b67d9e6', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:71:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:13Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '407d5c98-4477-4c79-9082-a2aa0f91c82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:34:49.380198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cd08cd67-cd8e-4598-9662-70a6ae95f8fb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:49.387678 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54460) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:49.388018 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cd08cd67-cd8e-4598-9662-70a6ae95f8fb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/ports/245ebf1f-c07b-4cba-bb81-51c4e1b56c89 HTTP/1.1" status: 204 len: 168 time: 0.4808578 Mar 29 09:34:49.607902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc60c680-820f-4a76-b53c-a4ed85b58475 None None] New status for floating IP f3d6c2bc-7eb6-4065-921e-ea3579ee5c3d: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:34:49.773493 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-19acdc39-b78c-49b2-979e-128aacbed6ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:49.840381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:34:49.862689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:34:49.863035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 245ebf1f-c07b-4cba-bb81-51c4e1b56c89 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:34:50.362313 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-19acdc39-b78c-49b2-979e-128aacbed6ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 65779ded-437f-4ff3-bed1-6c6219cd99e2 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:34:50.363062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-19acdc39-b78c-49b2-979e-128aacbed6ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:50.451592 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-19acdc39-b78c-49b2-979e-128aacbed6ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 65779ded-437f-4ff3-bed1-6c6219cd99e2, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=65779ded-437f-4ff3-bed1-6c6219cd99e2,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:50.451952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-19acdc39-b78c-49b2-979e-128aacbed6ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:50.464327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-19acdc39-b78c-49b2-979e-128aacbed6ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 65779ded-437f-4ff3-bed1-6c6219cd99e2 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:34:50.648702 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-19acdc39-b78c-49b2-979e-128aacbed6ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:50.676466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acdc39-b78c-49b2-979e-128aacbed6ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=65779ded-437f-4ff3-bed1-6c6219cd99e2,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:50.857971 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-19acdc39-b78c-49b2-979e-128aacbed6ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.076219 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19acdc39-b78c-49b2-979e-128aacbed6ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router c3c07a42-a278-4378-9f01-f5093e3d7ade has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:34:51.191706 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19acdc39-b78c-49b2-979e-128aacbed6ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:34:51.196775 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-19acdc39-b78c-49b2-979e-128aacbed6ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/c3c07a42-a278-4378-9f01-f5093e3d7ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8077135 Mar 29 09:34:51.199685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54462) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:51.202249 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00becac-e3d6-4947-bfe7-f1f6ca8ac7da None None] Sync routers for ids ['c3c07a42-a278-4378-9f01-f5093e3d7ade'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:34:51.212362 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00becac-e3d6-4947-bfe7-f1f6ca8ac7da None None] Routers {'c3c07a42-a278-4378-9f01-f5093e3d7ade'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:51.212945 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b00becac-e3d6-4947-bfe7-f1f6ca8ac7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:34:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c3c07a42-a278-4378-9f01-f5093e3d7ade'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:51.250886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9b4455-72dd-4831-a923-e90f86fa2841 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting subnet 407d5c98-4477-4c79-9082-a2aa0f91c82c {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:34:51.254028 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4455-72dd-4831-a923-e90f86fa2841 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.293773 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4455-72dd-4831-a923-e90f86fa2841 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.318221 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-b00becac-e3d6-4947-bfe7-f1f6ca8ac7da None None] Set router c3c07a42-a278-4378-9f01-f5093e3d7ade gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:51.382743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4455-72dd-4831-a923-e90f86fa2841 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.456687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4455-72dd-4831-a923-e90f86fa2841 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.492321 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b4455-72dd-4831-a923-e90f86fa2841 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Subnet': ['ID=407d5c98-4477-4c79-9082-a2aa0f91c82c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:51.494451 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1e9b4455-72dd-4831-a923-e90f86fa2841 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.497783 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1e9b4455-72dd-4831-a923-e90f86fa2841 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/subnets/407d5c98-4477-4c79-9082-a2aa0f91c82c HTTP/1.1" status: 204 len: 168 time: 0.2970400 Mar 29 09:34:51.502093 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54464) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:51.518980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101f1b76-76d6-41fd-ae73-60fec6dd9451 None None] Network 626bd277-1993-40c1-a975-676c1b67d9e6 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:34:51.619598 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b00becac-e3d6-4947-bfe7-f1f6ca8ac7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:50Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:51.632503 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.654961 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00becac-e3d6-4947-bfe7-f1f6ca8ac7da None None] Checking router: c3c07a42-a278-4378-9f01-f5093e3d7ade for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:34:51.663997 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00becac-e3d6-4947-bfe7-f1f6ca8ac7da None None] Routers {'c3c07a42-a278-4378-9f01-f5093e3d7ade'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:51.664600 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b00becac-e3d6-4947-bfe7-f1f6ca8ac7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:34:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c3c07a42-a278-4378-9f01-f5093e3d7ade'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:51.713192 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976aa5b5-8c21-4f74-863d-dd0d22fd75d5 None None] DHCP port deletion for 626bd277-1993-40c1-a975-676c1b67d9e6 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:34:51.751679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.772907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-976aa5b5-8c21-4f74-863d-dd0d22fd75d5 None None] Deleting port 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:34:51.773613 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-976aa5b5-8c21-4f74-863d-dd0d22fd75d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.789520 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-b00becac-e3d6-4947-bfe7-f1f6ca8ac7da None None] Set router c3c07a42-a278-4378-9f01-f5093e3d7ade gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:51.822836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 705bfb10-f240-4f3a-962c-ec4c385d99da {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:34:51.823362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.842809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-976aa5b5-8c21-4f74-863d-dd0d22fd75d5 None None] For port 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac,segment=NetworkSegment(76cf3534-2e44-4589-a663-69f682497c17),segment_id=76cf3534-2e44-4589-a663-69f682497c17)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:51.843198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-976aa5b5-8c21-4f74-863d-dd0d22fd75d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.856846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-976aa5b5-8c21-4f74-863d-dd0d22fd75d5 None None] Calling delete_port for 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:34:51.918475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 705bfb10-f240-4f3a-962c-ec4c385d99da, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=705bfb10-f240-4f3a-962c-ec4c385d99da,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:51.918828 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.931676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 705bfb10-f240-4f3a-962c-ec4c385d99da owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:34:51.953653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-976aa5b5-8c21-4f74-863d-dd0d22fd75d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:51.978634 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b00becac-e3d6-4947-bfe7-f1f6ca8ac7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:50Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:51.981677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976aa5b5-8c21-4f74-863d-dd0d22fd75d5 None None] No DVR routers for this DVR port 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:34:51.983718 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976aa5b5-8c21-4f74-863d-dd0d22fd75d5 None None] Pushing event deleted for resources: {'Port': ['ID=6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:52.018026 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00becac-e3d6-4947-bfe7-f1f6ca8ac7da None None] The sync data for ids ['c3c07a42-a278-4378-9f01-f5093e3d7ade'] in dv-neutron-835554-1-hyperv is: [{'id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'name': 'tempest-TestNetworkBasicOps-router-1713245178', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104'}], 'enable_snat': True}, 'gw_port_id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:50Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '705bfb10-f240-4f3a-962c-ec4c385d99da', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:84:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c07a42-a278-4378-9f01-f5093e3d7ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:10Z', 'updated_at': '2022-03-29T09:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:34:52.122879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.145523 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=705bfb10-f240-4f3a-962c-ec4c385d99da,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:52.209015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.296270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.298420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.341381 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.341997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Fanout notify agent at l3_agent the message router_deleted on router c3c07a42-a278-4378-9f01-f5093e3d7ade {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:34:52.349162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.350299 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-09a6fdbe-bac7-47a0-ba42-18e47b8b1ba2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/routers/c3c07a42-a278-4378-9f01-f5093e3d7ade HTTP/1.1" status: 204 len: 168 time: 0.8456390 Mar 29 09:34:52.353011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54466) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:52.431996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.519416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.819605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626bd277-1993-40c1-a975-676c1b67d9e6']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:52.828957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cf3534-2e44-4589-a663-69f682497c17') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:52.829244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cf3534-2e44-4589-a663-69f682497c17') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:52.838039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.850917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.856399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:34:52.856768 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:34:52.860105 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:34:52.917954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.926697 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:52.929941 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/networks/626bd277-1993-40c1-a975-676c1b67d9e6 HTTP/1.1" status: 204 len: 168 time: 0.5759778 Mar 29 09:34:52.940972 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0485a5-0abc-4e1c-8490-cb6b49f93d66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Network': ['ID=626bd277-1993-40c1-a975-676c1b67d9e6,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:52.942843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54468) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:52.955142 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-38704e27-ae49-4d96-903a-68633b1494d9 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0110981 Mar 29 09:34:52.957730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54470) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:52.962463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-366c7801-008a-440f-88a1-3547946afe1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'network': {'name': 'tempest-network-smoke--2118496005', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'port_security_enabled': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:52.982508 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366c7801-008a-440f-88a1-3547946afe1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:34:52.987049 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-366c7801-008a-440f-88a1-3547946afe1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.013250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366c7801-008a-440f-88a1-3547946afe1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:34:53.022318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-366c7801-008a-440f-88a1-3547946afe1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.022662 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-366c7801-008a-440f-88a1-3547946afe1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Added segment d1b90a07-46b5-42e5-b1dc-016be93ea0ab of type vlan for network 00475cc3-77b3-4adb-802d-7b308e51f7ae Mar 29 09:34:53.065182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-366c7801-008a-440f-88a1-3547946afe1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.088536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-366c7801-008a-440f-88a1-3547946afe1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.094407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366c7801-008a-440f-88a1-3547946afe1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:53.094992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-366c7801-008a-440f-88a1-3547946afe1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.130116 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-366c7801-008a-440f-88a1-3547946afe1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1714046 Mar 29 09:34:53.132871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54472) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:53.137211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-37500315', 'admin_state_up': True, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:53.175592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c7801-008a-440f-88a1-3547946afe1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Network': ['ID=00475cc3-77b3-4adb-802d-7b308e51f7ae,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:53.186814 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 00475cc3-77b3-4adb-802d-7b308e51f7ae details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:34:53.188481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.189706 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.244157 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.378495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.481366 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 65779ded-437f-4ff3-bed1-6c6219cd99e2 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:34:53.502192 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 65779ded-437f-4ff3-bed1-6c6219cd99e2 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:34:53.502537 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 65779ded-437f-4ff3-bed1-6c6219cd99e2 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:34:53.502957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 705bfb10-f240-4f3a-962c-ec4c385d99da no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:34:53.521274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 705bfb10-f240-4f3a-962c-ec4c385d99da {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:34:53.521708 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 705bfb10-f240-4f3a-962c-ec4c385d99da not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:34:53.522116 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:34:53.540806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:34:53.541152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 6fb163b8-7bb9-4b4b-a77a-04a41b34e5ac not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:34:53.571611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.589769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.694934 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.69 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/26c15631-2927-4349-bd04-dfcc5f203e5a) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:34:53.795785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.829407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:53.867370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:34:53.870098 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:34:53.873428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:34:53.901126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=26c15631-2927-4349-bd04-dfcc5f203e5a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:54.125749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:54.311991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:54.442617 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router c40267f3-0582-4021-8a00-fe15203ce31e is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:34:54.560044 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:34:54.574092 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Sync routers for ids ['c40267f3-0582-4021-8a00-fe15203ce31e'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:34:54.586833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:54.588793 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e1ea1e40-45c7-4dad-b783-81b933e283ed tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4547837 Mar 29 09:34:54.589805 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Routers {'c40267f3-0582-4021-8a00-fe15203ce31e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:54.590619 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:34:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c40267f3-0582-4021-8a00-fe15203ce31e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:54.591720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54474) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:54.621358 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6eeb2684-04c8-47ac-bd97-714dd2760d3d tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6010cd4cec6b417ba57b11945c979066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281539 Mar 29 09:34:54.624035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54476) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:54.673033 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [req-8a978906-4065-42f9-8c36-fb130639cdb5 req-94b1b99c-221c-45b3-8c9d-23f2e7a5d0af service neutron] (102495) timed out ('10.222.0.24', 49981) {{(pid=102495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 09:34:54.708226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Set router c40267f3-0582-4021-8a00-fe15203ce31e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:54.721764 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97553393-28a2-479f-98ca-68c77113a1eb tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:54.723279 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-97553393-28a2-479f-98ca-68c77113a1eb tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0983443 Mar 29 09:34:54.726301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54478) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:54.755263 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5bd740e5-4e10-4a74-bea3-0422c1eccb2d tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278604 Mar 29 09:34:54.758073 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54480) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:54.764428 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3468a381-bd63-4b3a-8510-87e50ff44aee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-501423722', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:54.850522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3468a381-bd63-4b3a-8510-87e50ff44aee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:34:54.853985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3468a381-bd63-4b3a-8510-87e50ff44aee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:54.891653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:54Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:54.918562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Checking router: c40267f3-0582-4021-8a00-fe15203ce31e for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:34:54.918917 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Updating router c40267f3-0582-4021-8a00-fe15203ce31e port 26c15631-2927-4349-bd04-dfcc5f203e5a binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:34:54.948959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:55.040788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3468a381-bd63-4b3a-8510-87e50ff44aee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:55.108428 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468a381-bd63-4b3a-8510-87e50ff44aee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Subnet': ['ID=ec615032-16d2-452a-9543-ead2e1fedbf1,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:55.113523 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3468a381-bd63-4b3a-8510-87e50ff44aee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Checking segment: {'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:34:55.113903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468a381-bd63-4b3a-8510-87e50ff44aee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network hostable DHCP agents. Network: 00475cc3-77b3-4adb-802d-7b308e51f7ae, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:34:55.131300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468a381-bd63-4b3a-8510-87e50ff44aee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 00475cc3-77b3-4adb-802d-7b308e51f7ae is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:34:55.140548 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-3468a381-bd63-4b3a-8510-87e50ff44aee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 00475cc3-77b3-4adb-802d-7b308e51f7ae) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:34:55.146884 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3468a381-bd63-4b3a-8510-87e50ff44aee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:55.147495 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3468a381-bd63-4b3a-8510-87e50ff44aee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:55.155329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a666c1ec-3eb9-493a-8406-ba6c8e2c6ef1 None None] Network 00475cc3-77b3-4adb-802d-7b308e51f7ae requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:34:55.164527 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3468a381-bd63-4b3a-8510-87e50ff44aee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4051769 Mar 29 09:34:55.167450 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54482) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:55.269740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:55.280491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:55.367680 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Attempting to bind port 26c15631-2927-4349-bd04-dfcc5f203e5a on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:34:55.368055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Attempting to bind port 26c15631-2927-4349-bd04-dfcc5f203e5a by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:34:55.368421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Attempting to bind port 26c15631-2927-4349-bd04-dfcc5f203e5a on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:34:55.379573 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:34:55.379955 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:34:55.380353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:55.380748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:34:55.381214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Bound port: 26c15631-2927-4349-bd04-dfcc5f203e5a, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:34:55.381623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:55.386318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f28b7-b834-427f-8333-ce04d7667747 None None] Pushing event updated for resources: {'Port': ['ID=26c15631-2927-4349-bd04-dfcc5f203e5a,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:55.444021 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-00475cc3-77b3-4adb-802d-7b308e51f7ae', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:34:55.444874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:55.466982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] For port 26c15631-2927-4349-bd04-dfcc5f203e5a, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:34:55.490824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] For port 26c15631-2927-4349-bd04-dfcc5f203e5a, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=26c15631-2927-4349-bd04-dfcc5f203e5a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:34:55.542267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:55.614805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:55.642433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Routers {'c40267f3-0582-4021-8a00-fe15203ce31e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:55.643071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:34:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c40267f3-0582-4021-8a00-fe15203ce31e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:55.691397 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f28b7-b834-427f-8333-ce04d7667747 None None] Pushing event updated for resources: {'Port': ['ID=26c15631-2927-4349-bd04-dfcc5f203e5a,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:55.710351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Allocated IP 172.20.0.2 (00475cc3-77b3-4adb-802d-7b308e51f7ae/ec615032-16d2-452a-9543-ead2e1fedbf1/d9b66524-761a-42b9-8911-9a8ae0e4d7f3) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:34:55.970813 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] Set router c40267f3-0582-4021-8a00-fe15203ce31e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:56.182925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:56.191666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:56.235954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Network 00475cc3-77b3-4adb-802d-7b308e51f7ae is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:34:56.240182 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:34:56.243564 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.1 (00475cc3-77b3-4adb-802d-7b308e51f7ae/ec615032-16d2-452a-9543-ead2e1fedbf1/44251685-1ff9-4863-8745-ba20303e919b) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:34:56.246089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:34:56.258146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Pushing event updated for resources: {'Port': ['ID=d9b66524-761a-42b9-8911-9a8ae0e4d7f3,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:56.313546 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:54Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:56.317824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Attempting to bind port d9b66524-761a-42b9-8911-9a8ae0e4d7f3 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:34:56.318197 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Attempting to bind port d9b66524-761a-42b9-8911-9a8ae0e4d7f3 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:34:56.318559 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Attempting to bind port d9b66524-761a-42b9-8911-9a8ae0e4d7f3 on network 00475cc3-77b3-4adb-802d-7b308e51f7ae {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:34:56.350957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89b7fc-e52f-4e13-a6a6-085a9131398a None None] The sync data for ids ['c40267f3-0582-4021-8a00-fe15203ce31e'] in dv-neutron-835554-1-hyperv is: [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:54Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:34:56.353099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:34:56.353592 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Checking segment: {'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:34:56.354014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:56.354406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Bound using segment: {'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:34:56.355445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Bound port: d9b66524-761a-42b9-8911-9a8ae0e4d7f3, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:34:56.355445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:56.363758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:56.401686 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:56.437548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] For port d9b66524-761a-42b9-8911-9a8ae0e4d7f3, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:34:56.443133 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] For port d9b66524-761a-42b9-8911-9a8ae0e4d7f3, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d9b66524-761a-42b9-8911-9a8ae0e4d7f3,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:34:56.446436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 00475cc3-77b3-4adb-802d-7b308e51f7ae is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:34:56.448854 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:56.450037 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:34:56.454457 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:34:56.480236 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=44251685-1ff9-4863-8745-ba20303e919b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:56.509377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:56.511185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41dfa2-190f-42e8-9b95-99b84643c71a None None] Pushing event updated for resources: {'Port': ['ID=d9b66524-761a-42b9-8911-9a8ae0e4d7f3,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:56.685991 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:56.723765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-746643c9-a95c-4a8e-b8a9-f64c3927864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:57.030227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:57.036483 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:57.109638 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=44251685-1ff9-4863-8745-ba20303e919b,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:57.112082 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:57.222146 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 00475cc3-77b3-4adb-802d-7b308e51f7ae is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:34:57.223628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:34:57.348976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router c40267f3-0582-4021-8a00-fe15203ce31e has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:34:57.530199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c1b16-1c1a-4248-9515-f67f08bf99ff None None] Network 00475cc3-77b3-4adb-802d-7b308e51f7ae requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:34:57.560310 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d9b66524-761a-42b9-8911-9a8ae0e4d7f3 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:34:57.670662 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-9becefba-2f62-4eee-906c-a8f77fe2fa06 None None] Provisioning complete for port d9b66524-761a-42b9-8911-9a8ae0e4d7f3 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:57.671031 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9becefba-2f62-4eee-906c-a8f77fe2fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:57.768240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d9b66524-761a-42b9-8911-9a8ae0e4d7f3 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:57.768896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:57.801945 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:34:57.808559 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-136a4bd2-51f0-4151-9350-9be35166d06a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/c40267f3-0582-4021-8a00-fe15203ce31e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6398537 Mar 29 09:34:57.811095 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54484) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:57.880405 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9becefba-2f62-4eee-906c-a8f77fe2fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:57.911183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc15620-326f-415d-b06a-27c5504ca82b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:57.911669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc15620-326f-415d-b06a-27c5504ca82b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:57.912262 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc15620-326f-415d-b06a-27c5504ca82b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:57.912590 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc15620-326f-415d-b06a-27c5504ca82b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:57.916844 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fbc15620-326f-415d-b06a-27c5504ca82b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1022575 Mar 29 09:34:57.918358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54486) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:57.945351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9becefba-2f62-4eee-906c-a8f77fe2fa06 None None] For port d9b66524-761a-42b9-8911-9a8ae0e4d7f3, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d9b66524-761a-42b9-8911-9a8ae0e4d7f3,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:57.954079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9becefba-2f62-4eee-906c-a8f77fe2fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:57.963946 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.033488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d7e549-c18c-4ed6-b13a-45783abb6df9 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:58.033984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d7e549-c18c-4ed6-b13a-45783abb6df9 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:58.034430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d7e549-c18c-4ed6-b13a-45783abb6df9 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:58.034874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d7e549-c18c-4ed6-b13a-45783abb6df9 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:58.036566 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-65d7e549-c18c-4ed6-b13a-45783abb6df9 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1171415 Mar 29 09:34:58.040669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54488) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:58.044204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becefba-2f62-4eee-906c-a8f77fe2fa06 None None] Pushing event updated for resources: {'Port': ['ID=d9b66524-761a-42b9-8911-9a8ae0e4d7f3,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:58.067862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:34:58.068407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:34:58.145924 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Sync routers for ids ['c40267f3-0582-4021-8a00-fe15203ce31e'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:34:58.156405 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Routers {'c40267f3-0582-4021-8a00-fe15203ce31e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:58.157016 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:34:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c40267f3-0582-4021-8a00-fe15203ce31e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:58.181449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7043d98c-eb37-4e9f-9649-e3b0250daf88 None None] Provisioning complete for port d9b66524-761a-42b9-8911-9a8ae0e4d7f3 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:58.181811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7043d98c-eb37-4e9f-9649-e3b0250daf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.198230 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-313ac336-1185-461f-ac60-2ec1acef7110 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1560163 Mar 29 09:34:58.286948 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Set router c40267f3-0582-4021-8a00-fe15203ce31e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:58.290397 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7043d98c-eb37-4e9f-9649-e3b0250daf88 None None] Provisioning complete for port 44251685-1ff9-4863-8745-ba20303e919b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:58.290777 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7043d98c-eb37-4e9f-9649-e3b0250daf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.328787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7043d98c-eb37-4e9f-9649-e3b0250daf88 None None] Port 44251685-1ff9-4863-8745-ba20303e919b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:34:58.463398 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d532677e-80ac-4c73-9d17-259c296cd1ab None None] Provisioning complete for port 44251685-1ff9-4863-8745-ba20303e919b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:58.463398 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d532677e-80ac-4c73-9d17-259c296cd1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.491976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54492) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:58.496980 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-753dcbca-f91b-4e28-84ef-9ca3a5b46358 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002812123', 'description': 'tempest-secgroup-smoke-2002812123 description', 'project_id': '6010cd4cec6b417ba57b11945c979066'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:58.523395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '44251685-1ff9-4863-8745-ba20303e919b', 'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:57:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:55Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:58.524603 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d532677e-80ac-4c73-9d17-259c296cd1ab None None] Port 44251685-1ff9-4863-8745-ba20303e919b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:34:58.527670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-753dcbca-f91b-4e28-84ef-9ca3a5b46358 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.555468 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Checking router: c40267f3-0582-4021-8a00-fe15203ce31e for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:34:58.555825 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Updating router c40267f3-0582-4021-8a00-fe15203ce31e port 44251685-1ff9-4863-8745-ba20303e919b binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:34:58.581956 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.601039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-753dcbca-f91b-4e28-84ef-9ca3a5b46358 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.606608 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-753dcbca-f91b-4e28-84ef-9ca3a5b46358 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.608557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 26c15631-2927-4349-bd04-dfcc5f203e5a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:34:58.639985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-753dcbca-f91b-4e28-84ef-9ca3a5b46358 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.639985 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-753dcbca-f91b-4e28-84ef-9ca3a5b46358 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1440978 Mar 29 09:34:58.640361 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54494) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:58.645603 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fcca7c56-d917-4fa6-82d0-afa804dc95a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'f26d8a67-a3e7-4f9a-93dc-ac021a4baa29', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:58.649636 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dcbca-f91b-4e28-84ef-9ca3a5b46358 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:58.656939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7c28646d-00a0-439e-b8e7-9c8402a7bf5b None None] Provisioning complete for port 44251685-1ff9-4863-8745-ba20303e919b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:58.656939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7c28646d-00a0-439e-b8e7-9c8402a7bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.676321 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fcca7c56-d917-4fa6-82d0-afa804dc95a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.703521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7c28646d-00a0-439e-b8e7-9c8402a7bf5b None None] Port 44251685-1ff9-4863-8745-ba20303e919b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:34:58.706074 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 26c15631-2927-4349-bd04-dfcc5f203e5a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:58.706074 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.743020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fcca7c56-d917-4fa6-82d0-afa804dc95a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.747545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fcca7c56-d917-4fa6-82d0-afa804dc95a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.768051 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca7c56-d917-4fa6-82d0-afa804dc95a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28da03f-ce07-4e6f-b3e9-490a6a6a5379,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:58.774823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fcca7c56-d917-4fa6-82d0-afa804dc95a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.778771 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fcca7c56-d917-4fa6-82d0-afa804dc95a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343007 Mar 29 09:34:58.779024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54496) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:58.784165 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fcbcb534-3f2e-45cd-8e67-f34dc54f673b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'f26d8a67-a3e7-4f9a-93dc-ac021a4baa29', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:58.797293 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.812669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb534-3f2e-45cd-8e67-f34dc54f673b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.821393 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 26c15631-2927-4349-bd04-dfcc5f203e5a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=26c15631-2927-4349-bd04-dfcc5f203e5a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:58.827518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.876985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb534-3f2e-45cd-8e67-f34dc54f673b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.882174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb534-3f2e-45cd-8e67-f34dc54f673b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.889211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=26c15631-2927-4349-bd04-dfcc5f203e5a,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:58.895525 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.901920 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.904772 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcb534-3f2e-45cd-8e67-f34dc54f673b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d226f3be-0b3a-4f60-91db-a881a22cbbba,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:58.918619 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb534-3f2e-45cd-8e67-f34dc54f673b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:58.920746 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fcbcb534-3f2e-45cd-8e67-f34dc54f673b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405311 Mar 29 09:34:58.923634 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54498) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:58.931095 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0a026495-8784-4c49-a426-f77b0fe7f7d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'f26d8a67-a3e7-4f9a-93dc-ac021a4baa29', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:58.955884 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9232a9-6240-4879-9997-23015c342d53 None None] Pushing event updated for resources: {'Port': ['ID=44251685-1ff9-4863-8745-ba20303e919b,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:58.965525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0a026495-8784-4c49-a426-f77b0fe7f7d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.032011 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Attempting to bind port 44251685-1ff9-4863-8745-ba20303e919b on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:34:59.032705 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Attempting to bind port 44251685-1ff9-4863-8745-ba20303e919b by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:34:59.033411 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Attempting to bind port 44251685-1ff9-4863-8745-ba20303e919b on network 00475cc3-77b3-4adb-802d-7b308e51f7ae {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:34:59.041282 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:34:59.041691 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Checking segment: {'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:34:59.042094 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.043177 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Bound using segment: {'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:34:59.043676 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Bound port: 44251685-1ff9-4863-8745-ba20303e919b, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:34:59.044185 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.045801 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0a026495-8784-4c49-a426-f77b0fe7f7d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.051142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0a026495-8784-4c49-a426-f77b0fe7f7d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.073719 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a026495-8784-4c49-a426-f77b0fe7f7d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4ec1ec-22d9-4b00-bac8-93d9a15f6366,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:59.081993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0a026495-8784-4c49-a426-f77b0fe7f7d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.083246 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0a026495-8784-4c49-a426-f77b0fe7f7d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582630 Mar 29 09:34:59.087440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54500) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:59.097212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-48b1d26b-c55c-4cb1-81a2-4dac6bdfd9c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'f26d8a67-a3e7-4f9a-93dc-ac021a4baa29', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:59.104112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-98e88fd1-920f-4130-90d9-d5261d70b540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.133296 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] For port 44251685-1ff9-4863-8745-ba20303e919b, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:34:59.137112 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] For port 44251685-1ff9-4863-8745-ba20303e919b, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=44251685-1ff9-4863-8745-ba20303e919b,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:34:59.139977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48b1d26b-c55c-4cb1-81a2-4dac6bdfd9c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.143539 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.205826 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Routers {'c40267f3-0582-4021-8a00-fe15203ce31e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:34:59.206531 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:34:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c40267f3-0582-4021-8a00-fe15203ce31e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:59.225676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48b1d26b-c55c-4cb1-81a2-4dac6bdfd9c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.233706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-9b2b720e-928c-40d8-95c5-1ad7184af63c None None] Provisioning complete for port 44251685-1ff9-4863-8745-ba20303e919b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:59.234248 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9b2b720e-928c-40d8-95c5-1ad7184af63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.235426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48b1d26b-c55c-4cb1-81a2-4dac6bdfd9c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.263529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1d26b-c55c-4cb1-81a2-4dac6bdfd9c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198862f9-9dae-46ff-818e-5c4214db1712,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:59.287918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-48b1d26b-c55c-4cb1-81a2-4dac6bdfd9c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.289514 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-48b1d26b-c55c-4cb1-81a2-4dac6bdfd9c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1987092 Mar 29 09:34:59.292339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54502) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:59.299244 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e54692aa-3343-43ff-8fb0-966a35e5c70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'f26d8a67-a3e7-4f9a-93dc-ac021a4baa29', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:59.311130 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9232a9-6240-4879-9997-23015c342d53 None None] Pushing event updated for resources: {'Port': ['ID=44251685-1ff9-4863-8745-ba20303e919b,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:59.328207 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] Set router c40267f3-0582-4021-8a00-fe15203ce31e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:34:59.337531 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-e54692aa-3343-43ff-8fb0-966a35e5c70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:34:59.349188 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e54692aa-3343-43ff-8fb0-966a35e5c70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.371401 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9b2b720e-928c-40d8-95c5-1ad7184af63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.417800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9b2b720e-928c-40d8-95c5-1ad7184af63c None None] For port 44251685-1ff9-4863-8745-ba20303e919b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=44251685-1ff9-4863-8745-ba20303e919b,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:34:59.436362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e54692aa-3343-43ff-8fb0-966a35e5c70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.437941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9b2b720e-928c-40d8-95c5-1ad7184af63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.442952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e54692aa-3343-43ff-8fb0-966a35e5c70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.465007 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54692aa-3343-43ff-8fb0-966a35e5c70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d521c04-8716-4907-809c-dd77d63e9392,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:59.475010 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e54692aa-3343-43ff-8fb0-966a35e5c70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.476624 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e54692aa-3343-43ff-8fb0-966a35e5c70b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1828003 Mar 29 09:34:59.479163 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54504) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:34:59.484593 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3eb6f3c6-186d-4920-a742-ee2e12adffef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'f26d8a67-a3e7-4f9a-93dc-ac021a4baa29', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:34:59.510812 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-3eb6f3c6-186d-4920-a742-ee2e12adffef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:34:59.514069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b720e-928c-40d8-95c5-1ad7184af63c None None] Pushing event updated for resources: {'Port': ['ID=44251685-1ff9-4863-8745-ba20303e919b,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:59.524683 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3eb6f3c6-186d-4920-a742-ee2e12adffef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.531766 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d9b66524-761a-42b9-8911-9a8ae0e4d7f3 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:34:59.585849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1b670e04-3d54-40ac-8df4-6edb604909e5 None None] Provisioning complete for port 44251685-1ff9-4863-8745-ba20303e919b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:59.586547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1b670e04-3d54-40ac-8df4-6edb604909e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.596744 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3eb6f3c6-186d-4920-a742-ee2e12adffef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.601308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3eb6f3c6-186d-4920-a742-ee2e12adffef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.617960 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6f3c6-186d-4920-a742-ee2e12adffef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e946573-9dfe-4019-b440-d327f817f71d,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:34:59.630140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3eb6f3c6-186d-4920-a742-ee2e12adffef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.631374 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3eb6f3c6-186d-4920-a742-ee2e12adffef tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509507 Mar 29 09:34:59.636108 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d9b66524-761a-42b9-8911-9a8ae0e4d7f3 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:59.636491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.686507 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '44251685-1ff9-4863-8745-ba20303e919b', 'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:57:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:55Z', 'updated_at': '2022-03-29T09:34:59Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:34:59.715554 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a9e83-8987-4015-b509-9a3af3bb66f4 None None] The sync data for ids ['c40267f3-0582-4021-8a00-fe15203ce31e'] in dv-neutron-835554-1-hyperv is: [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '44251685-1ff9-4863-8745-ba20303e919b', 'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:57:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:55Z', 'updated_at': '2022-03-29T09:34:59Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:34:59.767122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 26c15631-2927-4349-bd04-dfcc5f203e5a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:34:59.842869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 26c15631-2927-4349-bd04-dfcc5f203e5a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:34:59.844123 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:34:59.870224 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-a25778a0-be34-49cc-9dc1-c822ded54fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002812123&fields=id&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 267 time: 0.0437171 Mar 29 09:34:59.996845 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-744fa449-6e0d-4c95-a994-f66fdacbded0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:34:59.998484 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-744fa449-6e0d-4c95-a994-f66fdacbded0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/networks?id=00475cc3-77b3-4adb-802d-7b308e51f7ae HTTP/1.1" status: 200 len: 797 time: 0.1215172 Mar 29 09:35:00.014234 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-65f5884f-6f7d-4add-b962-c189025d1341 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/quotas/6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 375 time: 0.0096271 Mar 29 09:35:00.070774 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-50f8f1e6-bd3b-4bc5-975d-96cfa2b69e4c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497231 Mar 29 09:35:00.183445 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bcb44a42-32a8-497b-8ce3-ed08b14552af service neutron] 10.222.0.32 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996995 Mar 29 09:35:00.276780 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-ffb026f3-0506-457c-90f4-9c1f60500a76 service neutron] 10.222.0.32 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912514 Mar 29 09:35:00.450876 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a2fd658-bda6-4989-b61d-133d270ed0b2 req-1fbbea9a-6895-4e2d-842e-ec2a496d88f0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 210 time: 0.0279548 Mar 29 09:35:00.551885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:01.377783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-67688707-bcac-46be-b8a0-4bf6a42050f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:01.379468 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-67688707-bcac-46be-b8a0-4bf6a42050f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks?id=00475cc3-77b3-4adb-802d-7b308e51f7ae HTTP/1.1" status: 200 len: 797 time: 0.1084893 Mar 29 09:35:01.425424 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-5b26229f-560f-435d-ac96-45300ccdee18 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 380 time: 0.0359159 Mar 29 09:35:01.440342 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'device_id': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'admin_state_up': True, 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'security_groups': ['f26d8a67-a3e7-4f9a-93dc-ac021a4baa29']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:35:01.530943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 44251685-1ff9-4863-8745-ba20303e919b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:35:01.564206 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf520ca6-fdab-479b-9853-12fddecd2c1e req-56e14273-e70f-4793-9ad7-d3953cc8a389 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 210 time: 0.0351970 Mar 29 09:35:01.583150 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 44251685-1ff9-4863-8745-ba20303e919b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:35:01.583533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:01.591233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:35:01.594958 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:01.730480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.8 (00475cc3-77b3-4adb-802d-7b308e51f7ae/ec615032-16d2-452a-9543-ead2e1fedbf1/5c29b5da-bd2c-4085-ad42-99300abf4569) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:35:01.885866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:01.919355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:01.967431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 00475cc3-77b3-4adb-802d-7b308e51f7ae is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:35:01.971236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:35:01.975029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:35:02.000489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=5c29b5da-bd2c-4085-ad42-99300abf4569,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:35:02.015003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:02.015457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:02.015718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:02.016056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:02.016383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:02.016710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:02.016856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:02.017101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:02.017353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:02.017708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:02.018034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:02.018350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:02.018671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:35:02.041197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:02.041882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:02.061356 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-bdb90989-ed7c-4253-bbb3-abd45fcaa5a9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6295879 Mar 29 09:35:02.074147 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Request body: {'port': {'device_id': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:35:02.132657 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:02.200627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-af001680-cc25-43b4-a165-8af3bdad5365 None None] Provisioning complete for port 5c29b5da-bd2c-4085-ad42-99300abf4569 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:35:02.201125 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-af001680-cc25-43b4-a165-8af3bdad5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:02.239500 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-af001680-cc25-43b4-a165-8af3bdad5365 None None] Port 5c29b5da-bd2c-4085-ad42-99300abf4569 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:35:02.408929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c29b5da-bd2c-4085-ad42-99300abf4569 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:35:02.416910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:02.429865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Transition to ACTIVE for port object 5c29b5da-bd2c-4085-ad42-99300abf4569 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:35:02.434027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:02.485343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c29b5da-bd2c-4085-ad42-99300abf4569,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:35:02.510698 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:02.558705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Attempting to bind port 5c29b5da-bd2c-4085-ad42-99300abf4569 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:35:02.559046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Attempting to bind port 5c29b5da-bd2c-4085-ad42-99300abf4569 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:35:02.559376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Attempting to bind port 5c29b5da-bd2c-4085-ad42-99300abf4569 on network 00475cc3-77b3-4adb-802d-7b308e51f7ae {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:35:02.564042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Port 5c29b5da-bd2c-4085-ad42-99300abf4569 on network 00475cc3-77b3-4adb-802d-7b308e51f7ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:35:02.564385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Attempting to bind port 5c29b5da-bd2c-4085-ad42-99300abf4569 on network 00475cc3-77b3-4adb-802d-7b308e51f7ae {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:35:02.569391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:35:02.569769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Checking segment: {'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:35:02.570158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Bound using segment: {'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:35:02.570592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Bound port: 5c29b5da-bd2c-4085-ad42-99300abf4569, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:35:02.570960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:02.652664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] For port 5c29b5da-bd2c-4085-ad42-99300abf4569, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:35:02.680097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] For port 5c29b5da-bd2c-4085-ad42-99300abf4569, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5c29b5da-bd2c-4085-ad42-99300abf4569,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:35:02.684758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:02.732214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:02.732763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:02.734951 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] 10.222.0.24 "PUT /v2.0/ports/5c29b5da-bd2c-4085-ad42-99300abf4569 HTTP/1.1" status: 200 len: 1093 time: 0.6649575 Mar 29 09:35:02.737252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'tag': '5c29b5da-bd2c-4085-ad42-99300abf4569'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:35:02.739656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae63756-66b5-4083-a0ab-7767243f4528" -d '{"events": [{"name": "network-changed", "server_uuid": "5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b", "tag": "5c29b5da-bd2c-4085-ad42-99300abf4569"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:35:02.751981 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e01439-14c8-4db0-911e-8e19c6109a95 req-01080354-84b6-49da-ace9-3dfeb30e494a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:02.753598 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a9e01439-14c8-4db0-911e-8e19c6109a95 req-01080354-84b6-49da-ace9-3dfeb30e494a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 943 time: 0.1171889 Mar 29 09:35:03.077714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170c32b5-9619-4916-9e9f-9979888be8c4 x-openstack-request-id: req-170c32b5-9619-4916-9e9f-9979888be8c4 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:35:03.077948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b", "tag": "5c29b5da-bd2c-4085-ad42-99300abf4569", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:35:03.078079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-170c32b5-9619-4916-9e9f-9979888be8c4 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:35:03.078472 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'tag': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'status': 'completed', 'code': 200} Mar 29 09:35:03.116987 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f2f2c-f75d-4ac1-8d8e-5bf3e45f5ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c29b5da-bd2c-4085-ad42-99300abf4569,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:35:03.143511 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a9e01439-14c8-4db0-911e-8e19c6109a95 req-ca5f2f1d-86dd-4820-bfe8-b18e33a2aff5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3739376 Mar 29 09:35:03.148284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-e6598c7d-56ef-4400-89ae-1bba15b9310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:03.149820 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-e6598c7d-56ef-4400-89ae-1bba15b9310c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 1096 time: 0.0705712 Mar 29 09:35:03.192357 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-e2a2bbc6-1004-4763-9644-cff27b4f1d1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c29b5da-bd2c-4085-ad42-99300abf4569 HTTP/1.1" status: 200 len: 217 time: 0.0346172 Mar 29 09:35:03.243289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-f7d0b341-7dec-41ef-aecc-c4c7ab192ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:03.244753 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-f7d0b341-7dec-41ef-aecc-c4c7ab192ba9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec615032-16d2-452a-9543-ead2e1fedbf1 HTTP/1.1" status: 200 len: 834 time: 0.0460076 Mar 29 09:35:03.292072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-6f370b0c-fcb0-4341-9858-17371041c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:03.293629 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-6f370b0c-fcb0-4341-9858-17371041c09e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00475cc3-77b3-4adb-802d-7b308e51f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424018 Mar 29 09:35:03.387003 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-e693a411-3af0-4d55-ab21-1eb833529cbb service neutron] 10.222.0.24 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864756 Mar 29 09:35:03.477386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:03.478180 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b22ce514-d39d-4770-89a4-6b3bb8eea5e1 req-be0695f7-1124-46a8-b45a-81230fe2fad0 service neutron] 10.222.0.24 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845819 Mar 29 09:35:03.566246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae63756-66b5-4083-a0ab-7767243f4528 req-33558d41-9eaa-4aa6-b784-729860105ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:03.567747 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ae63756-66b5-4083-a0ab-7767243f4528 req-33558d41-9eaa-4aa6-b784-729860105ee8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 1096 time: 0.0422614 Mar 29 09:35:03.666332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae63756-66b5-4083-a0ab-7767243f4528 req-224175fd-ea91-4976-95c0-840f1b902434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:03.667728 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ae63756-66b5-4083-a0ab-7767243f4528 req-224175fd-ea91-4976-95c0-840f1b902434 service neutron] 10.222.0.24 "GET /v2.0/networks?id=00475cc3-77b3-4adb-802d-7b308e51f7ae HTTP/1.1" status: 200 len: 898 time: 0.0926969 Mar 29 09:35:03.712693 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ae63756-66b5-4083-a0ab-7767243f4528 req-c4bf2958-75af-4f92-9319-f962cc7d81ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c29b5da-bd2c-4085-ad42-99300abf4569 HTTP/1.1" status: 200 len: 217 time: 0.0363219 Mar 29 09:35:03.770031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae63756-66b5-4083-a0ab-7767243f4528 req-4f1a423e-703a-4aa9-85b8-84280ddabf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:03.771626 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ae63756-66b5-4083-a0ab-7767243f4528 req-4f1a423e-703a-4aa9-85b8-84280ddabf99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec615032-16d2-452a-9543-ead2e1fedbf1 HTTP/1.1" status: 200 len: 834 time: 0.0525637 Mar 29 09:35:03.822626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae63756-66b5-4083-a0ab-7767243f4528 req-e955f9bc-9860-4208-b53e-8933296352e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:03.823825 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ae63756-66b5-4083-a0ab-7767243f4528 req-e955f9bc-9860-4208-b53e-8933296352e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00475cc3-77b3-4adb-802d-7b308e51f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443726 Mar 29 09:35:03.921208 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ae63756-66b5-4083-a0ab-7767243f4528 req-42985b8a-612e-4817-b16e-a9123685f310 service neutron] 10.222.0.24 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907211 Mar 29 09:35:04.016835 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ae63756-66b5-4083-a0ab-7767243f4528 req-9cd5c9aa-9765-4014-a6a3-1af77d69a147 service neutron] 10.222.0.24 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880558 Mar 29 09:35:04.263804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565be4d-f2d0-4398-858c-6c2b73115f94 req-2257b21d-8a86-41ea-8ca8-1143f5da1c71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:04.265509 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d565be4d-f2d0-4398-858c-6c2b73115f94 req-2257b21d-8a86-41ea-8ca8-1143f5da1c71 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 943 time: 0.0511217 Mar 29 09:35:04.305211 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d565be4d-f2d0-4398-858c-6c2b73115f94 req-48d241d6-a79a-405e-a9ec-0c9a562f0bf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332041 Mar 29 09:35:05.431615 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805a449-6499-4f0c-a39f-7bf6a159cafa req-7ab8ac01-9733-47ab-95d7-5ebaca18acaf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:05.433113 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4805a449-6499-4f0c-a39f-7bf6a159cafa req-7ab8ac01-9733-47ab-95d7-5ebaca18acaf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 943 time: 0.0534098 Mar 29 09:35:05.473024 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4805a449-6499-4f0c-a39f-7bf6a159cafa req-455fc21c-f030-4547-ae85-b966e787a159 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338016 Mar 29 09:35:05.917166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 5c29b5da-bd2c-4085-ad42-99300abf4569 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:35:06.011740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 5c29b5da-bd2c-4085-ad42-99300abf4569, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5c29b5da-bd2c-4085-ad42-99300abf4569,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:35:06.022708 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'port_id': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'mac_address': 'fa:16:3e:81:dc:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:35:06.058109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:06.070888 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c29b5da-bd2c-4085-ad42-99300abf4569 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:35:06.090122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 5c29b5da-bd2c-4085-ad42-99300abf4569, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5c29b5da-bd2c-4085-ad42-99300abf4569,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:35:06.094193 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:06.139629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=5c29b5da-bd2c-4085-ad42-99300abf4569,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:35:06.384871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['5c29b5da-bd2c-4085-ad42-99300abf4569'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:35:06.587761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720eff9-2a37-499d-9244-70964b44bdde req-726f1948-baf0-410b-9166-f258892658b1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:06.588772 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e720eff9-2a37-499d-9244-70964b44bdde req-726f1948-baf0-410b-9166-f258892658b1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 944 time: 0.0493371 Mar 29 09:35:06.625853 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e720eff9-2a37-499d-9244-70964b44bdde req-05160920-8184-4482-8c9c-c52da82a9d19 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310574 Mar 29 09:35:07.740631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f86b0c-a69e-4f49-b670-2ad13b4620b8 req-664d71c8-261d-417e-bbab-2d1814a0da9d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:07.742033 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-57f86b0c-a69e-4f49-b670-2ad13b4620b8 req-664d71c8-261d-417e-bbab-2d1814a0da9d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 944 time: 0.0487659 Mar 29 09:35:07.779297 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-57f86b0c-a69e-4f49-b670-2ad13b4620b8 req-3b6a6556-3d7e-4989-8a62-083ecfba17d9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312603 Mar 29 09:35:07.933634 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 5c29b5da-bd2c-4085-ad42-99300abf4569 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:35:07.980056 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 5c29b5da-bd2c-4085-ad42-99300abf4569 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:35:07.983493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 5c29b5da-bd2c-4085-ad42-99300abf4569 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:35:07.984414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:08.059224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:08.080866 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c29b5da-bd2c-4085-ad42-99300abf4569'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:35:08.083117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea746181-d221-44e7-b810-dffec5f7aa3a" -d '{"events": [{"server_uuid": "5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b", "name": "network-vif-plugged", "status": "completed", "tag": "5c29b5da-bd2c-4085-ad42-99300abf4569"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:35:08.100476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 5c29b5da-bd2c-4085-ad42-99300abf4569, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5c29b5da-bd2c-4085-ad42-99300abf4569,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:35:08.104774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:08.130268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb926394-a341-4c1d-afa0-eb1978e890eb x-openstack-request-id: req-fb926394-a341-4c1d-afa0-eb1978e890eb {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:35:08.130621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b", "name": "network-vif-plugged", "status": "completed", "tag": "5c29b5da-bd2c-4085-ad42-99300abf4569", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:35:08.130862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb926394-a341-4c1d-afa0-eb1978e890eb {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:35:08.139669 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'code': 200} Mar 29 09:35:08.167571 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=5c29b5da-bd2c-4085-ad42-99300abf4569,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:35:08.285450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071814c6-e64d-42f5-a94a-57bb123334ef req-647dcc8f-35e7-4167-85b6-d214997b5a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:08.287039 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-071814c6-e64d-42f5-a94a-57bb123334ef req-647dcc8f-35e7-4167-85b6-d214997b5a2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 1098 time: 0.0429578 Mar 29 09:35:08.319739 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-071814c6-e64d-42f5-a94a-57bb123334ef req-df9a296b-5b34-495b-a823-016d94d7913e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262461 Mar 29 09:35:08.894591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8685954-8a0e-45fc-ba31-dda1c5ac11ae req-6d3f5206-8943-4b90-99ed-54146cb468f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:08.896024 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e8685954-8a0e-45fc-ba31-dda1c5ac11ae req-6d3f5206-8943-4b90-99ed-54146cb468f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 945 time: 0.0477967 Mar 29 09:35:08.932290 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e8685954-8a0e-45fc-ba31-dda1c5ac11ae req-e20eaca8-14cb-4e34-9dfb-2f5990e42dba tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303593 Mar 29 09:35:10.049395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a3edb-ac6c-4633-9354-7ed2a07e4470 req-c54f66dc-d093-4200-bc6a-dede126b62dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:10.050779 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b72a3edb-ac6c-4633-9354-7ed2a07e4470 req-c54f66dc-d093-4200-bc6a-dede126b62dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 945 time: 0.0472655 Mar 29 09:35:10.087711 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b72a3edb-ac6c-4633-9354-7ed2a07e4470 req-49a56ab5-1074-4383-81fa-2196169fe029 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309594 Mar 29 09:35:10.204167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3033df3-4170-44c5-879e-c9b9675e42f4 req-6d9b96c6-c633-4a95-9f72-5c99e249b5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:10.205630 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3033df3-4170-44c5-879e-c9b9675e42f4 req-6d9b96c6-c633-4a95-9f72-5c99e249b5f6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 945 time: 0.0526795 Mar 29 09:35:10.241647 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3033df3-4170-44c5-879e-c9b9675e42f4 req-87dc8fd4-55c6-48ac-905d-218438cbced3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299909 Mar 29 09:35:10.263013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54554) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:35:10.300527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb03c2-1203-4a67-b5a4-b86280c243d1 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:10.301927 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5deb03c2-1203-4a67-b5a4-b86280c243d1 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 1093 time: 0.0379899 Mar 29 09:35:10.304513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54556) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:35:10.308600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:35:10.329288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:10.424629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:10.523428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.180 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/f9d8e7c0-a7cf-4f71-9316-ef48b537bb70) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:35:10.625414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:10.656720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:10.694708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:35:10.699117 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:35:10.702574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:35:10.707715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=f9d8e7c0-a7cf-4f71-9316-ef48b537bb70,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:35:11.048741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:11.116618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:11.262086 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:11.266752 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:11.334515 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=f9d8e7c0-a7cf-4f71-9316-ef48b537bb70,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:35:11.346519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:11.444819 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 6f3feae9-18cb-4fd6-a59d-8e7383c097a0 associated. External IP: 172.26.1.180, port: 5c29b5da-bd2c-4085-ad42-99300abf4569. Mar 29 09:35:11.642520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router c40267f3-0582-4021-8a00-fe15203ce31e has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:35:11.745746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:35:11.755366 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099667f5-7ed2-467e-bc52-d07e556b96b8 None None] Sync routers for ids ['c40267f3-0582-4021-8a00-fe15203ce31e'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:35:11.765280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099667f5-7ed2-467e-bc52-d07e556b96b8 None None] Routers {'c40267f3-0582-4021-8a00-fe15203ce31e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:35:11.766006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-099667f5-7ed2-467e-bc52-d07e556b96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:34:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c40267f3-0582-4021-8a00-fe15203ce31e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:35:11.766172 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:11.794785 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-36d45f72-8e3c-48b5-a7a3-3164c4813775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4892972 Mar 29 09:35:11.795372 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'tag': '5c29b5da-bd2c-4085-ad42-99300abf4569'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:35:11.798198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a499fdf-523c-4ea7-af02-bd7912c4caf2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b", "tag": "5c29b5da-bd2c-4085-ad42-99300abf4569"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:35:11.798489 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54558) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:35:11.839303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18ac464-95ce-4be3-9011-6bf2f1014684 x-openstack-request-id: req-d18ac464-95ce-4be3-9011-6bf2f1014684 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:35:11.839595 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b", "tag": "5c29b5da-bd2c-4085-ad42-99300abf4569", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:35:11.839841 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d18ac464-95ce-4be3-9011-6bf2f1014684 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:35:11.840231 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'tag': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'status': 'completed', 'code': 200} Mar 29 09:35:11.886370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-099667f5-7ed2-467e-bc52-d07e556b96b8 None None] Set router c40267f3-0582-4021-8a00-fe15203ce31e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:35:11.904988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499fdf-523c-4ea7-af02-bd7912c4caf2 req-8306735f-ccbb-4e8c-8e36-3caac4da7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:11.907145 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a499fdf-523c-4ea7-af02-bd7912c4caf2 req-8306735f-ccbb-4e8c-8e36-3caac4da7dd1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 1098 time: 0.0441952 Mar 29 09:35:11.913131 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7d73946f-636d-43f2-820c-c82283dbd07b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/routers/c40267f3-0582-4021-8a00-fe15203ce31e HTTP/1.1" status: 200 len: 920 time: 0.1125693 Mar 29 09:35:11.915485 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54562) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:35:11.976005 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-00aadee8-db2d-4f61-aaad-5bd7642a24de tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/6f3feae9-18cb-4fd6-a59d-8e7383c097a0 HTTP/1.1" status: 200 len: 991 time: 0.0594614 Mar 29 09:35:12.000594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499fdf-523c-4ea7-af02-bd7912c4caf2 req-2e3770d7-147f-40d2-a752-9ff74c5d7f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:12.002368 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a499fdf-523c-4ea7-af02-bd7912c4caf2 req-2e3770d7-147f-40d2-a752-9ff74c5d7f3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=00475cc3-77b3-4adb-802d-7b308e51f7ae HTTP/1.1" status: 200 len: 898 time: 0.0889344 Mar 29 09:35:12.068953 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a499fdf-523c-4ea7-af02-bd7912c4caf2 req-ec12f224-c18f-430c-b4e7-017843701fee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c29b5da-bd2c-4085-ad42-99300abf4569 HTTP/1.1" status: 200 len: 999 time: 0.0597842 Mar 29 09:35:12.112578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-099667f5-7ed2-467e-bc52-d07e556b96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '6f3feae9-18cb-4fd6-a59d-8e7383c097a0', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'port_id': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'mac_address': 'fa:16:3e:81:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:35:10Z', 'updated_at': '2022-03-29T09:35:10Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44251685-1ff9-4863-8745-ba20303e919b', 'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:57:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:55Z', 'updated_at': '2022-03-29T09:34:59Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:35:12.123573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499fdf-523c-4ea7-af02-bd7912c4caf2 req-8031d736-168f-48d6-9800-b256edcf66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:12.125037 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a499fdf-523c-4ea7-af02-bd7912c4caf2 req-8031d736-168f-48d6-9800-b256edcf66a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec615032-16d2-452a-9543-ead2e1fedbf1 HTTP/1.1" status: 200 len: 834 time: 0.0498517 Mar 29 09:35:12.139205 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099667f5-7ed2-467e-bc52-d07e556b96b8 None None] Checking router: c40267f3-0582-4021-8a00-fe15203ce31e for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:35:12.147581 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099667f5-7ed2-467e-bc52-d07e556b96b8 None None] Routers {'c40267f3-0582-4021-8a00-fe15203ce31e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:35:12.148181 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-099667f5-7ed2-467e-bc52-d07e556b96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:34:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c40267f3-0582-4021-8a00-fe15203ce31e'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:35:12.168380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499fdf-523c-4ea7-af02-bd7912c4caf2 req-4b8b03b3-69e9-466b-a881-42d42f2e0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:12.169813 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a499fdf-523c-4ea7-af02-bd7912c4caf2 req-4b8b03b3-69e9-466b-a881-42d42f2e0c38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00475cc3-77b3-4adb-802d-7b308e51f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389416 Mar 29 09:35:12.207129 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:35:12.255526 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-099667f5-7ed2-467e-bc52-d07e556b96b8 None None] Set router c40267f3-0582-4021-8a00-fe15203ce31e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:35:12.262166 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a499fdf-523c-4ea7-af02-bd7912c4caf2 req-08e03c56-a503-4d54-88e5-931259af30b7 service neutron] 10.222.0.24 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858054 Mar 29 09:35:12.351005 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a499fdf-523c-4ea7-af02-bd7912c4caf2 req-7b3b837b-ae97-4761-8000-c20c9ca8b645 service neutron] 10.222.0.24 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828972 Mar 29 09:35:12.477010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-099667f5-7ed2-467e-bc52-d07e556b96b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '6f3feae9-18cb-4fd6-a59d-8e7383c097a0', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'port_id': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'mac_address': 'fa:16:3e:81:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:35:10Z', 'updated_at': '2022-03-29T09:35:10Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44251685-1ff9-4863-8745-ba20303e919b', 'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:57:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:55Z', 'updated_at': '2022-03-29T09:34:59Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:35:12.506720 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099667f5-7ed2-467e-bc52-d07e556b96b8 None None] The sync data for ids ['c40267f3-0582-4021-8a00-fe15203ce31e'] in dv-neutron-835554-1-hyperv is: [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '6f3feae9-18cb-4fd6-a59d-8e7383c097a0', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'port_id': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'mac_address': 'fa:16:3e:81:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:35:10Z', 'updated_at': '2022-03-29T09:35:10Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44251685-1ff9-4863-8745-ba20303e919b', 'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:57:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:55Z', 'updated_at': '2022-03-29T09:34:59Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:35:12.683257 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd8233b-db95-40e7-bd78-837309f10d1b None None] New status for floating IP 6f3feae9-18cb-4fd6-a59d-8e7383c097a0: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:35:12.979939 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54566) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:35:13.042323 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3645cbc4-6b5a-4ff0-a165-15661337d721 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/6f3feae9-18cb-4fd6-a59d-8e7383c097a0 HTTP/1.1" status: 200 len: 993 time: 0.0611277 Mar 29 09:35:22.729042 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a3577c8-a807-4d0c-9e44-95dbe1982f8f req-e980996d-54db-4422-938a-c6ab027e91a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839326 Mar 29 09:35:22.810580 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3577c8-a807-4d0c-9e44-95dbe1982f8f req-c9721631-76f1-4bc8-b641-4e3e245e8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:22.812251 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a3577c8-a807-4d0c-9e44-95dbe1982f8f req-c9721631-76f1-4bc8-b641-4e3e245e8b34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 1098 time: 0.0410130 Mar 29 09:35:22.914137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3577c8-a807-4d0c-9e44-95dbe1982f8f req-b12a49de-26ca-472e-a1cd-ef94fbdb2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:22.915632 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a3577c8-a807-4d0c-9e44-95dbe1982f8f req-b12a49de-26ca-472e-a1cd-ef94fbdb2544 service neutron] 10.222.0.24 "GET /v2.0/networks?id=00475cc3-77b3-4adb-802d-7b308e51f7ae HTTP/1.1" status: 200 len: 898 time: 0.0854063 Mar 29 09:35:22.982063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a3577c8-a807-4d0c-9e44-95dbe1982f8f req-d6bb6271-1dc3-4697-aab4-678138460fea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c29b5da-bd2c-4085-ad42-99300abf4569 HTTP/1.1" status: 200 len: 1001 time: 0.0598524 Mar 29 09:35:23.028810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3577c8-a807-4d0c-9e44-95dbe1982f8f req-70c7ca02-d378-4eee-8745-7014e0cc4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:23.030924 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a3577c8-a807-4d0c-9e44-95dbe1982f8f req-70c7ca02-d378-4eee-8745-7014e0cc4938 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec615032-16d2-452a-9543-ead2e1fedbf1 HTTP/1.1" status: 200 len: 834 time: 0.0422394 Mar 29 09:35:23.075968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3577c8-a807-4d0c-9e44-95dbe1982f8f req-f7235463-55fd-45c3-aec9-9eb1dc8a01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:35:23.077531 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a3577c8-a807-4d0c-9e44-95dbe1982f8f req-f7235463-55fd-45c3-aec9-9eb1dc8a01f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00475cc3-77b3-4adb-802d-7b308e51f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409570 Mar 29 09:35:23.169951 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a3577c8-a807-4d0c-9e44-95dbe1982f8f req-63a26f63-0a98-489e-bcfc-4ad3729caec2 service neutron] 10.222.0.24 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863674 Mar 29 09:35:23.256518 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a3577c8-a807-4d0c-9e44-95dbe1982f8f req-b7ad4b9d-4d44-4362-a885-4ddd46e467cc service neutron] 10.222.0.24 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805135 Mar 29 09:35:26.706655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6591a7a6-a50f-43dd-ba86-69e2a3879ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:29.098359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7770bac0-b1cd-4a19-b4bb-43fe3d9f827d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:30.545413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:32.009525 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:32.509840 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:33.489739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:49.207202 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:35:56.707472 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9c8d5e61-a60c-4bd8-93ec-4b845d4129e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:35:59.099457 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2203494f-3c08-422f-a916-dbaff7c13913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:00.549851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:02.010881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:02.515951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:03.485946 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:15.710834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54586) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:15.819388 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-995c5acb-f958-457b-9004-5a2894242d0d tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/routers/c40267f3-0582-4021-8a00-fe15203ce31e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1074440 Mar 29 09:36:15.822449 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54590) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:15.936626 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8026bace-6f60-4c76-9e1d-2240a0309199 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Notify agent at dv-neutron-835554-1-hyperv the message router_removed_from_agent {{(pid=102495) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 29 09:36:15.940224 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8026bace-6f60-4c76-9e1d-2240a0309199 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "DELETE /v2.0/agents/76edc68b-bf20-4616-bf73-1b17a55f12c3/l3-routers/c40267f3-0582-4021-8a00-fe15203ce31e HTTP/1.1" status: 204 len: 168 time: 0.1168952 Mar 29 09:36:15.942764 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54592) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:16.049914 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9480e1fd-8f90-4e4a-b0a9-317daa33e9e1 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/routers/c40267f3-0582-4021-8a00-fe15203ce31e/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1059873 Mar 29 09:36:16.052368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54594) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:16.108827 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d0d9338a-b112-476f-ba62-bf13829932db tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/6f3feae9-18cb-4fd6-a59d-8e7383c097a0 HTTP/1.1" status: 200 len: 993 time: 0.0554585 Mar 29 09:36:16.690356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b9abc-09f8-45cc-8032-b3f92c0699a9 None None] New status for floating IP 6f3feae9-18cb-4fd6-a59d-8e7383c097a0: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:36:17.112842 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54596) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:17.175687 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-537114bf-8455-418d-b02d-d70a7a1e1cd3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/6f3feae9-18cb-4fd6-a59d-8e7383c097a0 HTTP/1.1" status: 200 len: 991 time: 0.0617626 Mar 29 09:36:17.519764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 44251685-1ff9-4863-8745-ba20303e919b no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:36:17.594577 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:17.624772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 44251685-1ff9-4863-8745-ba20303e919b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=44251685-1ff9-4863-8745-ba20303e919b,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:17.628678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:17.629310 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 26c15631-2927-4349-bd04-dfcc5f203e5a no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:36:17.704194 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=44251685-1ff9-4863-8745-ba20303e919b,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:17.712463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:17.712801 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:17.713130 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:17.713459 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:17.713817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:17.714142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:17.714465 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:17.714793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:17.715112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:17.715429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:17.715743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:17.716105 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:17.750999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:17.770199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 26c15631-2927-4349-bd04-dfcc5f203e5a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=26c15631-2927-4349-bd04-dfcc5f203e5a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:17.774009 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:17.820657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=26c15631-2927-4349-bd04-dfcc5f203e5a,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:18.287863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54602) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:18.411221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da43fe27-33f8-4947-9ed4-4317ffafe5b8 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Router c40267f3-0582-4021-8a00-fe15203ce31e is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:36:18.411600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da43fe27-33f8-4947-9ed4-4317ffafe5b8 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Notify agent at dv-neutron-835554-1-hyperv the message router_added_to_agent {{(pid=102496) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 29 09:36:18.429399 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-da43fe27-33f8-4947-9ed4-4317ffafe5b8 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "POST /v2.0/agents/76edc68b-bf20-4616-bf73-1b17a55f12c3/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1404972 Mar 29 09:36:18.432004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54606) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:18.443975 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866eec5-2886-4486-806b-b66d897f1383 None None] Sync routers for ids ['c40267f3-0582-4021-8a00-fe15203ce31e'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:36:18.457975 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866eec5-2886-4486-806b-b66d897f1383 None None] Routers {'c40267f3-0582-4021-8a00-fe15203ce31e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:36:18.458502 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a866eec5-2886-4486-806b-b66d897f1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:35:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c40267f3-0582-4021-8a00-fe15203ce31e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:18.544296 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f86c6f92-76f9-4b3e-b3bd-590a79330866 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/routers/c40267f3-0582-4021-8a00-fe15203ce31e/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1107566 Mar 29 09:36:18.546978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54610) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:18.560795 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-a866eec5-2886-4486-806b-b66d897f1383 None None] Set router c40267f3-0582-4021-8a00-fe15203ce31e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:36:18.609614 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-210d9412-38eb-4621-8c04-5b492c76dbd1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/6f3feae9-18cb-4fd6-a59d-8e7383c097a0 HTTP/1.1" status: 200 len: 991 time: 0.0598485 Mar 29 09:36:18.774361 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a866eec5-2886-4486-806b-b66d897f1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:36:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '6f3feae9-18cb-4fd6-a59d-8e7383c097a0', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'port_id': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'mac_address': 'fa:16:3e:81:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:35:10Z', 'updated_at': '2022-03-29T09:36:16Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44251685-1ff9-4863-8745-ba20303e919b', 'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:57:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:55Z', 'updated_at': '2022-03-29T09:36:17Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:18.803055 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866eec5-2886-4486-806b-b66d897f1383 None None] Checking router: c40267f3-0582-4021-8a00-fe15203ce31e for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:36:18.811105 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866eec5-2886-4486-806b-b66d897f1383 None None] Routers {'c40267f3-0582-4021-8a00-fe15203ce31e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:36:18.811687 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a866eec5-2886-4486-806b-b66d897f1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:35:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c40267f3-0582-4021-8a00-fe15203ce31e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:18.912412 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-a866eec5-2886-4486-806b-b66d897f1383 None None] Set router c40267f3-0582-4021-8a00-fe15203ce31e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:36:19.123935 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a866eec5-2886-4486-806b-b66d897f1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:36:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '6f3feae9-18cb-4fd6-a59d-8e7383c097a0', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'port_id': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'mac_address': 'fa:16:3e:81:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:35:10Z', 'updated_at': '2022-03-29T09:36:16Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44251685-1ff9-4863-8745-ba20303e919b', 'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:57:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:55Z', 'updated_at': '2022-03-29T09:36:17Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:19.149582 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866eec5-2886-4486-806b-b66d897f1383 None None] The sync data for ids ['c40267f3-0582-4021-8a00-fe15203ce31e'] in dv-neutron-835554-1-hyperv is: [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:36:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '6f3feae9-18cb-4fd6-a59d-8e7383c097a0', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.180', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'port_id': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'mac_address': 'fa:16:3e:81:dc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:35:10Z', 'updated_at': '2022-03-29T09:36:16Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44251685-1ff9-4863-8745-ba20303e919b', 'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:57:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:55Z', 'updated_at': '2022-03-29T09:36:17Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:36:19.542211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 44251685-1ff9-4863-8745-ba20303e919b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:36:19.594610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 44251685-1ff9-4863-8745-ba20303e919b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:19.594985 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:19.612410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54612) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:19.674266 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:19.680645 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f2dbc44d-cc65-4054-9db8-f7dba65653b5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/6f3feae9-18cb-4fd6-a59d-8e7383c097a0 HTTP/1.1" status: 200 len: 991 time: 0.0658724 Mar 29 09:36:19.708295 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 44251685-1ff9-4863-8745-ba20303e919b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=44251685-1ff9-4863-8745-ba20303e919b,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:19.715471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:19.771231 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=44251685-1ff9-4863-8745-ba20303e919b,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:20.683451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54614) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:20.692641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff158495-d825-4c73-ac07-765bcc1ea0c3 None None] New status for floating IP 6f3feae9-18cb-4fd6-a59d-8e7383c097a0: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:36:20.750770 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a9850ed3-2cee-42c4-bfa2-b87e0ced4251 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/6f3feae9-18cb-4fd6-a59d-8e7383c097a0 HTTP/1.1" status: 200 len: 991 time: 0.0660803 Mar 29 09:36:21.588520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 26c15631-2927-4349-bd04-dfcc5f203e5a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:36:21.634343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 26c15631-2927-4349-bd04-dfcc5f203e5a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:21.634707 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:21.753830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54616) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:21.818146 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-447d2905-7dfa-478c-bc1d-9cc17b549f3a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/6f3feae9-18cb-4fd6-a59d-8e7383c097a0 HTTP/1.1" status: 200 len: 993 time: 0.0608754 Mar 29 09:36:21.854914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:21.874868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 26c15631-2927-4349-bd04-dfcc5f203e5a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=26c15631-2927-4349-bd04-dfcc5f203e5a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:21.878835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:21.879839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 44251685-1ff9-4863-8745-ba20303e919b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:36:21.952528 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=26c15631-2927-4349-bd04-dfcc5f203e5a,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:21.962740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 44251685-1ff9-4863-8745-ba20303e919b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:21.963108 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:22.270514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54622) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:22.426258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port f9d8e7c0-a7cf-4f71-9316-ef48b537bb70 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:36:22.426597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:22.506089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:22.506410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:22.518294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for f9d8e7c0-a7cf-4f71-9316-ef48b537bb70 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:36:22.682788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:22.714754 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=f9d8e7c0-a7cf-4f71-9316-ef48b537bb70,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:22.729998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:22.730343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:22.730673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:22.731001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:22.731321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:22.731640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:22.731959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:22.732275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:22.732593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:22.732915 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:22.733220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:22.733531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:23.071244 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4d5eb70b-6731-4ea6-99aa-70ab25673745 req-15660950-e2e6-490f-a1b9-12520540b4c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4165874 Mar 29 09:36:23.092018 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:23.092383 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 6f3feae9-18cb-4fd6-a59d-8e7383c097a0 disassociated (deleted). External IP: 172.26.1.180, port: 5c29b5da-bd2c-4085-ad42-99300abf4569. Mar 29 09:36:23.209749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eb70b-6731-4ea6-99aa-70ab25673745 req-8646684f-0e6a-4a33-80a6-b6ce79d614d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:23.211219 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4d5eb70b-6731-4ea6-99aa-70ab25673745 req-8646684f-0e6a-4a33-80a6-b6ce79d614d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 1098 time: 0.0850339 Mar 29 09:36:23.394973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eb70b-6731-4ea6-99aa-70ab25673745 req-52556d14-bf88-4095-afa0-acef355ebbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:23.396423 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4d5eb70b-6731-4ea6-99aa-70ab25673745 req-52556d14-bf88-4095-afa0-acef355ebbbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=00475cc3-77b3-4adb-802d-7b308e51f7ae HTTP/1.1" status: 200 len: 898 time: 0.1366830 Mar 29 09:36:23.400148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router c40267f3-0582-4021-8a00-fe15203ce31e has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:36:23.441158 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4d5eb70b-6731-4ea6-99aa-70ab25673745 req-ed94138a-575e-4bab-96da-9f9cf2895a46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c29b5da-bd2c-4085-ad42-99300abf4569 HTTP/1.1" status: 200 len: 217 time: 0.0375934 Mar 29 09:36:23.535459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eb70b-6731-4ea6-99aa-70ab25673745 req-ec1a336a-83ff-4c34-af7e-3170b05309c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:23.536001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 26c15631-2927-4349-bd04-dfcc5f203e5a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:36:23.536916 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4d5eb70b-6731-4ea6-99aa-70ab25673745 req-ec1a336a-83ff-4c34-af7e-3170b05309c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec615032-16d2-452a-9543-ead2e1fedbf1 HTTP/1.1" status: 200 len: 834 time: 0.0598245 Mar 29 09:36:23.583435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 26c15631-2927-4349-bd04-dfcc5f203e5a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:23.583808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:23.608720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:36:23.613978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:23.623097 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da5dd-035b-4637-8b19-cdf0f7e3efa8 None None] Sync routers for ids ['c40267f3-0582-4021-8a00-fe15203ce31e'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:36:23.632794 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203da5dd-035b-4637-8b19-cdf0f7e3efa8 None None] Routers {'c40267f3-0582-4021-8a00-fe15203ce31e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:36:23.633315 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-203da5dd-035b-4637-8b19-cdf0f7e3efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:35:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c40267f3-0582-4021-8a00-fe15203ce31e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:23.643674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eb70b-6731-4ea6-99aa-70ab25673745 req-2616ccf0-258a-40cf-a683-0c5283a62366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:23.645220 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4d5eb70b-6731-4ea6-99aa-70ab25673745 req-2616ccf0-258a-40cf-a683-0c5283a62366 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00475cc3-77b3-4adb-802d-7b308e51f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828791 Mar 29 09:36:23.649532 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c964970a-2edc-4f5d-b59b-61b16f377d56 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/floatingips/6f3feae9-18cb-4fd6-a59d-8e7383c097a0 HTTP/1.1" status: 204 len: 168 time: 1.3755136 Mar 29 09:36:23.649532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'tag': '5c29b5da-bd2c-4085-ad42-99300abf4569'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:36:23.650555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe5be5c-bf45-41b7-8706-b57bae12625e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b", "tag": "5c29b5da-bd2c-4085-ad42-99300abf4569"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:36:23.724426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d38dfb-7a81-4c93-9a34-6aba9b5b8e70 x-openstack-request-id: req-f7d38dfb-7a81-4c93-9a34-6aba9b5b8e70 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:36:23.724670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b", "tag": "5c29b5da-bd2c-4085-ad42-99300abf4569", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:36:23.724860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f7d38dfb-7a81-4c93-9a34-6aba9b5b8e70 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:36:23.725193 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'tag': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'status': 'completed', 'code': 200} Mar 29 09:36:23.770754 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-203da5dd-035b-4637-8b19-cdf0f7e3efa8 None None] Set router c40267f3-0582-4021-8a00-fe15203ce31e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:36:23.778915 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4d5eb70b-6731-4ea6-99aa-70ab25673745 req-a623e2b6-b624-45b3-9a79-a21a17cf930e service neutron] 10.222.0.24 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255524 Mar 29 09:36:23.910504 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4d5eb70b-6731-4ea6-99aa-70ab25673745 req-2c3494ca-85e0-4e20-a082-7e54aa1c87fd service neutron] 10.222.0.24 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239364 Mar 29 09:36:23.929740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a462b4-fc43-48e8-9a47-74b744b59303 req-e90d3b3b-d220-41e9-8efb-089c893f17ba tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:23.930961 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-02a462b4-fc43-48e8-9a47-74b744b59303 req-e90d3b3b-d220-41e9-8efb-089c893f17ba tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 945 time: 0.0640545 Mar 29 09:36:23.998911 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-02a462b4-fc43-48e8-9a47-74b744b59303 req-dfb8f7f1-0396-41dc-ad65-beb766bee806 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603645 Mar 29 09:36:24.015134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5be5c-bf45-41b7-8706-b57bae12625e req-b03ceb14-1238-4c19-93d4-8c2683720710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:24.016831 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fe5be5c-bf45-41b7-8706-b57bae12625e req-b03ceb14-1238-4c19-93d4-8c2683720710 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 1098 time: 0.0621214 Mar 29 09:36:24.064867 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-203da5dd-035b-4637-8b19-cdf0f7e3efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:36:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '44251685-1ff9-4863-8745-ba20303e919b', 'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:57:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:55Z', 'updated_at': '2022-03-29T09:36:19Z', 'revision_number': 7, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:24.089865 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da5dd-035b-4637-8b19-cdf0f7e3efa8 None None] Checking router: c40267f3-0582-4021-8a00-fe15203ce31e for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:36:24.097827 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203da5dd-035b-4637-8b19-cdf0f7e3efa8 None None] Routers {'c40267f3-0582-4021-8a00-fe15203ce31e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:36:24.098409 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-203da5dd-035b-4637-8b19-cdf0f7e3efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:35:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c40267f3-0582-4021-8a00-fe15203ce31e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:24.106550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5be5c-bf45-41b7-8706-b57bae12625e req-02fb9421-e1e5-4fe2-b2e5-96866623c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:24.108090 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fe5be5c-bf45-41b7-8706-b57bae12625e req-02fb9421-e1e5-4fe2-b2e5-96866623c7b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=00475cc3-77b3-4adb-802d-7b308e51f7ae HTTP/1.1" status: 200 len: 898 time: 0.0832524 Mar 29 09:36:24.153021 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fe5be5c-bf45-41b7-8706-b57bae12625e req-5ccee731-d75e-4fc9-9b85-f20fd1f356f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c29b5da-bd2c-4085-ad42-99300abf4569 HTTP/1.1" status: 200 len: 217 time: 0.0374706 Mar 29 09:36:24.200462 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-203da5dd-035b-4637-8b19-cdf0f7e3efa8 None None] Set router c40267f3-0582-4021-8a00-fe15203ce31e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:36:24.201097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5be5c-bf45-41b7-8706-b57bae12625e req-67ea7ae6-ff12-42e2-995c-271b13deaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:24.202616 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fe5be5c-bf45-41b7-8706-b57bae12625e req-67ea7ae6-ff12-42e2-995c-271b13deaf7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec615032-16d2-452a-9543-ead2e1fedbf1 HTTP/1.1" status: 200 len: 834 time: 0.0435371 Mar 29 09:36:24.247333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5be5c-bf45-41b7-8706-b57bae12625e req-b98c6e53-33f5-4225-896e-6f3d7e02eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:24.248835 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fe5be5c-bf45-41b7-8706-b57bae12625e req-b98c6e53-33f5-4225-896e-6f3d7e02eaa4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=00475cc3-77b3-4adb-802d-7b308e51f7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388796 Mar 29 09:36:24.341774 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fe5be5c-bf45-41b7-8706-b57bae12625e req-6320c6ab-7ba9-4c46-9838-02765371e6d9 service neutron] 10.222.0.24 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854251 Mar 29 09:36:24.395289 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-203da5dd-035b-4637-8b19-cdf0f7e3efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:36:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '44251685-1ff9-4863-8745-ba20303e919b', 'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:57:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:55Z', 'updated_at': '2022-03-29T09:36:19Z', 'revision_number': 7, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:24.420385 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203da5dd-035b-4637-8b19-cdf0f7e3efa8 None None] The sync data for ids ['c40267f3-0582-4021-8a00-fe15203ce31e'] in dv-neutron-835554-1-hyperv is: [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:34:56Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:36:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '44251685-1ff9-4863-8745-ba20303e919b', 'name': '', 'network_id': '00475cc3-77b3-4adb-802d-7b308e51f7ae', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:57:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:55Z', 'updated_at': '2022-03-29T09:36:19Z', 'revision_number': 7, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': 'ec615032-16d2-452a-9543-ead2e1fedbf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:36:24.430058 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fe5be5c-bf45-41b7-8706-b57bae12625e req-85ebcc11-09ce-4a3e-a44e-3ecd84d7b990 service neutron] 10.222.0.24 "GET /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813529 Mar 29 09:36:25.062423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b919fa-89f7-4858-873f-2267496021ec None None] New status for floating IP 6f3feae9-18cb-4fd6-a59d-8e7383c097a0: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:36:25.166725 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df221779-4e91-43e6-886f-1244acbb3107 req-28b63c5d-4c78-4936-bb2b-7b3814365a62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:25.168187 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-df221779-4e91-43e6-886f-1244acbb3107 req-28b63c5d-4c78-4936-bb2b-7b3814365a62 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 945 time: 0.0957851 Mar 29 09:36:25.209913 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-df221779-4e91-43e6-886f-1244acbb3107 req-8a46a0e4-5867-4a92-a9ba-0581707e3791 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352445 Mar 29 09:36:25.392348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1604639-147c-483c-9b0a-89d206dbf88a req-0fde4fad-0706-4106-b925-76a10d2974a3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:25.393906 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a1604639-147c-483c-9b0a-89d206dbf88a req-0fde4fad-0706-4106-b925-76a10d2974a3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 945 time: 0.0473318 Mar 29 09:36:25.479837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-a1604639-147c-483c-9b0a-89d206dbf88a req-df5e56d3-1279-4bc4-a848-089c1ed5bf47 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 5c29b5da-bd2c-4085-ad42-99300abf4569 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:36:25.480175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a1604639-147c-483c-9b0a-89d206dbf88a req-df5e56d3-1279-4bc4-a848-089c1ed5bf47 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:25.568515 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-a1604639-147c-483c-9b0a-89d206dbf88a req-df5e56d3-1279-4bc4-a848-089c1ed5bf47 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 5c29b5da-bd2c-4085-ad42-99300abf4569, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=5c29b5da-bd2c-4085-ad42-99300abf4569,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:25.568873 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a1604639-147c-483c-9b0a-89d206dbf88a req-df5e56d3-1279-4bc4-a848-089c1ed5bf47 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:25.581057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-a1604639-147c-483c-9b0a-89d206dbf88a req-df5e56d3-1279-4bc4-a848-089c1ed5bf47 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 5c29b5da-bd2c-4085-ad42-99300abf4569 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:36:25.709277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a1604639-147c-483c-9b0a-89d206dbf88a req-df5e56d3-1279-4bc4-a848-089c1ed5bf47 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:25.742755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e56d3-1279-4bc4-a848-089c1ed5bf47 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=5c29b5da-bd2c-4085-ad42-99300abf4569,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:25.777230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1604639-147c-483c-9b0a-89d206dbf88a req-df5e56d3-1279-4bc4-a848-089c1ed5bf47 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] No DVR routers for this DVR port 5c29b5da-bd2c-4085-ad42-99300abf4569 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:36:25.779884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a1604639-147c-483c-9b0a-89d206dbf88a req-df5e56d3-1279-4bc4-a848-089c1ed5bf47 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:25.783585 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a1604639-147c-483c-9b0a-89d206dbf88a req-df5e56d3-1279-4bc4-a848-089c1ed5bf47 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "DELETE /v2.0/ports/5c29b5da-bd2c-4085-ad42-99300abf4569 HTTP/1.1" status: 204 len: 173 time: 0.3840649 Mar 29 09:36:25.784053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'name': 'network-vif-deleted', 'tag': '5c29b5da-bd2c-4085-ad42-99300abf4569'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:36:25.786329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5e97dc-9836-4e8e-a400-8aa6c6201e6c" -d '{"events": [{"server_uuid": "5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b", "name": "network-vif-deleted", "tag": "5c29b5da-bd2c-4085-ad42-99300abf4569"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:36:25.830488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d10238-ac47-4957-916a-5414791ceb86 x-openstack-request-id: req-57d10238-ac47-4957-916a-5414791ceb86 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:36:25.830807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b", "name": "network-vif-deleted", "tag": "5c29b5da-bd2c-4085-ad42-99300abf4569", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:36:25.831062 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57d10238-ac47-4957-916a-5414791ceb86 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:36:25.831455 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b', 'name': 'network-vif-deleted', 'tag': '5c29b5da-bd2c-4085-ad42-99300abf4569', 'status': 'completed', 'code': 200} Mar 29 09:36:26.207496 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:36:26.318780 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-804d9fea-ff49-477c-b2dc-f80dbe6ca303 req-d7fd7157-589e-4421-a35e-2ef000b7fd8a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f31e35c-1e80-4e5e-b2c2-98bfa7026b6b HTTP/1.1" status: 200 len: 210 time: 0.0276430 Mar 29 09:36:26.713083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f4bb3a0a-c788-4737-ae83-5e2ae9ce21ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:27.374555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54644) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:27.433501 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ba46da71-f6e2-4e89-8f40-7a994f00ed7d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:27.458863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ba46da71-f6e2-4e89-8f40-7a994f00ed7d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:27.521748 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ba46da71-f6e2-4e89-8f40-7a994f00ed7d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:27.524307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ba46da71-f6e2-4e89-8f40-7a994f00ed7d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:27.525485 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ba46da71-f6e2-4e89-8f40-7a994f00ed7d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/security-groups/f26d8a67-a3e7-4f9a-93dc-ac021a4baa29 HTTP/1.1" status: 204 len: 168 time: 0.1494260 Mar 29 09:36:27.535094 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46da71-f6e2-4e89-8f40-7a994f00ed7d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26d8a67-a3e7-4f9a-93dc-ac021a4baa29,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:27.557237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54648) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:27.905436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5acf-9418-4985-a0eb-ff7b42d873bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:28.147693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e5acf-9418-4985-a0eb-ff7b42d873bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 44251685-1ff9-4863-8745-ba20303e919b {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:36:28.148030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5acf-9418-4985-a0eb-ff7b42d873bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:28.234025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-8d9e5acf-9418-4985-a0eb-ff7b42d873bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 44251685-1ff9-4863-8745-ba20303e919b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=44251685-1ff9-4863-8745-ba20303e919b,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:28.234402 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5acf-9418-4985-a0eb-ff7b42d873bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:28.245649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e5acf-9418-4985-a0eb-ff7b42d873bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 44251685-1ff9-4863-8745-ba20303e919b owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:36:28.382043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 5c29b5da-bd2c-4085-ad42-99300abf4569 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:36:28.401869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 5c29b5da-bd2c-4085-ad42-99300abf4569 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:36:28.402121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 5c29b5da-bd2c-4085-ad42-99300abf4569 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:36:28.424363 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5acf-9418-4985-a0eb-ff7b42d873bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:28.448358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e5acf-9418-4985-a0eb-ff7b42d873bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=44251685-1ff9-4863-8745-ba20303e919b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:28.616735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5acf-9418-4985-a0eb-ff7b42d873bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.101296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5f48f4a5-5baa-4969-b501-505ba9258d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.115069 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9e5acf-9418-4985-a0eb-ff7b42d873bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router c40267f3-0582-4021-8a00-fe15203ce31e has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:36:29.216683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9e5acf-9418-4985-a0eb-ff7b42d873bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:36:29.222156 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8d9e5acf-9418-4985-a0eb-ff7b42d873bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/c40267f3-0582-4021-8a00-fe15203ce31e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6638441 Mar 29 09:36:29.224826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54650) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:29.227339 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0408b46-53a2-420d-bff2-f7a783e42d32 None None] Sync routers for ids ['c40267f3-0582-4021-8a00-fe15203ce31e'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:36:29.237831 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0408b46-53a2-420d-bff2-f7a783e42d32 None None] Routers {'c40267f3-0582-4021-8a00-fe15203ce31e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:36:29.238435 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e0408b46-53a2-420d-bff2-f7a783e42d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:36:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c40267f3-0582-4021-8a00-fe15203ce31e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:29.273534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9d55d8-da99-49b8-8872-5bd203d4a3e8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting subnet ec615032-16d2-452a-9543-ead2e1fedbf1 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:36:29.276564 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a9d55d8-da99-49b8-8872-5bd203d4a3e8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.321699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a9d55d8-da99-49b8-8872-5bd203d4a3e8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.340142 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-e0408b46-53a2-420d-bff2-f7a783e42d32 None None] Set router c40267f3-0582-4021-8a00-fe15203ce31e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:36:29.402528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a9d55d8-da99-49b8-8872-5bd203d4a3e8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.460925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a9d55d8-da99-49b8-8872-5bd203d4a3e8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.492325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d55d8-da99-49b8-8872-5bd203d4a3e8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Subnet': ['ID=ec615032-16d2-452a-9543-ead2e1fedbf1,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:29.496119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8a9d55d8-da99-49b8-8872-5bd203d4a3e8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.499759 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8a9d55d8-da99-49b8-8872-5bd203d4a3e8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/subnets/ec615032-16d2-452a-9543-ead2e1fedbf1 HTTP/1.1" status: 204 len: 168 time: 0.2737284 Mar 29 09:36:29.502106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54652) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:29.504742 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a5f06a-2be0-4521-8b1d-4bcff1d847ca None None] Network 00475cc3-77b3-4adb-802d-7b308e51f7ae requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:36:29.548191 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e0408b46-53a2-420d-bff2-f7a783e42d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:36:28Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:36:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:29.577052 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0408b46-53a2-420d-bff2-f7a783e42d32 None None] Checking router: c40267f3-0582-4021-8a00-fe15203ce31e for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:36:29.585870 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0408b46-53a2-420d-bff2-f7a783e42d32 None None] Routers {'c40267f3-0582-4021-8a00-fe15203ce31e'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:36:29.586473 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e0408b46-53a2-420d-bff2-f7a783e42d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:36:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c40267f3-0582-4021-8a00-fe15203ce31e'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:29.609281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.695979 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdd4871-57af-44fe-be5c-1d39c4938288 None None] DHCP port deletion for 00475cc3-77b3-4adb-802d-7b308e51f7ae request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:36:29.699747 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-e0408b46-53a2-420d-bff2-f7a783e42d32 None None] Set router c40267f3-0582-4021-8a00-fe15203ce31e gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:36:29.717560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.744189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd4871-57af-44fe-be5c-1d39c4938288 None None] Deleting port d9b66524-761a-42b9-8911-9a8ae0e4d7f3 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:36:29.744619 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1fdd4871-57af-44fe-be5c-1d39c4938288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.776965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 26c15631-2927-4349-bd04-dfcc5f203e5a {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:36:29.777373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.812820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1fdd4871-57af-44fe-be5c-1d39c4938288 None None] For port d9b66524-761a-42b9-8911-9a8ae0e4d7f3, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d9b66524-761a-42b9-8911-9a8ae0e4d7f3,segment=NetworkSegment(d1b90a07-46b5-42e5-b1dc-016be93ea0ab),segment_id=d1b90a07-46b5-42e5-b1dc-016be93ea0ab)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:29.813220 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1fdd4871-57af-44fe-be5c-1d39c4938288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.826865 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd4871-57af-44fe-be5c-1d39c4938288 None None] Calling delete_port for d9b66524-761a-42b9-8911-9a8ae0e4d7f3 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:36:29.859456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 26c15631-2927-4349-bd04-dfcc5f203e5a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=26c15631-2927-4349-bd04-dfcc5f203e5a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:29.859853 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.871593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 26c15631-2927-4349-bd04-dfcc5f203e5a owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:36:29.896651 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e0408b46-53a2-420d-bff2-f7a783e42d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:36:28Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:36:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:29.911529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1fdd4871-57af-44fe-be5c-1d39c4938288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:29.927691 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0408b46-53a2-420d-bff2-f7a783e42d32 None None] The sync data for ids ['c40267f3-0582-4021-8a00-fe15203ce31e'] in dv-neutron-835554-1-hyperv is: [{'id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'name': 'tempest-TestNetworkBasicOps-router-37500315', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69'}], 'enable_snat': True}, 'gw_port_id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:36:28Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '26c15631-2927-4349-bd04-dfcc5f203e5a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40267f3-0582-4021-8a00-fe15203ce31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:34:53Z', 'updated_at': '2022-03-29T09:36:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:36:29.943756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdd4871-57af-44fe-be5c-1d39c4938288 None None] No DVR routers for this DVR port d9b66524-761a-42b9-8911-9a8ae0e4d7f3 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:36:29.948148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd4871-57af-44fe-be5c-1d39c4938288 None None] Pushing event deleted for resources: {'Port': ['ID=d9b66524-761a-42b9-8911-9a8ae0e4d7f3,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:30.052489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.077333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=26c15631-2927-4349-bd04-dfcc5f203e5a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:30.139632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.227920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.229907 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.270714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.271221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Fanout notify agent at l3_agent the message router_deleted on router c40267f3-0582-4021-8a00-fe15203ce31e {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:36:30.277812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.279252 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3c5dbbfa-2968-4345-913b-9150f08a3433 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/routers/c40267f3-0582-4021-8a00-fe15203ce31e HTTP/1.1" status: 204 len: 168 time: 0.7759104 Mar 29 09:36:30.282209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54654) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:30.364879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.458412 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.482971 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00475cc3-77b3-4adb-802d-7b308e51f7ae']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:30.493693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:30.494007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b90a07-46b5-42e5-b1dc-016be93ea0ab') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:30.503955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.518065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.524357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:36:30.524757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:36:30.528051 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:36:30.555307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.589220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.596901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.599834 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/networks/00475cc3-77b3-4adb-802d-7b308e51f7ae HTTP/1.1" status: 204 len: 168 time: 0.3167012 Mar 29 09:36:30.618242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d692c-bb08-402e-a612-4410f0af3fa3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Network': ['ID=00475cc3-77b3-4adb-802d-7b308e51f7ae,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:30.621988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54656) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:30.627038 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'network': {'name': 'tempest-network-smoke--211778773', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'port_security_enabled': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:30.646483 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:36:30.650314 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.673126 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:36:30.681981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.682320 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Added segment 8505cfff-3df2-4010-98b3-bcf4c23fc7d7 of type vlan for network 4e365539-6e6f-472e-9c97-4681101fae82 Mar 29 09:36:30.729011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.753229 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.758782 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:30.759374 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.795926 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1728315 Mar 29 09:36:30.798582 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54658) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:30.802812 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'admin_state_up': True, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:30.846119 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Network': ['ID=4e365539-6e6f-472e-9c97-4681101fae82,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:30.856925 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:30.857271 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:30.857628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:30.857963 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:30.858291 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:30.858625 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:30.858950 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:30.859302 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:30.859627 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:30.859949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:30.860271 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:30.860593 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa29988d-62a6-40e0-b933-b671cac0b715 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:30.869140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.870181 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:30.872704 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 4e365539-6e6f-472e-9c97-4681101fae82 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:36:30.922572 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:31.063530 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:31.253837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:31.272283 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:31.371070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.38 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:36:31.472434 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:31.507369 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:31.533503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d9b66524-761a-42b9-8911-9a8ae0e4d7f3 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:36:31.545899 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:36:31.548719 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:36:31.552247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:36:31.553173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: d9b66524-761a-42b9-8911-9a8ae0e4d7f3 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:36:31.553613 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d9b66524-761a-42b9-8911-9a8ae0e4d7f3 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:36:31.554087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 44251685-1ff9-4863-8745-ba20303e919b no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:36:31.577248 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:31.577485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 44251685-1ff9-4863-8745-ba20303e919b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:36:31.578547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 44251685-1ff9-4863-8745-ba20303e919b not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:36:31.578547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 26c15631-2927-4349-bd04-dfcc5f203e5a no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:36:31.598312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 26c15631-2927-4349-bd04-dfcc5f203e5a {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:36:31.598654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 26c15631-2927-4349-bd04-dfcc5f203e5a not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:36:31.799809 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:31.991810 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:32.012665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:32.119534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:36:32.222225 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:36:32.231631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Sync routers for ids ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:36:32.241485 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:32.242218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Routers {'5be0c2b6-e7ba-449f-a12a-6a9729bfa680'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:36:32.243848 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-85f73ed2-4703-4faf-8da8-0c6599ec395d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4432969 Mar 29 09:36:32.243993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:36:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:32.245965 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54660) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:32.276077 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5e4aa289-716f-473a-8df9-e55ed52362ea tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6010cd4cec6b417ba57b11945c979066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267262 Mar 29 09:36:32.276352 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54662) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:32.347804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Set router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:36:32.366814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1b5435-15cb-4476-a9af-f80a53c9bb75 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:32.368345 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ec1b5435-15cb-4476-a9af-f80a53c9bb75 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911627 Mar 29 09:36:32.371219 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54664) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:32.398553 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-40de19e3-87ca-4461-9c70-2edc3f2684b9 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263391 Mar 29 09:36:32.401054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54666) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:32.405746 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0402a832-4774-4fe8-ac38-09a4db02ab8f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2089537042', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:32.490718 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0402a832-4774-4fe8-ac38-09a4db02ab8f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:36:32.494287 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0402a832-4774-4fe8-ac38-09a4db02ab8f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:32.522745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:32.536958 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:36:31Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:32.568833 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Checking router: 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:36:32.569183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Updating router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 port 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:36:32.594513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:32.677277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0402a832-4774-4fe8-ac38-09a4db02ab8f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:32.740025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402a832-4774-4fe8-ac38-09a4db02ab8f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Subnet': ['ID=56ff8c56-546f-481c-a6be-c4586fb6730c,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:32.747855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402a832-4774-4fe8-ac38-09a4db02ab8f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Checking segment: {'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:36:32.748388 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402a832-4774-4fe8-ac38-09a4db02ab8f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network hostable DHCP agents. Network: 4e365539-6e6f-472e-9c97-4681101fae82, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:36:32.766139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402a832-4774-4fe8-ac38-09a4db02ab8f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 4e365539-6e6f-472e-9c97-4681101fae82 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:36:32.774423 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-0402a832-4774-4fe8-ac38-09a4db02ab8f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 4e365539-6e6f-472e-9c97-4681101fae82) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:36:32.779148 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0402a832-4774-4fe8-ac38-09a4db02ab8f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:32.779823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0402a832-4774-4fe8-ac38-09a4db02ab8f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:32.788260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfe6c38-e981-447e-9492-5f0f43080a7b None None] Network 4e365539-6e6f-472e-9c97-4681101fae82 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:36:32.797304 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0402a832-4774-4fe8-ac38-09a4db02ab8f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3945765 Mar 29 09:36:32.799936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54668) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:32.914978 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:32.940565 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:33.014602 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Attempting to bind port 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:36:33.015018 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Attempting to bind port 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:36:33.015862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Attempting to bind port 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:36:33.031138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fda95-88cb-4a41-b747-bf0a1b1331eb None None] Pushing event updated for resources: {'Port': ['ID=1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:33.037613 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:36:33.037980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:36:33.038463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:33.038760 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:36:33.039238 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Bound port: 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:36:33.039623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:33.061513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-4e365539-6e6f-472e-9c97-4681101fae82', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ips': [{'subnet_id': '56ff8c56-546f-481c-a6be-c4586fb6730c'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:36:33.062972 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:33.156215 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] For port 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:36:33.182623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] For port 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:36:33.191824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:33.290424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Routers {'5be0c2b6-e7ba-449f-a12a-6a9729bfa680'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:36:33.291035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:36:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:33.293453 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Allocated IP 172.20.0.2 (4e365539-6e6f-472e-9c97-4681101fae82/56ff8c56-546f-481c-a6be-c4586fb6730c/24acee92-11ac-4331-8951-0eb1685d4d32) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:36:33.295406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fda95-88cb-4a41-b747-bf0a1b1331eb None None] Pushing event updated for resources: {'Port': ['ID=1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:33.545174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:33.610619 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] Set router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:36:33.665351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:33.800497 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:33.807007 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:33.854831 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.1 (4e365539-6e6f-472e-9c97-4681101fae82/56ff8c56-546f-481c-a6be-c4586fb6730c/45197ae8-15b9-4d51-847c-23a186169050) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:36:33.871935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Network 4e365539-6e6f-472e-9c97-4681101fae82 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:36:33.881203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:36:33.883226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Pushing event updated for resources: {'Port': ['ID=24acee92-11ac-4331-8951-0eb1685d4d32,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:33.886407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:36:33.949988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:36:31Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:33.952885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Attempting to bind port 24acee92-11ac-4331-8951-0eb1685d4d32 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:36:33.953258 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Attempting to bind port 24acee92-11ac-4331-8951-0eb1685d4d32 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:36:33.953621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Attempting to bind port 24acee92-11ac-4331-8951-0eb1685d4d32 on network 4e365539-6e6f-472e-9c97-4681101fae82 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:36:33.972473 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:33.983743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de3b39-e72e-42dd-b346-28cd80e4b49f None None] The sync data for ids ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'] in dv-neutron-835554-1-hyperv is: [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:36:31Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:36:33.987160 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:36:33.988075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Checking segment: {'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:36:33.988075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:33.988295 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Bound using segment: {'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:36:33.988734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Bound port: 24acee92-11ac-4331-8951-0eb1685d4d32, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:36:33.989110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:34.008267 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:34.051867 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 4e365539-6e6f-472e-9c97-4681101fae82 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:36:34.054930 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:36:34.058918 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:36:34.059269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-739054e9-3ed2-4334-a702-97574224e01d None None] For port 24acee92-11ac-4331-8951-0eb1685d4d32, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:36:34.063299 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-739054e9-3ed2-4334-a702-97574224e01d None None] For port 24acee92-11ac-4331-8951-0eb1685d4d32, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=24acee92-11ac-4331-8951-0eb1685d4d32,segment=NetworkSegment(8505cfff-3df2-4010-98b3-bcf4c23fc7d7),segment_id=8505cfff-3df2-4010-98b3-bcf4c23fc7d7)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:36:34.067264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:34.084087 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=45197ae8-15b9-4d51-847c-23a186169050,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:34.112818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:34.128449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739054e9-3ed2-4334-a702-97574224e01d None None] Pushing event updated for resources: {'Port': ['ID=24acee92-11ac-4331-8951-0eb1685d4d32,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:34.258020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:34.574903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:34.580058 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:34.653261 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=45197ae8-15b9-4d51-847c-23a186169050,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:34.659299 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:34.758281 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 4e365539-6e6f-472e-9c97-4681101fae82 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:36:34.761690 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:36:34.883276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:36:35.001805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:36:35.006844 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-97f8edf1-959e-4a8d-9d82-d13126c7deda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/5be0c2b6-e7ba-449f-a12a-6a9729bfa680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2059610 Mar 29 09:36:35.009291 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54670) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:35.107288 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc440b-1f49-49c6-9d57-fc47a9627f34 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:35.107983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc440b-1f49-49c6-9d57-fc47a9627f34 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:35.108545 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc440b-1f49-49c6-9d57-fc47a9627f34 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:35.108825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b09c03b-3ac1-4964-a04e-f559a62462cb None None] Network 4e365539-6e6f-472e-9c97-4681101fae82 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:36:35.109822 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc440b-1f49-49c6-9d57-fc47a9627f34 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:35.111399 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-35bc440b-1f49-49c6-9d57-fc47a9627f34 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1011584 Mar 29 09:36:35.114052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54672) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:35.171772 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf8ea1d-e6ae-4fe8-9ae1-6de3465d7c3e tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:35.172238 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf8ea1d-e6ae-4fe8-9ae1-6de3465d7c3e tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:35.172692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf8ea1d-e6ae-4fe8-9ae1-6de3465d7c3e tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:35.173140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf8ea1d-e6ae-4fe8-9ae1-6de3465d7c3e tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:35.174954 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-daf8ea1d-e6ae-4fe8-9ae1-6de3465d7c3e tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0598636 Mar 29 09:36:35.177419 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54674) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:35.182709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2229785c-3bd2-419a-8a24-92c3289ac8f6 None None] Provisioning complete for port 24acee92-11ac-4331-8951-0eb1685d4d32 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:35.183087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2229785c-3bd2-419a-8a24-92c3289ac8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.309718 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-63697efa-2f84-4593-bdff-6f0e082df490 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1286626 Mar 29 09:36:35.327208 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2229785c-3bd2-419a-8a24-92c3289ac8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.369954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-2229785c-3bd2-419a-8a24-92c3289ac8f6 None None] For port 24acee92-11ac-4331-8951-0eb1685d4d32, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=24acee92-11ac-4331-8951-0eb1685d4d32,segment=NetworkSegment(8505cfff-3df2-4010-98b3-bcf4c23fc7d7),segment_id=8505cfff-3df2-4010-98b3-bcf4c23fc7d7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:35.375241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2229785c-3bd2-419a-8a24-92c3289ac8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.425095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229785c-3bd2-419a-8a24-92c3289ac8f6 None None] Pushing event updated for resources: {'Port': ['ID=24acee92-11ac-4331-8951-0eb1685d4d32,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:35.577342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54678) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:35.582058 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7ed7716c-bbf2-44f5-84b0-8cc6085e2969 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542078226', 'description': 'tempest-secgroup-smoke-542078226 description', 'project_id': '6010cd4cec6b417ba57b11945c979066'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:35.618559 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ed7716c-bbf2-44f5-84b0-8cc6085e2969 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.621187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2c489b68-e9c1-47c1-a6c7-aab56a6160ee None None] Provisioning complete for port 24acee92-11ac-4331-8951-0eb1685d4d32 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:35.621562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2c489b68-e9c1-47c1-a6c7-aab56a6160ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.651593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:36:35.701076 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ed7716c-bbf2-44f5-84b0-8cc6085e2969 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.705268 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ed7716c-bbf2-44f5-84b0-8cc6085e2969 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.720320 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Sync routers for ids ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:36:35.730455 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Routers {'5be0c2b6-e7ba-449f-a12a-6a9729bfa680'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:36:35.731437 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:36:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:35.741254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:35.741868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.749275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7ed7716c-bbf2-44f5-84b0-8cc6085e2969 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.753436 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7ed7716c-bbf2-44f5-84b0-8cc6085e2969 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1721408 Mar 29 09:36:35.753436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7716c-bbf2-44f5-84b0-8cc6085e2969 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911942d1-260f-405a-a89c-035271686752,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:35.753920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54680) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:35.760199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-114bb2c2-de8d-4e72-b320-d431594abaa5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '911942d1-260f-405a-a89c-035271686752', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:35.799394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-114bb2c2-de8d-4e72-b320-d431594abaa5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.846231 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2c489b68-e9c1-47c1-a6c7-aab56a6160ee None None] Provisioning complete for port 45197ae8-15b9-4d51-847c-23a186169050 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:35.846611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2c489b68-e9c1-47c1-a6c7-aab56a6160ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.885594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-114bb2c2-de8d-4e72-b320-d431594abaa5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.891190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-114bb2c2-de8d-4e72-b320-d431594abaa5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.916851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.919000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bb2c2-de8d-4e72-b320-d431594abaa5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f59e47d-41a1-4968-b13a-b3611b54ed1f,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:35.925162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2c489b68-e9c1-47c1-a6c7-aab56a6160ee None None] Port 45197ae8-15b9-4d51-847c-23a186169050 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:36:35.928875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-114bb2c2-de8d-4e72-b320-d431594abaa5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.930428 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-114bb2c2-de8d-4e72-b320-d431594abaa5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1749394 Mar 29 09:36:35.933456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54682) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:35.939433 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-cb4e7967-3a72-49f3-8301-d7e302f45115 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '911942d1-260f-405a-a89c-035271686752', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:35.948109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:35.955733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:35.956655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 24acee92-11ac-4331-8951-0eb1685d4d32 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:36:35.966923 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Set router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:36:35.977312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7967-3a72-49f3-8301-d7e302f45115 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.027741 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:36.041290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7967-3a72-49f3-8301-d7e302f45115 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.049257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7967-3a72-49f3-8301-d7e302f45115 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.069497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e7967-3a72-49f3-8301-d7e302f45115 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f1c0bc-57b1-4eb4-a0f5-e7a33639f0a4,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:36.072603 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4ea650f8-c0ad-4efd-998d-217831ac148c None None] Provisioning complete for port 45197ae8-15b9-4d51-847c-23a186169050 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:36.073206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4ea650f8-c0ad-4efd-998d-217831ac148c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.098326 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7967-3a72-49f3-8301-d7e302f45115 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.100365 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cb4e7967-3a72-49f3-8301-d7e302f45115 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1654484 Mar 29 09:36:36.103004 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54684) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:36.111158 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f48a7c65-bdb2-4687-8436-bd9a46c33a12 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '911942d1-260f-405a-a89c-035271686752', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:36.123189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-4ea650f8-c0ad-4efd-998d-217831ac148c None None] Port 45197ae8-15b9-4d51-847c-23a186169050 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:36:36.129695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 24acee92-11ac-4331-8951-0eb1685d4d32 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:36.130070 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.155704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f48a7c65-bdb2-4687-8436-bd9a46c33a12 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.195357 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:36:34Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '45197ae8-15b9-4d51-847c-23a186169050', 'name': '', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:0e:fd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:33Z', 'updated_at': '2022-03-29T09:36:34Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:36.222067 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Checking router: 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:36:36.222421 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Updating router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 port 45197ae8-15b9-4d51-847c-23a186169050 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:36:36.226191 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f48a7c65-bdb2-4687-8436-bd9a46c33a12 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.230524 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f48a7c65-bdb2-4687-8436-bd9a46c33a12 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.246677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e3515b1f-1bb0-4ae5-96e5-07dc67fa850c None None] Provisioning complete for port 45197ae8-15b9-4d51-847c-23a186169050 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:36.246677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e3515b1f-1bb0-4ae5-96e5-07dc67fa850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.250756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a7c65-bdb2-4687-8436-bd9a46c33a12 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e958ca13-7c34-4315-988f-b55b38832240,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:36.254862 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.260630 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f48a7c65-bdb2-4687-8436-bd9a46c33a12 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.261894 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f48a7c65-bdb2-4687-8436-bd9a46c33a12 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572156 Mar 29 09:36:36.264583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54686) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:36.269092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-9d389d7a-d6a3-402a-9a65-24fa86188e6b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '911942d1-260f-405a-a89c-035271686752', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:36.288301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e3515b1f-1bb0-4ae5-96e5-07dc67fa850c None None] Port 45197ae8-15b9-4d51-847c-23a186169050 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:36:36.296204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d389d7a-d6a3-402a-9a65-24fa86188e6b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.354641 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d389d7a-d6a3-402a-9a65-24fa86188e6b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.358246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d389d7a-d6a3-402a-9a65-24fa86188e6b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.377352 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d389d7a-d6a3-402a-9a65-24fa86188e6b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6139b120-223f-4363-aa82-594089d1fa3d,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:36.382919 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d389d7a-d6a3-402a-9a65-24fa86188e6b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.383973 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9d389d7a-d6a3-402a-9a65-24fa86188e6b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183045 Mar 29 09:36:36.386811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54688) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:36.391709 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7a3f4da3-ad6b-4666-a9d2-0dca1fe4ab91 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '911942d1-260f-405a-a89c-035271686752', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:36.411650 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-7a3f4da3-ad6b-4666-a9d2-0dca1fe4ab91 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:36:36.416498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4da3-ad6b-4666-a9d2-0dca1fe4ab91 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.476965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4da3-ad6b-4666-a9d2-0dca1fe4ab91 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.480669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4da3-ad6b-4666-a9d2-0dca1fe4ab91 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.499096 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f4da3-ad6b-4666-a9d2-0dca1fe4ab91 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c23238c-ce8a-4448-9d6b-720b4f1c9134,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:36.504885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4da3-ad6b-4666-a9d2-0dca1fe4ab91 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.506148 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7a3f4da3-ad6b-4666-a9d2-0dca1fe4ab91 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180356 Mar 29 09:36:36.511721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54690) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:36.516708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b1e46037-7a75-47ef-9058-9047c385778f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '911942d1-260f-405a-a89c-035271686752', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:36.520149 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.526114 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.537293 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-b1e46037-7a75-47ef-9058-9047c385778f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:36:36.542139 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1e46037-7a75-47ef-9058-9047c385778f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.568340 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Pushing event updated for resources: {'Port': ['ID=45197ae8-15b9-4d51-847c-23a186169050,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:36.587498 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:36.587965 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:36.588368 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:36.588761 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:36.589262 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:36.590042 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:36.590042 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:36.590471 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:36.590793 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:36.591106 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:36.591804 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:36.591804 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:36:36.617886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1e46037-7a75-47ef-9058-9047c385778f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.627117 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1e46037-7a75-47ef-9058-9047c385778f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.645186 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Attempting to bind port 45197ae8-15b9-4d51-847c-23a186169050 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:36:36.645748 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Attempting to bind port 45197ae8-15b9-4d51-847c-23a186169050 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:36:36.645923 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Attempting to bind port 45197ae8-15b9-4d51-847c-23a186169050 on network 4e365539-6e6f-472e-9c97-4681101fae82 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:36:36.649180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e46037-7a75-47ef-9058-9047c385778f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb1334b-71b3-49f6-90e9-69b0ff5d2725,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:36.652100 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:36:36.652657 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Checking segment: {'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:36:36.653118 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.653521 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Bound using segment: {'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:36:36.654079 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Bound port: 45197ae8-15b9-4d51-847c-23a186169050, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:36:36.654538 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.658990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1e46037-7a75-47ef-9058-9047c385778f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.666095 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b1e46037-7a75-47ef-9058-9047c385778f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533265 Mar 29 09:36:36.727270 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] For port 45197ae8-15b9-4d51-847c-23a186169050, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:36:36.730600 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] For port 45197ae8-15b9-4d51-847c-23a186169050, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=45197ae8-15b9-4d51-847c-23a186169050,segment=NetworkSegment(8505cfff-3df2-4010-98b3-bcf4c23fc7d7),segment_id=8505cfff-3df2-4010-98b3-bcf4c23fc7d7)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:36:36.737313 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.785839 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Routers {'5be0c2b6-e7ba-449f-a12a-6a9729bfa680'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:36:36.786464 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:36:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:36.820350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d3d01798-024c-4907-93df-214c428ed9de None None] Provisioning complete for port 45197ae8-15b9-4d51-847c-23a186169050 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:36.821298 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d3d01798-024c-4907-93df-214c428ed9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.867340 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-45d099aa-2a0e-4952-b9ec-0c9ab549273e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542078226&fields=id&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 267 time: 0.0439172 Mar 29 09:36:36.920459 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d3d01798-024c-4907-93df-214c428ed9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.921916 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e1027-881f-4280-a115-d3b63bcbf027 None None] Pushing event updated for resources: {'Port': ['ID=45197ae8-15b9-4d51-847c-23a186169050,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:36.936249 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] Set router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:36:36.962610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d3d01798-024c-4907-93df-214c428ed9de None None] For port 45197ae8-15b9-4d51-847c-23a186169050, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=45197ae8-15b9-4d51-847c-23a186169050,segment=NetworkSegment(8505cfff-3df2-4010-98b3-bcf4c23fc7d7),segment_id=8505cfff-3df2-4010-98b3-bcf4c23fc7d7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:36.969205 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d3d01798-024c-4907-93df-214c428ed9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:36.986165 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c89211-6de1-4388-a6fa-a19aab488624 req-4fbf0151-08a1-4291-a225-20c367e3b6f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:36.994206 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-4fbf0151-08a1-4291-a225-20c367e3b6f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/networks?id=4e365539-6e6f-472e-9c97-4681101fae82 HTTP/1.1" status: 200 len: 796 time: 0.1253474 Mar 29 09:36:37.010216 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-47733e8b-a3fc-41f0-b062-5782ed169d1c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/quotas/6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 375 time: 0.0150287 Mar 29 09:36:37.022428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d01798-024c-4907-93df-214c428ed9de None None] Pushing event updated for resources: {'Port': ['ID=45197ae8-15b9-4d51-847c-23a186169050,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:37.060325 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-07d80fd3-7d6b-4775-8235-03f7c0b47236 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455489 Mar 29 09:36:37.097989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-419bc341-0549-4b09-97ed-3f73144fe14e None None] Provisioning complete for port 45197ae8-15b9-4d51-847c-23a186169050 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:37.098458 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-419bc341-0549-4b09-97ed-3f73144fe14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:37.166407 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-b65d8346-0fe7-45e5-8a36-b7bb25699b0c service neutron] 10.222.0.32 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936794 Mar 29 09:36:37.167758 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:36:34Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '45197ae8-15b9-4d51-847c-23a186169050', 'name': '', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:0e:fd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:33Z', 'updated_at': '2022-03-29T09:36:36Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:37.197362 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112eaafd-e65a-4507-a45d-45feb363e028 None None] The sync data for ids ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'] in dv-neutron-835554-1-hyperv is: [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:36:34Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '45197ae8-15b9-4d51-847c-23a186169050', 'name': '', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:0e:fd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:33Z', 'updated_at': '2022-03-29T09:36:36Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:36:37.281301 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-c14acc20-52b0-40df-b568-42c3cf7f605d service neutron] 10.222.0.32 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071124 Mar 29 09:36:37.449798 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db41317e-2da1-4433-b7cd-d72d73c10e6a req-826afe93-cd35-4d8a-99fc-a50aaba2b6f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 210 time: 0.0269730 Mar 29 09:36:37.620501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 45197ae8-15b9-4d51-847c-23a186169050 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:36:37.679708 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 45197ae8-15b9-4d51-847c-23a186169050 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:37.680496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:37.778317 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:36:37.834893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:37.835404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:38.394798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c89211-6de1-4388-a6fa-a19aab488624 req-c171df80-5790-4d49-b831-bb74035f97e3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:38.396224 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-c171df80-5790-4d49-b831-bb74035f97e3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks?id=4e365539-6e6f-472e-9c97-4681101fae82 HTTP/1.1" status: 200 len: 796 time: 0.1031885 Mar 29 09:36:38.439927 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-0dd0b268-9239-4ec0-bf3b-5314b3d7ccff tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 379 time: 0.0350859 Mar 29 09:36:38.449047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-56c89211-6de1-4388-a6fa-a19aab488624 req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'device_id': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'admin_state_up': True, 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'security_groups': ['911942d1-260f-405a-a89c-035271686752']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:38.547864 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ce85b917-0059-4cd0-8085-5e2af3e8c69d req-aedb83a0-ab03-40a3-bd51-9c034ffbdc97 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 210 time: 0.0290668 Mar 29 09:36:38.579772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c89211-6de1-4388-a6fa-a19aab488624 req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:36:38.583508 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-56c89211-6de1-4388-a6fa-a19aab488624 req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:38.707257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-56c89211-6de1-4388-a6fa-a19aab488624 req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.14 (4e365539-6e6f-472e-9c97-4681101fae82/56ff8c56-546f-481c-a6be-c4586fb6730c/1f3ce8eb-90ac-40ae-b8a9-a035752d7d19) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:36:38.848438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-56c89211-6de1-4388-a6fa-a19aab488624 req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:38.879957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-56c89211-6de1-4388-a6fa-a19aab488624 req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:38.921578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c89211-6de1-4388-a6fa-a19aab488624 req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 4e365539-6e6f-472e-9c97-4681101fae82 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:36:38.924587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-56c89211-6de1-4388-a6fa-a19aab488624 req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:36:38.926957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c89211-6de1-4388-a6fa-a19aab488624 req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:36:38.955631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:38.982937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c89211-6de1-4388-a6fa-a19aab488624 req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:38.983558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-56c89211-6de1-4388-a6fa-a19aab488624 req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:39.000181 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-751626dd-5978-40b4-aa76-6e0f65805d00 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5549107 Mar 29 09:36:39.011663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Request body: {'port': {'device_id': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:39.067490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:39.218471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5e8f69e7-6398-4a4e-9d02-b865a8fbf283 None None] Provisioning complete for port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:39.219064 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5e8f69e7-6398-4a4e-9d02-b865a8fbf283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:39.251847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f69e7-6398-4a4e-9d02-b865a8fbf283 None None] Port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:36:39.328746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:36:39.335919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:39.347760 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Transition to ACTIVE for port object 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:36:39.351291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:39.414935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:39.471411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Attempting to bind port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:36:39.471745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Attempting to bind port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:36:39.472070 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Attempting to bind port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 on network 4e365539-6e6f-472e-9c97-4681101fae82 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:36:39.476640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 on network 4e365539-6e6f-472e-9c97-4681101fae82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:36:39.476955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Attempting to bind port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 on network 4e365539-6e6f-472e-9c97-4681101fae82 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:36:39.482001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:36:39.482338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Checking segment: {'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:36:39.482719 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Bound using segment: {'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:36:39.483276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Bound port: 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8505cfff-3df2-4010-98b3-bcf4c23fc7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:36:39.483549 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:39.548742 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] For port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:36:39.551729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] For port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19,segment=NetworkSegment(8505cfff-3df2-4010-98b3-bcf4c23fc7d7),segment_id=8505cfff-3df2-4010-98b3-bcf4c23fc7d7)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:36:39.555003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:39.590167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:39.590722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:39.591904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] 10.222.0.24 "PUT /v2.0/ports/1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 HTTP/1.1" status: 200 len: 1094 time: 0.5844793 Mar 29 09:36:39.592336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'tag': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:36:39.594665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca7d189-ba67-4e8e-a4da-e42b07224353" -d '{"events": [{"name": "network-changed", "server_uuid": "f1130dfb-7511-451f-bfe6-720eb88d08ef", "tag": "1f3ce8eb-90ac-40ae-b8a9-a035752d7d19"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:36:39.630024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66096b4c-11ef-4c38-9b99-9c8c6dcfb560 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:39.655071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3798b41c-62de-4dcd-be78-8493121b8eb1 x-openstack-request-id: req-3798b41c-62de-4dcd-be78-8493121b8eb1 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:36:39.655410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1130dfb-7511-451f-bfe6-720eb88d08ef", "tag": "1f3ce8eb-90ac-40ae-b8a9-a035752d7d19", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:36:39.655696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3798b41c-62de-4dcd-be78-8493121b8eb1 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:36:39.656078 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'tag': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19', 'status': 'completed', 'code': 200} Mar 29 09:36:39.716788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c89211-6de1-4388-a6fa-a19aab488624 req-f55e1bbd-08aa-4026-a38c-ab3cbdb5b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:39.718419 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-f55e1bbd-08aa-4026-a38c-ab3cbdb5b347 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 1097 time: 0.0823760 Mar 29 09:36:39.735386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934d2f6-6dda-4a79-a88b-311ac28ffcda req-70a8c097-4aa5-4aaa-9b44-9ed704422f50 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:39.736899 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1934d2f6-6dda-4a79-a88b-311ac28ffcda req-70a8c097-4aa5-4aaa-9b44-9ed704422f50 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 944 time: 0.0858240 Mar 29 09:36:39.776109 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-0aed2e1e-5bf2-493f-b14a-f1b7af411f09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 HTTP/1.1" status: 200 len: 217 time: 0.0492971 Mar 29 09:36:39.836795 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1934d2f6-6dda-4a79-a88b-311ac28ffcda req-0c4424b3-f5d5-4d41-82e1-bf647c50c28a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=911942d1-260f-405a-a89c-035271686752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927954 Mar 29 09:36:39.845494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c89211-6de1-4388-a6fa-a19aab488624 req-c7514ecd-e84a-4e74-9d89-4b0269365125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:39.846925 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-c7514ecd-e84a-4e74-9d89-4b0269365125 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56ff8c56-546f-481c-a6be-c4586fb6730c HTTP/1.1" status: 200 len: 844 time: 0.0635900 Mar 29 09:36:39.890977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c89211-6de1-4388-a6fa-a19aab488624 req-fa1cfbde-b67a-42d8-902d-3e42175115da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:39.892415 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-fa1cfbde-b67a-42d8-902d-3e42175115da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e365539-6e6f-472e-9c97-4681101fae82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395176 Mar 29 09:36:39.980524 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-be662509-b5a9-4f4a-8c87-6565ab0d9afd service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810344 Mar 29 09:36:40.071690 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56c89211-6de1-4388-a6fa-a19aab488624 req-4ed19fa7-ed0b-4b60-a4e8-6ce1e7a7ada3 service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843885 Mar 29 09:36:40.155163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7d189-ba67-4e8e-a4da-e42b07224353 req-361df329-968e-49e4-a5ac-f9d794d7dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:40.157114 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dca7d189-ba67-4e8e-a4da-e42b07224353 req-361df329-968e-49e4-a5ac-f9d794d7dad7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 1097 time: 0.0389717 Mar 29 09:36:40.248151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7d189-ba67-4e8e-a4da-e42b07224353 req-1bd20970-aff1-4c78-9adf-bf884f6c0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:40.249611 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dca7d189-ba67-4e8e-a4da-e42b07224353 req-1bd20970-aff1-4c78-9adf-bf884f6c0204 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e365539-6e6f-472e-9c97-4681101fae82 HTTP/1.1" status: 200 len: 897 time: 0.0856295 Mar 29 09:36:40.288444 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dca7d189-ba67-4e8e-a4da-e42b07224353 req-661f5807-3b34-44f5-89f3-358dd962e734 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 HTTP/1.1" status: 200 len: 217 time: 0.0328274 Mar 29 09:36:40.334329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7d189-ba67-4e8e-a4da-e42b07224353 req-771fb998-8bb4-4a9b-90eb-4cba725ca907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:40.335699 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dca7d189-ba67-4e8e-a4da-e42b07224353 req-771fb998-8bb4-4a9b-90eb-4cba725ca907 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56ff8c56-546f-481c-a6be-c4586fb6730c HTTP/1.1" status: 200 len: 844 time: 0.0412166 Mar 29 09:36:40.382090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7d189-ba67-4e8e-a4da-e42b07224353 req-30ccb438-9b55-4398-b174-f7a73c7c77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:40.383554 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dca7d189-ba67-4e8e-a4da-e42b07224353 req-30ccb438-9b55-4398-b174-f7a73c7c77f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e365539-6e6f-472e-9c97-4681101fae82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417731 Mar 29 09:36:40.469718 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dca7d189-ba67-4e8e-a4da-e42b07224353 req-4106c446-c437-41c9-b308-5df060146375 service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787201 Mar 29 09:36:40.566511 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dca7d189-ba67-4e8e-a4da-e42b07224353 req-39b06e8e-6440-4af4-9a0d-5a0fecaa7438 service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895505 Mar 29 09:36:40.953894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf3d1d-3eaf-4fc3-ba3e-9e40501cd5b0 req-b0126588-c8c2-4ff5-80e2-13d28a503253 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:40.955336 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bfcf3d1d-3eaf-4fc3-ba3e-9e40501cd5b0 req-b0126588-c8c2-4ff5-80e2-13d28a503253 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 944 time: 0.0478880 Mar 29 09:36:40.994316 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bfcf3d1d-3eaf-4fc3-ba3e-9e40501cd5b0 req-de868e01-60a5-4f7c-95c0-6fe1b781b3f8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=911942d1-260f-405a-a89c-035271686752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329700 Mar 29 09:36:42.104689 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754281c-4594-4686-a291-f9b366a95303 req-606f0e0d-16c5-4392-8c70-18a4377d68b4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:42.106155 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3754281c-4594-4686-a291-f9b366a95303 req-606f0e0d-16c5-4392-8c70-18a4377d68b4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 944 time: 0.0467544 Mar 29 09:36:42.142690 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3754281c-4594-4686-a291-f9b366a95303 req-f4502427-4ba2-4e41-b791-4ce6fd6b49f0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=911942d1-260f-405a-a89c-035271686752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301139 Mar 29 09:36:42.459737 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:36:42.553738 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19,segment=NetworkSegment(8505cfff-3df2-4010-98b3-bcf4c23fc7d7),segment_id=8505cfff-3df2-4010-98b3-bcf4c23fc7d7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:42.564607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'port_id': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19', 'mac_address': 'fa:16:3e:c8:d9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:36:42.608176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:42.620404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:36:42.638622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19,segment=NetworkSegment(8505cfff-3df2-4010-98b3-bcf4c23fc7d7),segment_id=8505cfff-3df2-4010-98b3-bcf4c23fc7d7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:42.643337 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:42.688269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:42.949603 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['1f3ce8eb-90ac-40ae-b8a9-a035752d7d19'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:36:43.265533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaefc8-c0c9-4a79-b067-ceba46795b0d req-47d12ded-dacd-4034-8518-042cf9e47bda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:43.267015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9afaefc8-c0c9-4a79-b067-ceba46795b0d req-47d12ded-dacd-4034-8518-042cf9e47bda tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 945 time: 0.0593429 Mar 29 09:36:43.304150 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9afaefc8-c0c9-4a79-b067-ceba46795b0d req-9acc2b8f-1ac7-4091-a801-908c2d07ff77 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=911942d1-260f-405a-a89c-035271686752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311615 Mar 29 09:36:44.414882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211bca8-d5ec-4a53-9b96-548bca8a0ab4 req-93828b43-3475-4144-93b2-424ce55b1066 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:44.416320 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a211bca8-d5ec-4a53-9b96-548bca8a0ab4 req-93828b43-3475-4144-93b2-424ce55b1066 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 945 time: 0.0471287 Mar 29 09:36:44.453726 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a211bca8-d5ec-4a53-9b96-548bca8a0ab4 req-f1d391de-3bee-4c0c-9a57-28c5450ad536 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=911942d1-260f-405a-a89c-035271686752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309491 Mar 29 09:36:44.459320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:36:44.512295 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:36:44.515922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:36:44.516285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:44.594457 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:44.616146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:36:44.618682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36c84f8-fe7e-4634-8714-f17020dd686e" -d '{"events": [{"server_uuid": "f1130dfb-7511-451f-bfe6-720eb88d08ef", "name": "network-vif-plugged", "status": "completed", "tag": "1f3ce8eb-90ac-40ae-b8a9-a035752d7d19"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:36:44.631177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19,segment=NetworkSegment(8505cfff-3df2-4010-98b3-bcf4c23fc7d7),segment_id=8505cfff-3df2-4010-98b3-bcf4c23fc7d7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:36:44.635097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:44.686079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:44.703413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32356764-d8bc-4957-95f7-897bb046dc3c x-openstack-request-id: req-32356764-d8bc-4957-95f7-897bb046dc3c {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:36:44.703707 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1130dfb-7511-451f-bfe6-720eb88d08ef", "name": "network-vif-plugged", "status": "completed", "tag": "1f3ce8eb-90ac-40ae-b8a9-a035752d7d19", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:36:44.703965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32356764-d8bc-4957-95f7-897bb046dc3c {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:36:44.704351 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19', 'code': 200} Mar 29 09:36:44.864075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f65d3-e581-4bc1-ba2f-74fce90da37e req-bda6f4db-7f00-4dcc-8d11-c39a6e22358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:44.865523 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c19f65d3-e581-4bc1-ba2f-74fce90da37e req-bda6f4db-7f00-4dcc-8d11-c39a6e22358f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 1099 time: 0.0395346 Mar 29 09:36:44.900693 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c19f65d3-e581-4bc1-ba2f-74fce90da37e req-fdb8254e-7569-4203-8a18-55a249c01d1f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=911942d1-260f-405a-a89c-035271686752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271332 Mar 29 09:36:45.616212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c831a-7b78-47b8-9054-4795d912d951 req-899e345e-eddc-42f4-9b6e-2a5aa3fb78d9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:45.617756 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3a9c831a-7b78-47b8-9054-4795d912d951 req-899e345e-eddc-42f4-9b6e-2a5aa3fb78d9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 946 time: 0.0525417 Mar 29 09:36:45.654496 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3a9c831a-7b78-47b8-9054-4795d912d951 req-184f5fc3-79c8-4d17-8cfe-f439c2e468b4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=911942d1-260f-405a-a89c-035271686752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307989 Mar 29 09:36:46.769269 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704a51d-f04c-4069-9c93-603c9e602479 req-44329999-54ef-45d8-9c20-545707d1b38a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:46.770757 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2704a51d-f04c-4069-9c93-603c9e602479 req-44329999-54ef-45d8-9c20-545707d1b38a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 946 time: 0.0479984 Mar 29 09:36:46.807088 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2704a51d-f04c-4069-9c93-603c9e602479 req-2c3bf41b-3a2a-4df5-a3da-c65e1c35c0bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=911942d1-260f-405a-a89c-035271686752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303385 Mar 29 09:36:46.920792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2216cad-3003-466d-9f3d-4bee532649f5 req-05a836e7-7912-4a50-b015-9c790aeda9bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:46.922841 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d2216cad-3003-466d-9f3d-4bee532649f5 req-05a836e7-7912-4a50-b015-9c790aeda9bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 946 time: 0.0475826 Mar 29 09:36:46.958973 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d2216cad-3003-466d-9f3d-4bee532649f5 req-299df03b-bb2c-4c04-a9ab-b1e18787a99e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=911942d1-260f-405a-a89c-035271686752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302017 Mar 29 09:36:46.980642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54748) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:47.022538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befab83a-379e-4e0d-9a1c-15f158978d86 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:47.024007 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-befab83a-379e-4e0d-9a1c-15f158978d86 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 1094 time: 0.0424345 Mar 29 09:36:47.026830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54750) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:47.031420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:36:47.051513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:47.143253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:47.244769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.200 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/7aa25a71-3be9-42e3-8ff3-d234d6f40894) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:36:47.341702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:47.373126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:47.414546 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:36:47.417237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:36:47.420594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:36:47.443100 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=7aa25a71-3be9-42e3-8ff3-d234d6f40894,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:47.764330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:48.121716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:48.262575 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:48.266929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:48.332630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=7aa25a71-3be9-42e3-8ff3-d234d6f40894,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:36:48.343662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:48.441333 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 0b240ceb-4419-48b4-b225-45e0767228a0 associated. External IP: 172.26.1.200, port: 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19. Mar 29 09:36:48.642573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:36:48.746855 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:36:48.756240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c1a9d-56cd-4cc4-848e-4cc8404fb34a None None] Sync routers for ids ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:36:48.767492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:48.767769 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c1a9d-56cd-4cc4-848e-4cc8404fb34a None None] Routers {'5be0c2b6-e7ba-449f-a12a-6a9729bfa680'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:36:48.768585 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f84c1a9d-56cd-4cc4-848e-4cc8404fb34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:36:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:48.795406 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f4658596-2500-497c-89d0-42c6ecb2c53b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7675822 Mar 29 09:36:48.796627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'tag': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:36:48.799001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4c84dd-b1ad-4d63-8893-edf732c6595b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1130dfb-7511-451f-bfe6-720eb88d08ef", "tag": "1f3ce8eb-90ac-40ae-b8a9-a035752d7d19"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:36:48.799179 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54752) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:48.836834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88090439-99a2-4c42-9f1a-34a1d23ffbab x-openstack-request-id: req-88090439-99a2-4c42-9f1a-34a1d23ffbab {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:36:48.837120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1130dfb-7511-451f-bfe6-720eb88d08ef", "tag": "1f3ce8eb-90ac-40ae-b8a9-a035752d7d19", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:36:48.837362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88090439-99a2-4c42-9f1a-34a1d23ffbab {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:36:48.838565 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'tag': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19', 'status': 'completed', 'code': 200} Mar 29 09:36:48.864846 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4b57a473-14eb-465a-a743-c3de6fab5767 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/0b240ceb-4419-48b4-b225-45e0767228a0 HTTP/1.1" status: 200 len: 992 time: 0.0635016 Mar 29 09:36:48.876185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-f84c1a9d-56cd-4cc4-848e-4cc8404fb34a None None] Set router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:36:48.898012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c84dd-b1ad-4d63-8893-edf732c6595b req-0efe4a91-2a43-4d6b-9a32-739ec0036e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:48.899745 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f4c84dd-b1ad-4d63-8893-edf732c6595b req-0efe4a91-2a43-4d6b-9a32-739ec0036e5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 1099 time: 0.0413043 Mar 29 09:36:48.992536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c84dd-b1ad-4d63-8893-edf732c6595b req-232296d5-2b7d-43d6-b7cc-5eea22302854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:48.994016 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f4c84dd-b1ad-4d63-8893-edf732c6595b req-232296d5-2b7d-43d6-b7cc-5eea22302854 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e365539-6e6f-472e-9c97-4681101fae82 HTTP/1.1" status: 200 len: 897 time: 0.0882859 Mar 29 09:36:49.056877 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f4c84dd-b1ad-4d63-8893-edf732c6595b req-8f3a4abc-a9ee-41b9-9c81-5ec03dde62fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 HTTP/1.1" status: 200 len: 1000 time: 0.0567002 Mar 29 09:36:49.095925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f84c1a9d-56cd-4cc4-848e-4cc8404fb34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:36:34Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '0b240ceb-4419-48b4-b225-45e0767228a0', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'port_id': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'mac_address': 'fa:16:3e:c8:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:36:47Z', 'updated_at': '2022-03-29T09:36:47Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45197ae8-15b9-4d51-847c-23a186169050', 'name': '', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:0e:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:33Z', 'updated_at': '2022-03-29T09:36:36Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:49.108000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c84dd-b1ad-4d63-8893-edf732c6595b req-9946a782-52ba-446c-8699-2a5b2f59f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:49.109523 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f4c84dd-b1ad-4d63-8893-edf732c6595b req-9946a782-52ba-446c-8699-2a5b2f59f839 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56ff8c56-546f-481c-a6be-c4586fb6730c HTTP/1.1" status: 200 len: 844 time: 0.0469756 Mar 29 09:36:49.125197 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c1a9d-56cd-4cc4-848e-4cc8404fb34a None None] Checking router: 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:36:49.133333 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c1a9d-56cd-4cc4-848e-4cc8404fb34a None None] Routers {'5be0c2b6-e7ba-449f-a12a-6a9729bfa680'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:36:49.133962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f84c1a9d-56cd-4cc4-848e-4cc8404fb34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:36:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:49.153295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c84dd-b1ad-4d63-8893-edf732c6595b req-61d68f67-5ae3-4983-b332-f1c36b9bab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:36:49.154786 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f4c84dd-b1ad-4d63-8893-edf732c6595b req-61d68f67-5ae3-4983-b332-f1c36b9bab86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e365539-6e6f-472e-9c97-4681101fae82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393159 Mar 29 09:36:49.247770 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f4c84dd-b1ad-4d63-8893-edf732c6595b req-342069f4-cb1a-49e4-9225-303e6b670ec1 service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867167 Mar 29 09:36:49.340337 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f4c84dd-b1ad-4d63-8893-edf732c6595b req-6c1aab22-fc72-4347-b8a4-71578274c71a service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856309 Mar 29 09:36:49.383620 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-f84c1a9d-56cd-4cc4-848e-4cc8404fb34a None None] Set router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:36:49.600566 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f84c1a9d-56cd-4cc4-848e-4cc8404fb34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:36:34Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '0b240ceb-4419-48b4-b225-45e0767228a0', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'port_id': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'mac_address': 'fa:16:3e:c8:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:36:47Z', 'updated_at': '2022-03-29T09:36:47Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45197ae8-15b9-4d51-847c-23a186169050', 'name': '', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:0e:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:33Z', 'updated_at': '2022-03-29T09:36:36Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:36:49.630307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84c1a9d-56cd-4cc4-848e-4cc8404fb34a None None] The sync data for ids ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'] in dv-neutron-835554-1-hyperv is: [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:36:34Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '0b240ceb-4419-48b4-b225-45e0767228a0', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.200', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'port_id': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'mac_address': 'fa:16:3e:c8:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:36:47Z', 'updated_at': '2022-03-29T09:36:47Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45197ae8-15b9-4d51-847c-23a186169050', 'name': '', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:0e:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:33Z', 'updated_at': '2022-03-29T09:36:36Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:36:49.812256 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79b683-0f21-4c89-a3b9-4c74bae42d51 None None] New status for floating IP 0b240ceb-4419-48b4-b225-45e0767228a0: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:36:49.867471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54756) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:49.933335 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-baf2338b-9816-4937-962b-920b60d94db9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/0b240ceb-4419-48b4-b225-45e0767228a0 HTTP/1.1" status: 200 len: 992 time: 0.0645435 Mar 29 09:36:50.936832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54758) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:36:50.995090 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bab2d594-586c-4fb4-b9d0-9f6649847804 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/0b240ceb-4419-48b4-b225-45e0767228a0 HTTP/1.1" status: 200 len: 994 time: 0.0571086 Mar 29 09:36:56.714310 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-72c576a4-e7ca-4277-97b2-e005efe2e3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:36:59.102337 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9e64a9b8-6822-47db-80dd-172ce82d3a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:00.555582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:02.015209 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:02.518553 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:03.206788 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:37:03.503741 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:22.673803 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9023f6f6-d853-49c1-b943-cd633555eca3 req-78e37bf6-4c78-45cd-a666-cabc7d161a63 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386968 Mar 29 09:37:22.770782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023f6f6-d853-49c1-b943-cd633555eca3 req-d1d22eeb-06a8-498d-b151-b8b779662a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:37:22.772286 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9023f6f6-d853-49c1-b943-cd633555eca3 req-d1d22eeb-06a8-498d-b151-b8b779662a9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 1099 time: 0.0405009 Mar 29 09:37:22.881255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023f6f6-d853-49c1-b943-cd633555eca3 req-60e69d1e-2a41-4cba-86c6-5e083b4ec1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:37:22.882786 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9023f6f6-d853-49c1-b943-cd633555eca3 req-60e69d1e-2a41-4cba-86c6-5e083b4ec1b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e365539-6e6f-472e-9c97-4681101fae82 HTTP/1.1" status: 200 len: 897 time: 0.0884383 Mar 29 09:37:22.947397 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9023f6f6-d853-49c1-b943-cd633555eca3 req-6c618ab0-d6e0-49f7-a1af-4006ac26b42c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 HTTP/1.1" status: 200 len: 1002 time: 0.0576293 Mar 29 09:37:22.999907 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023f6f6-d853-49c1-b943-cd633555eca3 req-7531b7a9-3528-414c-9421-4987353d9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:37:23.001356 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9023f6f6-d853-49c1-b943-cd633555eca3 req-7531b7a9-3528-414c-9421-4987353d9d4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56ff8c56-546f-481c-a6be-c4586fb6730c HTTP/1.1" status: 200 len: 844 time: 0.0477552 Mar 29 09:37:23.048854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023f6f6-d853-49c1-b943-cd633555eca3 req-ea46404a-2cb6-4c81-80ac-1d550b88a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:37:23.050457 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9023f6f6-d853-49c1-b943-cd633555eca3 req-ea46404a-2cb6-4c81-80ac-1d550b88a914 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e365539-6e6f-472e-9c97-4681101fae82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418129 Mar 29 09:37:23.142007 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9023f6f6-d853-49c1-b943-cd633555eca3 req-7cf1ce1a-0865-4a6c-bae2-ef68a01c33f1 service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846109 Mar 29 09:37:23.229412 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9023f6f6-d853-49c1-b943-cd633555eca3 req-42b3b719-e8f5-4b02-a7fb-bfdea7ba046d service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810299 Mar 29 09:37:26.715504 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5b4e7ff7-2aa0-4ed9-ba60-33351e1f573e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:29.103222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6c739b9b-8d2c-4bc0-8d11-b1f4009a7e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:30.558676 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:32.016392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:32.520679 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:33.510688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:40.206002 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:37:56.717331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2fcae3eb-c14b-4332-a4ee-5638169aa2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:37:59.107469 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b01bbdce-70fb-4cfc-88b2-d546f772410b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:00.561001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:02.017618 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:02.522717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:03.530792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:17.204890 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:38:22.687451 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c47f258f-7903-40a2-a79d-451643604d10 req-9fe88041-9a4a-4108-8efb-bd421f4b08d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392561 Mar 29 09:38:22.779256 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f258f-7903-40a2-a79d-451643604d10 req-fc177e28-e273-4f12-acb8-e59b55c354b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:22.780755 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c47f258f-7903-40a2-a79d-451643604d10 req-fc177e28-e273-4f12-acb8-e59b55c354b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 1099 time: 0.0422921 Mar 29 09:38:22.890901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f258f-7903-40a2-a79d-451643604d10 req-d3344a47-5b2e-49ab-a11f-276e2136fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:22.892274 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c47f258f-7903-40a2-a79d-451643604d10 req-d3344a47-5b2e-49ab-a11f-276e2136fccc service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e365539-6e6f-472e-9c97-4681101fae82 HTTP/1.1" status: 200 len: 897 time: 0.0889490 Mar 29 09:38:22.956790 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c47f258f-7903-40a2-a79d-451643604d10 req-9d6bcc19-17b6-4ab1-985b-f51f8bd52865 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 HTTP/1.1" status: 200 len: 1002 time: 0.0570264 Mar 29 09:38:23.004427 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f258f-7903-40a2-a79d-451643604d10 req-797eec28-c03d-47e8-8a95-77fd80bae382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:23.005942 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c47f258f-7903-40a2-a79d-451643604d10 req-797eec28-c03d-47e8-8a95-77fd80bae382 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56ff8c56-546f-481c-a6be-c4586fb6730c HTTP/1.1" status: 200 len: 844 time: 0.0425196 Mar 29 09:38:23.055475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f258f-7903-40a2-a79d-451643604d10 req-ab370ab5-5019-4802-9496-2f4e9a813475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:38:23.056975 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c47f258f-7903-40a2-a79d-451643604d10 req-ab370ab5-5019-4802-9496-2f4e9a813475 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e365539-6e6f-472e-9c97-4681101fae82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442975 Mar 29 09:38:23.144384 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c47f258f-7903-40a2-a79d-451643604d10 req-d134229e-ee7e-4769-a884-ac286ead6b33 service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805092 Mar 29 09:38:23.237031 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c47f258f-7903-40a2-a79d-451643604d10 req-e786f420-7b29-4063-976a-7fb009de4cee service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856073 Mar 29 09:38:26.723163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8bf93e4e-53e4-480f-b1f2-b7345c8e62d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:29.109459 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b4c221b1-8f3e-4741-9861-ba985dbf060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:30.563199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:32.020762 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:32.524966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:33.530669 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:54.035213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [req-591451f1-ae2c-43ab-b69d-a0fad81df63e req-4da30eea-f76e-41a7-a750-66721370493f service neutron] (102495) timed out ('10.222.0.24', 49994) {{(pid=102495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 09:38:54.204679 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:38:56.724061 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-289c4652-f0c8-4c4e-a614-53845746bda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:38:59.112479 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0e250fb6-2d0b-4bfb-8a2f-3616399018ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:00.566817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.022992 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:02.528409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:03.528370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.588808 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54798) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:39:15.594596 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:39:15.677578 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8585207'] for subnet, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.816285 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726445511599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9943229'] for subnet, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.849708 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:15.850292 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:15.851583 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/subnets/56ff8c56-546f-481c-a6be-c4586fb6730c HTTP/1.1" status: 200 len: 836 time: 0.2617683 Mar 29 09:39:15.856916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb563ec7-4f87-4550-bb6f-e788adc9df83 None None] Network 4e365539-6e6f-472e-9c97-4681101fae82 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:39:15.868440 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Subnet': ['ID=56ff8c56-546f-481c-a6be-c4586fb6730c,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:15.875451 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:15.875798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:15.876137 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:15.876471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:15.876807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:15.877135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:15.877465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:15.877826 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:15.878151 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:15.878472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:15.878796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:15.879115 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c33f4-1db3-4aed-b621-5fd42ad64b7a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:16.236990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f7fcbe2c-6862-4dd9-abb8-7cbe50ac9771 None None] Provisioning complete for port 24acee92-11ac-4331-8951-0eb1685d4d32 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:16.237360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbe2c-6862-4dd9-abb8-7cbe50ac9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.325681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f7fcbe2c-6862-4dd9-abb8-7cbe50ac9771 None None] Provisioning complete for port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:16.325947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbe2c-6862-4dd9-abb8-7cbe50ac9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:16.408351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f7fcbe2c-6862-4dd9-abb8-7cbe50ac9771 None None] Provisioning complete for port 45197ae8-15b9-4d51-847c-23a186169050 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:39:16.408716 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f7fcbe2c-6862-4dd9-abb8-7cbe50ac9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:24.667338 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3386389e-6b9a-4195-b0f1-977e10bce0ce req-1c1f1141-ee46-4538-85c6-c0da131e7350 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394588 Mar 29 09:39:24.748457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386389e-6b9a-4195-b0f1-977e10bce0ce req-3cc7ce24-2dd2-434c-b036-4742d735e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:24.749934 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3386389e-6b9a-4195-b0f1-977e10bce0ce req-3cc7ce24-2dd2-434c-b036-4742d735e313 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 1099 time: 0.0415392 Mar 29 09:39:24.849231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386389e-6b9a-4195-b0f1-977e10bce0ce req-c86596da-2665-493c-b701-a975e9acdf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:24.850705 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3386389e-6b9a-4195-b0f1-977e10bce0ce req-c86596da-2665-493c-b701-a975e9acdf07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e365539-6e6f-472e-9c97-4681101fae82 HTTP/1.1" status: 200 len: 897 time: 0.0831020 Mar 29 09:39:24.916280 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3386389e-6b9a-4195-b0f1-977e10bce0ce req-ead339c6-1f48-4dbe-b460-cde00651e3d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 HTTP/1.1" status: 200 len: 1002 time: 0.0592237 Mar 29 09:39:24.963770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386389e-6b9a-4195-b0f1-977e10bce0ce req-71d27a63-aad6-446f-beaf-29ee89b68efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:24.965123 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3386389e-6b9a-4195-b0f1-977e10bce0ce req-71d27a63-aad6-446f-beaf-29ee89b68efa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56ff8c56-546f-481c-a6be-c4586fb6730c HTTP/1.1" status: 200 len: 844 time: 0.0431502 Mar 29 09:39:25.007926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386389e-6b9a-4195-b0f1-977e10bce0ce req-97784e1d-e8f5-4724-b2a4-dd953b61bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:39:25.009971 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3386389e-6b9a-4195-b0f1-977e10bce0ce req-97784e1d-e8f5-4724-b2a4-dd953b61bde3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e365539-6e6f-472e-9c97-4681101fae82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380292 Mar 29 09:39:25.098913 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3386389e-6b9a-4195-b0f1-977e10bce0ce req-88eeaa0a-f010-43c3-88fb-bca9183afe03 service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828822 Mar 29 09:39:25.184898 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3386389e-6b9a-4195-b0f1-977e10bce0ce req-1b9054eb-2904-42c7-bed7-b183d9a0be7b service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789120 Mar 29 09:39:26.725199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bd4d827a-7046-4ce4-bd2c-a3a8723e260a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:29.113678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-48bcc1cb-c1ae-4ccf-aca9-056775ede696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:30.570513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:31.202731 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:39:32.024213 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:32.532046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:33.564273 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:56.726925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e4b4d64a-fa24-4f77-8a4c-fb6482d6d093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.114907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0092ed80-25a2-4402-ab97-e03ce2d0bd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.487211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54826) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:39:59.638057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 7aa25a71-3be9-42e3-8ff3-d234d6f40894 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:39:59.638397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.710601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.710922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.722039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 7aa25a71-3be9-42e3-8ff3-d234d6f40894 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:39:59.868778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.891995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=7aa25a71-3be9-42e3-8ff3-d234d6f40894,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:39:59.901548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:59.901916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:59.902253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:59.902587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:59.902925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:59.903696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:59.903696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:59.903918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:59.904203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:59.904513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:59.904833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:59.905153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:39:59.966210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:39:59.966555 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 0b240ceb-4419-48b4-b225-45e0767228a0 disassociated (deleted). External IP: 172.26.1.200, port: 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19. Mar 29 09:40:00.167340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:40:00.269386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:40:00.274134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:00.279296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee3628-695e-448b-9e25-834c517ef3ec None None] Sync routers for ids ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:00.289520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee3628-695e-448b-9e25-834c517ef3ec None None] Routers {'5be0c2b6-e7ba-449f-a12a-6a9729bfa680'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:40:00.290179 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-08ee3628-695e-448b-9e25-834c517ef3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:39:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:00.398504 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-08ee3628-695e-448b-9e25-834c517ef3ec None None] Set router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:40:00.594005 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dbe0f295-45eb-4a38-a06f-17445d914668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/floatingips/0b240ceb-4419-48b4-b225-45e0767228a0 HTTP/1.1" status: 204 len: 168 time: 1.1055048 Mar 29 09:40:00.594595 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'tag': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:40:00.596879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f2c7a1-a1dd-4e52-863e-08136838e8da" -d '{"events": [{"name": "network-changed", "server_uuid": "f1130dfb-7511-451f-bfe6-720eb88d08ef", "tag": "1f3ce8eb-90ac-40ae-b8a9-a035752d7d19"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:40:00.599458 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:00.623655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-08ee3628-695e-448b-9e25-834c517ef3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:36:34Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '45197ae8-15b9-4d51-847c-23a186169050', 'name': '', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:0e:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:33Z', 'updated_at': '2022-03-29T09:36:36Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:00.651144 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee3628-695e-448b-9e25-834c517ef3ec None None] Checking router: 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:40:00.659931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee3628-695e-448b-9e25-834c517ef3ec None None] Routers {'5be0c2b6-e7ba-449f-a12a-6a9729bfa680'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:40:00.660540 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-08ee3628-695e-448b-9e25-834c517ef3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:39:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:00.753456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fb3093-72d8-4ee3-9870-91e0ee8e0502 x-openstack-request-id: req-53fb3093-72d8-4ee3-9870-91e0ee8e0502 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:40:00.753875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1130dfb-7511-451f-bfe6-720eb88d08ef", "tag": "1f3ce8eb-90ac-40ae-b8a9-a035752d7d19", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:40:00.754187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53fb3093-72d8-4ee3-9870-91e0ee8e0502 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:40:00.754644 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'tag': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19', 'status': 'completed', 'code': 200} Mar 29 09:40:00.851111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2c7a1-a1dd-4e52-863e-08136838e8da req-8ad6538a-ae0b-4202-bb7e-85196ffa9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:00.852622 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-08f2c7a1-a1dd-4e52-863e-08136838e8da req-8ad6538a-ae0b-4202-bb7e-85196ffa9373 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 1099 time: 0.0728815 Mar 29 09:40:00.893727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a36860-4060-4cd4-a948-07c2dfda9d3f req-5bf6d672-0439-4d0f-a6d2-de8cef63057c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:00.895153 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12a36860-4060-4cd4-a948-07c2dfda9d3f req-5bf6d672-0439-4d0f-a6d2-de8cef63057c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 946 time: 0.0808606 Mar 29 09:40:00.920284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-08ee3628-695e-448b-9e25-834c517ef3ec None None] Set router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:40:00.970025 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12a36860-4060-4cd4-a948-07c2dfda9d3f req-6ca6beb3-5d6f-49d2-b651-a0d06b001b0b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=911942d1-260f-405a-a89c-035271686752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674355 Mar 29 09:40:00.984960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2c7a1-a1dd-4e52-863e-08136838e8da req-07c5f5d8-d15c-4f50-9285-237a83ec4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:00.986514 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-08f2c7a1-a1dd-4e52-863e-08136838e8da req-07c5f5d8-d15c-4f50-9285-237a83ec4f0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e365539-6e6f-472e-9c97-4681101fae82 HTTP/1.1" status: 200 len: 897 time: 0.1262028 Mar 29 09:40:01.032152 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-08f2c7a1-a1dd-4e52-863e-08136838e8da req-ebbfd65f-a747-4476-a397-4590d1df096d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 HTTP/1.1" status: 200 len: 217 time: 0.0381496 Mar 29 09:40:01.080101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2c7a1-a1dd-4e52-863e-08136838e8da req-4daecbeb-2c93-4174-8d03-5eaf0d8d52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:01.081539 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-08f2c7a1-a1dd-4e52-863e-08136838e8da req-4daecbeb-2c93-4174-8d03-5eaf0d8d52b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=56ff8c56-546f-481c-a6be-c4586fb6730c HTTP/1.1" status: 200 len: 844 time: 0.0428717 Mar 29 09:40:01.116022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-08ee3628-695e-448b-9e25-834c517ef3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:36:34Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '45197ae8-15b9-4d51-847c-23a186169050', 'name': '', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:0e:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:33Z', 'updated_at': '2022-03-29T09:36:36Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:01.125220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2c7a1-a1dd-4e52-863e-08136838e8da req-da51defc-f1c1-4307-802b-819f9793d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:01.126718 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-08f2c7a1-a1dd-4e52-863e-08136838e8da req-da51defc-f1c1-4307-802b-819f9793d86b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e365539-6e6f-472e-9c97-4681101fae82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382683 Mar 29 09:40:01.146679 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ee3628-695e-448b-9e25-834c517ef3ec None None] The sync data for ids ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'] in dv-neutron-835554-1-hyperv is: [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:36:34Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '45197ae8-15b9-4d51-847c-23a186169050', 'name': '', 'network_id': '4e365539-6e6f-472e-9c97-4681101fae82', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:0e:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:33Z', 'updated_at': '2022-03-29T09:36:36Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '56ff8c56-546f-481c-a6be-c4586fb6730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:01.222476 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-08f2c7a1-a1dd-4e52-863e-08136838e8da req-8c623efc-f719-44db-b7f8-5f3c13c1454b service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867562 Mar 29 09:40:01.313469 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-08f2c7a1-a1dd-4e52-863e-08136838e8da req-f9049828-32c9-4c8b-8f39-5e1e64a2a830 service neutron] 10.222.0.24 "GET /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833814 Mar 29 09:40:01.378281 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a1ee30-cfc2-4727-a86d-fa01e1ebadd8 None None] New status for floating IP 0b240ceb-4419-48b4-b225-45e0767228a0: DOWN {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:40:02.027767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.196661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbfd32-9a92-432e-9097-c7a4f61fd0fa req-a06923f3-b578-4a0f-b4c0-ef977624c08b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:02.198669 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-78dbfd32-9a92-432e-9097-c7a4f61fd0fa req-a06923f3-b578-4a0f-b4c0-ef977624c08b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 946 time: 0.1589534 Mar 29 09:40:02.238988 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-78dbfd32-9a92-432e-9097-c7a4f61fd0fa req-3d935099-0ba6-457e-977e-6694f15e8099 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=911942d1-260f-405a-a89c-035271686752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343120 Mar 29 09:40:02.337219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00395806-826c-47fc-99b8-ee461b4c825d req-0c82bf1e-154e-4d23-94f3-4e6796e90f7b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:02.339248 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-00395806-826c-47fc-99b8-ee461b4c825d req-0c82bf1e-154e-4d23-94f3-4e6796e90f7b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1130dfb-7511-451f-bfe6-720eb88d08ef HTTP/1.1" status: 200 len: 946 time: 0.0476367 Mar 29 09:40:02.426576 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-00395806-826c-47fc-99b8-ee461b4c825d req-05349220-3e8b-4293-8f78-6ba7346e8d05 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:40:02.426927 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-00395806-826c-47fc-99b8-ee461b4c825d req-05349220-3e8b-4293-8f78-6ba7346e8d05 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.518365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-00395806-826c-47fc-99b8-ee461b4c825d req-05349220-3e8b-4293-8f78-6ba7346e8d05 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19,segment=NetworkSegment(8505cfff-3df2-4010-98b3-bcf4c23fc7d7),segment_id=8505cfff-3df2-4010-98b3-bcf4c23fc7d7)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:02.519478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-00395806-826c-47fc-99b8-ee461b4c825d req-05349220-3e8b-4293-8f78-6ba7346e8d05 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.531476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-00395806-826c-47fc-99b8-ee461b4c825d req-05349220-3e8b-4293-8f78-6ba7346e8d05 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:40:02.534610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.661229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-00395806-826c-47fc-99b8-ee461b4c825d req-05349220-3e8b-4293-8f78-6ba7346e8d05 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.693152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05349220-3e8b-4293-8f78-6ba7346e8d05 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=1f3ce8eb-90ac-40ae-b8a9-a035752d7d19,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:02.733731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-00395806-826c-47fc-99b8-ee461b4c825d req-05349220-3e8b-4293-8f78-6ba7346e8d05 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] No DVR routers for this DVR port 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:40:02.736499 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-00395806-826c-47fc-99b8-ee461b4c825d req-05349220-3e8b-4293-8f78-6ba7346e8d05 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:02.740606 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-00395806-826c-47fc-99b8-ee461b4c825d req-05349220-3e8b-4293-8f78-6ba7346e8d05 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "DELETE /v2.0/ports/1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 HTTP/1.1" status: 204 len: 173 time: 0.3962085 Mar 29 09:40:02.755249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'name': 'network-vif-deleted', 'tag': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:40:02.758019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2345c64e-2841-4e6f-9acb-c5b1156b991c" -d '{"events": [{"server_uuid": "f1130dfb-7511-451f-bfe6-720eb88d08ef", "name": "network-vif-deleted", "tag": "1f3ce8eb-90ac-40ae-b8a9-a035752d7d19"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:40:02.801249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccf3941-6812-4639-a0fa-3b814b6f4f4f x-openstack-request-id: req-9ccf3941-6812-4639-a0fa-3b814b6f4f4f {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:40:02.801541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1130dfb-7511-451f-bfe6-720eb88d08ef", "name": "network-vif-deleted", "tag": "1f3ce8eb-90ac-40ae-b8a9-a035752d7d19", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:40:02.801823 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ccf3941-6812-4639-a0fa-3b814b6f4f4f {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:40:02.802214 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1130dfb-7511-451f-bfe6-720eb88d08ef', 'name': 'network-vif-deleted', 'tag': '1f3ce8eb-90ac-40ae-b8a9-a035752d7d19', 'status': 'completed', 'code': 200} Mar 29 09:40:03.293805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54852) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:03.349712 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-790ecc1c-7ce0-48b5-a033-54f0f3a62b1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.373969 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-790ecc1c-7ce0-48b5-a033-54f0f3a62b1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.433790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-790ecc1c-7ce0-48b5-a033-54f0f3a62b1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.436376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-790ecc1c-7ce0-48b5-a033-54f0f3a62b1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.437548 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-790ecc1c-7ce0-48b5-a033-54f0f3a62b1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/security-groups/911942d1-260f-405a-a89c-035271686752 HTTP/1.1" status: 204 len: 168 time: 0.1427560 Mar 29 09:40:03.447033 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ecc1c-7ce0-48b5-a033-54f0f3a62b1b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911942d1-260f-405a-a89c-035271686752,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:03.473797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54856) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:03.571041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:03.845914 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b577d24-063d-4563-914a-441996694ba0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.092053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-6b577d24-063d-4563-914a-441996694ba0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 45197ae8-15b9-4d51-847c-23a186169050 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:40:04.092396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b577d24-063d-4563-914a-441996694ba0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.176466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-6b577d24-063d-4563-914a-441996694ba0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 45197ae8-15b9-4d51-847c-23a186169050, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=45197ae8-15b9-4d51-847c-23a186169050,segment=NetworkSegment(8505cfff-3df2-4010-98b3-bcf4c23fc7d7),segment_id=8505cfff-3df2-4010-98b3-bcf4c23fc7d7)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:04.176832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b577d24-063d-4563-914a-441996694ba0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.189690 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-6b577d24-063d-4563-914a-441996694ba0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 45197ae8-15b9-4d51-847c-23a186169050 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:40:04.369362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b577d24-063d-4563-914a-441996694ba0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.398576 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b577d24-063d-4563-914a-441996694ba0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=45197ae8-15b9-4d51-847c-23a186169050,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:04.567527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b577d24-063d-4563-914a-441996694ba0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.775743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b577d24-063d-4563-914a-441996694ba0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:40:04.879376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b577d24-063d-4563-914a-441996694ba0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:40:04.884354 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6b577d24-063d-4563-914a-441996694ba0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/5be0c2b6-e7ba-449f-a12a-6a9729bfa680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4099452 Mar 29 09:40:04.886911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54858) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:04.891051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935465b0-2dfb-46fb-a870-e84d9d06b629 None None] Sync routers for ids ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:04.901708 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935465b0-2dfb-46fb-a870-e84d9d06b629 None None] Routers {'5be0c2b6-e7ba-449f-a12a-6a9729bfa680'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:40:04.902310 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-935465b0-2dfb-46fb-a870-e84d9d06b629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:39:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:04.936763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cceb75e-8636-436d-8cae-2d90855c187f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting subnet 56ff8c56-546f-481c-a6be-c4586fb6730c {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:40:04.939758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3cceb75e-8636-436d-8cae-2d90855c187f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:04.980195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3cceb75e-8636-436d-8cae-2d90855c187f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.004733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-935465b0-2dfb-46fb-a870-e84d9d06b629 None None] Set router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:40:05.064168 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3cceb75e-8636-436d-8cae-2d90855c187f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.123713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3cceb75e-8636-436d-8cae-2d90855c187f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.152445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cceb75e-8636-436d-8cae-2d90855c187f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Subnet': ['ID=56ff8c56-546f-481c-a6be-c4586fb6730c,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:05.154459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3cceb75e-8636-436d-8cae-2d90855c187f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.157787 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3cceb75e-8636-436d-8cae-2d90855c187f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/subnets/56ff8c56-546f-481c-a6be-c4586fb6730c HTTP/1.1" status: 204 len: 168 time: 0.2697766 Mar 29 09:40:05.160195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54860) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:05.167165 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b133a696-a4c5-4ff4-801d-898562dbf939 None None] Network 4e365539-6e6f-472e-9c97-4681101fae82 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:40:05.265097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.270564 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-935465b0-2dfb-46fb-a870-e84d9d06b629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:40:04Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:05.315072 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935465b0-2dfb-46fb-a870-e84d9d06b629 None None] Checking router: 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:40:05.327440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935465b0-2dfb-46fb-a870-e84d9d06b629 None None] Routers {'5be0c2b6-e7ba-449f-a12a-6a9729bfa680'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:40:05.328029 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-935465b0-2dfb-46fb-a870-e84d9d06b629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:39:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:05.367710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.430271 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] DHCP port deletion for 4e365539-6e6f-472e-9c97-4681101fae82 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:40:05.430614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:40:05.430956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.437714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:40:05.464033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-935465b0-2dfb-46fb-a870-e84d9d06b629 None None] Set router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:40:05.489658 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:40:05.490012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 1f3ce8eb-90ac-40ae-b8a9-a035752d7d19 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:40:05.514281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:05.514649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.527347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:40:05.625455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Deleting port 24acee92-11ac-4331-8951-0eb1685d4d32 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:40:05.625852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.699421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.720287 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] For port 24acee92-11ac-4331-8951-0eb1685d4d32, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=24acee92-11ac-4331-8951-0eb1685d4d32,segment=NetworkSegment(8505cfff-3df2-4010-98b3-bcf4c23fc7d7),segment_id=8505cfff-3df2-4010-98b3-bcf4c23fc7d7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:05.720693 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.725353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 24acee92-11ac-4331-8951-0eb1685d4d32 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:40:05.737699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:05.761784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Calling delete_port for 24acee92-11ac-4331-8951-0eb1685d4d32 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:40:05.795528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.827580 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-935465b0-2dfb-46fb-a870-e84d9d06b629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:40:04Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:05.860669 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935465b0-2dfb-46fb-a870-e84d9d06b629 None None] The sync data for ids ['5be0c2b6-e7ba-449f-a12a-6a9729bfa680'] in dv-neutron-835554-1-hyperv is: [{'id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'name': 'tempest-TestNetworkBasicOps-router-1535670481', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38'}], 'enable_snat': True}, 'gw_port_id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:36:30Z', 'updated_at': '2022-03-29T09:40:04Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0c2b6-e7ba-449f-a12a-6a9729bfa680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:36:31Z', 'updated_at': '2022-03-29T09:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:05.894967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.897272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.916222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.930357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:05.970768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Pushing event deleted for resources: {'Port': ['ID=24acee92-11ac-4331-8951-0eb1685d4d32,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:05.972994 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] No DVR routers for this DVR port 24acee92-11ac-4331-8951-0eb1685d4d32 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:40:06.000187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:06.000187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:06.000187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:06.000187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:06.000187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:06.001111 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:06.001111 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:06.001111 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:06.001496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:06.001496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:06.003185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:06.003185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171ea2cd-e414-4ee1-9928-1ecd4bbc53a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:06.231145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.231651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Fanout notify agent at l3_agent the message router_deleted on router 5be0c2b6-e7ba-449f-a12a-6a9729bfa680 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:40:06.242358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.243539 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b1a8da1a-4843-47e6-9ce5-8e0809e350da tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/routers/5be0c2b6-e7ba-449f-a12a-6a9729bfa680 HTTP/1.1" status: 204 len: 168 time: 1.0823841 Mar 29 09:40:06.246474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54862) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:06.327771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.425769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.446276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e365539-6e6f-472e-9c97-4681101fae82']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:06.456472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8505cfff-3df2-4010-98b3-bcf4c23fc7d7') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:06.456767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8505cfff-3df2-4010-98b3-bcf4c23fc7d7') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:06.469560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.484146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.491474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:40:06.491882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:40:06.495710 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:40:06.564293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.575026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.578239 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/networks/4e365539-6e6f-472e-9c97-4681101fae82 HTTP/1.1" status: 204 len: 168 time: 0.3307607 Mar 29 09:40:06.590368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54864) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:06.594555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbbf4b-4ede-4bd5-a7af-72e2f60a8e0a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Network': ['ID=4e365539-6e6f-472e-9c97-4681101fae82,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:06.595584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-60f52bbc-83cd-4597-a5de-ec76e740226a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'network': {'name': 'tempest-network-smoke--1946332134', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'port_security_enabled': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:06.622216 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f52bbc-83cd-4597-a5de-ec76e740226a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:06.625799 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60f52bbc-83cd-4597-a5de-ec76e740226a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.653993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f52bbc-83cd-4597-a5de-ec76e740226a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:40:06.662974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60f52bbc-83cd-4597-a5de-ec76e740226a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.663387 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-60f52bbc-83cd-4597-a5de-ec76e740226a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Added segment d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1 of type vlan for network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 Mar 29 09:40:06.701880 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60f52bbc-83cd-4597-a5de-ec76e740226a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.726807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60f52bbc-83cd-4597-a5de-ec76e740226a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.732252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f52bbc-83cd-4597-a5de-ec76e740226a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:06.732834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60f52bbc-83cd-4597-a5de-ec76e740226a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.762302 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-60f52bbc-83cd-4597-a5de-ec76e740226a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1708431 Mar 29 09:40:06.765181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54866) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:06.769919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'admin_state_up': True, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:06.791919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.793085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.802609 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f52bbc-83cd-4597-a5de-ec76e740226a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Network': ['ID=5b3242ce-b255-4da1-b8cd-3054ee8739e7,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:06.813792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:40:06.848179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:06.982637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.170271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.189291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.286903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.200 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:07.387928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.419812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.457382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:07.460159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:07.463568 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:40:07.486217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:07.644954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 45197ae8-15b9-4d51-847c-23a186169050 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:40:07.666222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 45197ae8-15b9-4d51-847c-23a186169050 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:40:07.666593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 45197ae8-15b9-4d51-847c-23a186169050 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:40:07.667005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:40:07.686529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:40:07.686871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 1d7ea185-91c3-4fed-bd09-d25ec3b4fd0b not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:40:07.719120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:07.912796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.037062 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router eecdf176-5648-402b-91c1-8985f0eead33 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:40:08.137998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:40:08.148586 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Sync routers for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:08.157508 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.158195 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:40:08.158731 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-03ac9fbc-e663-4534-877c-a54cb755be57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.3925128 Mar 29 09:40:08.158863 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:39:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:08.162065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54868) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:08.207366 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:40:08.253034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-08b196cd-7603-40a7-9355-dca224f33910 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6010cd4cec6b417ba57b11945c979066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0898600 Mar 29 09:40:08.255773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54872) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:08.267589 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:40:08.347772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ffa91-17c2-45ad-86e7-6151c83861ee tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:08.349294 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a55ffa91-17c2-45ad-86e7-6151c83861ee tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925426 Mar 29 09:40:08.352206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54874) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:08.380845 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4224fa2f-b2c1-4ce3-81ce-1ac9b4e45836 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275521 Mar 29 09:40:08.383507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54876) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:08.388183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ea774ac5-185b-444e-8e58-2ecb0a12596f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1538715628', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:08.471638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea774ac5-185b-444e-8e58-2ecb0a12596f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:08.475149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ea774ac5-185b-444e-8e58-2ecb0a12596f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.527446 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:07Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:08.552321 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Checking router: eecdf176-5648-402b-91c1-8985f0eead33 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:40:08.552664 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Updating router eecdf176-5648-402b-91c1-8985f0eead33 port 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:40:08.581801 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.652018 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ea774ac5-185b-444e-8e58-2ecb0a12596f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.716001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea774ac5-185b-444e-8e58-2ecb0a12596f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Subnet': ['ID=138ec964-6db0-44ff-80eb-9f7ff9cd3367,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:08.724143 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea774ac5-185b-444e-8e58-2ecb0a12596f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Checking segment: {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:40:08.724498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea774ac5-185b-444e-8e58-2ecb0a12596f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network hostable DHCP agents. Network: 5b3242ce-b255-4da1-b8cd-3054ee8739e7, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:40:08.740828 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea774ac5-185b-444e-8e58-2ecb0a12596f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:40:08.750199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-ea774ac5-185b-444e-8e58-2ecb0a12596f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 5b3242ce-b255-4da1-b8cd-3054ee8739e7) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:08.754663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea774ac5-185b-444e-8e58-2ecb0a12596f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:08.755326 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ea774ac5-185b-444e-8e58-2ecb0a12596f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.764843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04c42f-86e2-4cad-833a-06911bb1bbfc None None] Network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:40:08.773981 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ea774ac5-185b-444e-8e58-2ecb0a12596f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3893907 Mar 29 09:40:08.776676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54878) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:08.838285 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.843901 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.889160 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Pushing event updated for resources: {'Port': ['ID=0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:08.903544 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:08.903878 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:08.904212 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:08.904537 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:08.904861 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:08.905183 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:08.905502 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:08.905849 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:08.906168 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:08.906482 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:08.906798 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:08.907135 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:08.910600 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Attempting to bind port 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:08.910965 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Attempting to bind port 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:08.911315 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Attempting to bind port 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:40:08.917697 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:40:08.917956 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:40:08.919690 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.920074 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:40:08.920541 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Bound port: 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:08.920918 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.924714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:40:08.925588 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:08.980504 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] For port 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:40:08.983489 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] For port 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:40:08.988030 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.032190 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:40:09.032789 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:39:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:09.067320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Allocated IP 172.20.0.2 (5b3242ce-b255-4da1-b8cd-3054ee8739e7/138ec964-6db0-44ff-80eb-9f7ff9cd3367/ca119c5c-e52f-43d0-90aa-ae191931a36a) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:09.140487 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:40:09.213078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.219201 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.255380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.261825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:09.264678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:09.268122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:40:09.279037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Pushing event updated for resources: {'Port': ['ID=ca119c5c-e52f-43d0-90aa-ae191931a36a,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:09.314891 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ee271-e314-48c9-b205-714608db3ace None None] Pushing event updated for resources: {'Port': ['ID=0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:09.327183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Attempting to bind port ca119c5c-e52f-43d0-90aa-ae191931a36a on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:09.327551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Attempting to bind port ca119c5c-e52f-43d0-90aa-ae191931a36a by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:09.327916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Attempting to bind port ca119c5c-e52f-43d0-90aa-ae191931a36a on network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:40:09.333009 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:40:09.333548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Checking segment: {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:40:09.333980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.334414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Bound using segment: {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:40:09.334823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Bound port: ca119c5c-e52f-43d0-90aa-ae191931a36a, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:09.335204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.345863 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:07Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:09.376873 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344e4f92-71bc-4a6c-ab97-0d7d51ce0187 None None] The sync data for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv is: [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:07Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:09.402386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] For port ca119c5c-e52f-43d0-90aa-ae191931a36a, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:40:09.406011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] For port ca119c5c-e52f-43d0-90aa-ae191931a36a, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ca119c5c-e52f-43d0-90aa-ae191931a36a,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:40:09.412603 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.474736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b5e90-90ea-4702-85ab-3e483e50e137 None None] Pushing event updated for resources: {'Port': ['ID=ca119c5c-e52f-43d0-90aa-ae191931a36a,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:09.555747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.1 (5b3242ce-b255-4da1-b8cd-3054ee8739e7/138ec964-6db0-44ff-80eb-9f7ff9cd3367/71fa17fe-d5bd-41c9-aabc-452e8dcb2969) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:09.738368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.795155 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:09.842270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:09.845471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:09.850603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:40:09.859251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=71fa17fe-d5bd-41c9-aabc-452e8dcb2969,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:09.902952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.038524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.327692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.332700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.403604 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=71fa17fe-d5bd-41c9-aabc-452e8dcb2969,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:10.408605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.504792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:10.506244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:10.510699 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b48a34c-7efb-4540-be6f-73ad7d114ece None None] Network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:40:10.635512 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f54390ef-4c6a-4bd9-9d05-30c75bd04202 None None] Provisioning complete for port ca119c5c-e52f-43d0-90aa-ae191931a36a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:10.635880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f54390ef-4c6a-4bd9-9d05-30c75bd04202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.746560 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f54390ef-4c6a-4bd9-9d05-30c75bd04202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.789522 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f54390ef-4c6a-4bd9-9d05-30c75bd04202 None None] For port ca119c5c-e52f-43d0-90aa-ae191931a36a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ca119c5c-e52f-43d0-90aa-ae191931a36a,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:10.795077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f54390ef-4c6a-4bd9-9d05-30c75bd04202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:10.858677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54390ef-4c6a-4bd9-9d05-30c75bd04202 None None] Pushing event updated for resources: {'Port': ['ID=ca119c5c-e52f-43d0-90aa-ae191931a36a,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:10.944111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router eecdf176-5648-402b-91c1-8985f0eead33 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:40:11.018314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c1ea5b34-c118-4c52-9271-b1aa60ffdec8 None None] Provisioning complete for port ca119c5c-e52f-43d0-90aa-ae191931a36a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:11.018680 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1ea5b34-c118-4c52-9271-b1aa60ffdec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.058619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:40:11.064326 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1e944f99-114e-4447-ba59-844afd92072e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/eecdf176-5648-402b-91c1-8985f0eead33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2852321 Mar 29 09:40:11.067143 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54880) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:11.127078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c1ea5b34-c118-4c52-9271-b1aa60ffdec8 None None] Provisioning complete for port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:11.127582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1ea5b34-c118-4c52-9271-b1aa60ffdec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.170674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Sync routers for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:11.189856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:40:11.190531 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:39:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:11.192513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea5b34-c118-4c52-9271-b1aa60ffdec8 None None] Port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:40:11.263640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3f8c0-7baf-4eb0-9a8b-abff95f2be71 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:11.264280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3f8c0-7baf-4eb0-9a8b-abff95f2be71 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:11.264818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3f8c0-7baf-4eb0-9a8b-abff95f2be71 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:11.265292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd3f8c0-7baf-4eb0-9a8b-abff95f2be71 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:11.269712 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3bd3f8c0-7baf-4eb0-9a8b-abff95f2be71 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1989496 Mar 29 09:40:11.270080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54882) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:11.329105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b21af7e-6725-451c-823a-f4ff7ac3f602 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:11.329773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b21af7e-6725-451c-823a-f4ff7ac3f602 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:11.330061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b21af7e-6725-451c-823a-f4ff7ac3f602 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:11.330518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b21af7e-6725-451c-823a-f4ff7ac3f602 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:11.332239 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3b21af7e-6725-451c-823a-f4ff7ac3f602 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0612619 Mar 29 09:40:11.335219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54884) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:11.410177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d496f635-2a47-4a64-a438-1e6c4e17ae5a None None] Provisioning complete for port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:11.410548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d496f635-2a47-4a64-a438-1e6c4e17ae5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.469691 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-843f553b-52cd-4219-ac62-18b8a17f6e8f tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1331902 Mar 29 09:40:11.488176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:40:11.489955 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d496f635-2a47-4a64-a438-1e6c4e17ae5a None None] Port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:40:11.639597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e53fddba-c155-41ab-b7fb-832f400fb6e2 None None] Provisioning complete for port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:11.640220 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e53fddba-c155-41ab-b7fb-832f400fb6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.709680 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e53fddba-c155-41ab-b7fb-832f400fb6e2 None None] Port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:40:11.721744 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:40:11.771435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:11.801644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Checking router: eecdf176-5648-402b-91c1-8985f0eead33 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:40:11.802005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Updating router eecdf176-5648-402b-91c1-8985f0eead33 port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:40:11.825982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:11.826353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.854949 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.885740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54888) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:11.890384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-081c2fff-3718-41ae-b820-da6252e1f668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2038285147', 'description': 'tempest-secgroup-smoke-2038285147 description', 'project_id': '6010cd4cec6b417ba57b11945c979066'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:11.910024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-081c2fff-3718-41ae-b820-da6252e1f668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.975709 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-081c2fff-3718-41ae-b820-da6252e1f668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:11.980156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-081c2fff-3718-41ae-b820-da6252e1f668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.009544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-081c2fff-3718-41ae-b820-da6252e1f668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.010789 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-081c2fff-3718-41ae-b820-da6252e1f668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1240017 Mar 29 09:40:12.011887 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c2fff-3718-41ae-b820-da6252e1f668 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de536b2a-e432-45b9-81d2-3b6cf04e5f95,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:12.014101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54890) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:12.016615 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.018354 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a57ed97d-e31b-4a63-bec3-b560629860d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'de536b2a-e432-45b9-81d2-3b6cf04e5f95', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:12.042523 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a57ed97d-e31b-4a63-bec3-b560629860d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.078841 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:12.083853 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.084517 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ca119c5c-e52f-43d0-90aa-ae191931a36a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:40:12.099400 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a57ed97d-e31b-4a63-bec3-b560629860d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.103700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a57ed97d-e31b-4a63-bec3-b560629860d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.121967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ed97d-e31b-4a63-bec3-b560629860d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a29278f-95bb-484d-90b6-f8a03a5ba987,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:12.127298 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a57ed97d-e31b-4a63-bec3-b560629860d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.131005 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a57ed97d-e31b-4a63-bec3-b560629860d0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137350 Mar 29 09:40:12.131488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54892) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:12.135611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-654fc6b4-4129-4d4d-bdd5-3a60bf0ff465 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'de536b2a-e432-45b9-81d2-3b6cf04e5f95', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:12.160232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-654fc6b4-4129-4d4d-bdd5-3a60bf0ff465 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.188500 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:12.216773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-654fc6b4-4129-4d4d-bdd5-3a60bf0ff465 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.217425 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port ca119c5c-e52f-43d0-90aa-ae191931a36a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:12.217784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.220922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-654fc6b4-4129-4d4d-bdd5-3a60bf0ff465 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.237951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fc6b4-4129-4d4d-bdd5-3a60bf0ff465 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4a51df-7268-413b-a029-b33757f890bb,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:12.246955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-654fc6b4-4129-4d4d-bdd5-3a60bf0ff465 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.250663 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-654fc6b4-4129-4d4d-bdd5-3a60bf0ff465 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160448 Mar 29 09:40:12.250883 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54894) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:12.255759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d30e7295-eb85-4f02-b8ed-2027f6fab708 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'de536b2a-e432-45b9-81d2-3b6cf04e5f95', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:12.280027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d30e7295-eb85-4f02-b8ed-2027f6fab708 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.285412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.293782 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.349662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d30e7295-eb85-4f02-b8ed-2027f6fab708 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.356699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d30e7295-eb85-4f02-b8ed-2027f6fab708 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.376207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcf4a7-6994-4e03-bc75-aec606a6b5c9 None None] Pushing event updated for resources: {'Port': ['ID=71fa17fe-d5bd-41c9-aabc-452e8dcb2969,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:12.376467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e7295-eb85-4f02-b8ed-2027f6fab708 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccea56aa-1358-49ca-a68c-91bce5c40eab,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:12.388325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d30e7295-eb85-4f02-b8ed-2027f6fab708 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.390693 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d30e7295-eb85-4f02-b8ed-2027f6fab708 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384790 Mar 29 09:40:12.393085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54896) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:12.397970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-93b1bac5-ba62-46d7-8885-ba450551322f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'de536b2a-e432-45b9-81d2-3b6cf04e5f95', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:12.427740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-93b1bac5-ba62-46d7-8885-ba450551322f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.438901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Attempting to bind port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:12.439274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Attempting to bind port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:12.439636 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Attempting to bind port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 on network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:40:12.444977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:40:12.445345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Checking segment: {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:40:12.445775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.446165 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Bound using segment: {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:40:12.446693 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Bound port: 71fa17fe-d5bd-41c9-aabc-452e8dcb2969, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:12.447081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.497852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-93b1bac5-ba62-46d7-8885-ba450551322f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.503336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-93b1bac5-ba62-46d7-8885-ba450551322f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.520691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] For port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:40:12.522560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1bac5-ba62-46d7-8885-ba450551322f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6392631f-40dc-41fa-8d2d-b85443515193,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:12.525003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] For port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=71fa17fe-d5bd-41c9-aabc-452e8dcb2969,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:40:12.530260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.531714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-93b1bac5-ba62-46d7-8885-ba450551322f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.535717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54898) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:12.536223 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-93b1bac5-ba62-46d7-8885-ba450551322f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398463 Mar 29 09:40:12.540829 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d5cecfa1-3498-489a-bcc1-4c8b87e5839d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'de536b2a-e432-45b9-81d2-3b6cf04e5f95', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:12.562170 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-d5cecfa1-3498-489a-bcc1-4c8b87e5839d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:40:12.567778 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5cecfa1-3498-489a-bcc1-4c8b87e5839d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.583925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:40:12.584547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:39:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:12.626722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcf4a7-6994-4e03-bc75-aec606a6b5c9 None None] Pushing event updated for resources: {'Port': ['ID=71fa17fe-d5bd-41c9-aabc-452e8dcb2969,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:12.634907 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5cecfa1-3498-489a-bcc1-4c8b87e5839d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.640588 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5cecfa1-3498-489a-bcc1-4c8b87e5839d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.659306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7bef9c4c-6028-4b5e-b084-005a25db2243 None None] Provisioning complete for port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:12.659920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7bef9c4c-6028-4b5e-b084-005a25db2243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.661600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cecfa1-3498-489a-bcc1-4c8b87e5839d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec3829d-d3fa-4279-9a64-628447e24bbb,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:12.670334 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5cecfa1-3498-489a-bcc1-4c8b87e5839d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.674181 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d5cecfa1-3498-489a-bcc1-4c8b87e5839d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1372116 Mar 29 09:40:12.674869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54900) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:12.683600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-fcbcc105-09d4-4bfc-8cf2-fb33a6f7d945 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': 'de536b2a-e432-45b9-81d2-3b6cf04e5f95', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:12.707067 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-fcbcc105-09d4-4bfc-8cf2-fb33a6f7d945 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:40:12.713087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc105-09d4-4bfc-8cf2-fb33a6f7d945 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.745855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:40:12.779437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc105-09d4-4bfc-8cf2-fb33a6f7d945 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.785160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc105-09d4-4bfc-8cf2-fb33a6f7d945 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.805759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcc105-09d4-4bfc-8cf2-fb33a6f7d945 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1a157b-f267-454c-a0b1-ad04a8f083cc,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:12.814870 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fcbcc105-09d4-4bfc-8cf2-fb33a6f7d945 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.816052 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fcbcc105-09d4-4bfc-8cf2-fb33a6f7d945 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362255 Mar 29 09:40:12.876205 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7bef9c4c-6028-4b5e-b084-005a25db2243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:12.949054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-7bef9c4c-6028-4b5e-b084-005a25db2243 None None] For port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=71fa17fe-d5bd-41c9-aabc-452e8dcb2969,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:12.954331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7bef9c4c-6028-4b5e-b084-005a25db2243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.009384 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-cfca767f-e5ed-42ed-b29a-67b0be976d84 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038285147&fields=id&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 267 time: 0.0326765 Mar 29 09:40:13.029928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef9c4c-6028-4b5e-b084-005a25db2243 None None] Pushing event updated for resources: {'Port': ['ID=71fa17fe-d5bd-41c9-aabc-452e8dcb2969,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:13.052736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:13.087569 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3efee-941b-4e70-a624-5a718f3454ff None None] The sync data for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv is: [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:13.100128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f7aa295f-9d78-493d-81f6-a6bd242e95ed None None] Provisioning complete for port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:13.100490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f7aa295f-9d78-493d-81f6-a6bd242e95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.123467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-e4a158f6-8675-4721-ad4e-a55d92c727c1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:13.126466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-e4a158f6-8675-4721-ad4e-a55d92c727c1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 797 time: 0.1099615 Mar 29 09:40:13.147645 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-ad33d5ec-3cde-4cfd-9731-fd58110b73eb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/quotas/6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 375 time: 0.0123916 Mar 29 09:40:13.217505 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-6aaed7ce-e7a2-452c-ba0c-6d520017c58c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610230 Mar 29 09:40:13.361856 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-1de49fa3-1dd2-40e9-995e-cf681ac6e35b service neutron] 10.222.0.32 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322424 Mar 29 09:40:13.454287 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-c63bd93b-9b13-49d9-bf85-c6e834ea2bbb service neutron] 10.222.0.32 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861323 Mar 29 09:40:13.626362 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-350f7222-85ef-4cc1-948b-e0cc5c553958 req-525e3970-2ac3-4ddb-86c0-e479170bb435 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 210 time: 0.0346668 Mar 29 09:40:13.769369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:40:13.827037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:13.827432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:13.910128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:40:13.957502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:13.957905 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:14.706984 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-23a21d26-1f50-4bfa-b95f-8bdd4b86b017 req-5516e604-3127-4310-99ec-bdcac210ad6e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 210 time: 0.0261703 Mar 29 09:40:15.573642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-f5b0f461-b207-456c-ae9c-eec9bf5ae1ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:15.575076 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-f5b0f461-b207-456c-ae9c-eec9bf5ae1ce tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 797 time: 0.1029541 Mar 29 09:40:15.617220 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-e92d62ba-c536-4107-905f-00f1ecbec7b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 380 time: 0.0340509 Mar 29 09:40:15.627351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'device_id': 'd889961a-47cd-4a27-8028-1d4e980988df', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'admin_state_up': True, 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'security_groups': ['de536b2a-e432-45b9-81d2-3b6cf04e5f95']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:15.745989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:15.749485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:15.830160 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6695ce7b-c0e0-4788-be27-2cff1adc620b req-c145ec8a-f9ef-47fc-9bad-c9b5b80515ff tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 210 time: 0.0556860 Mar 29 09:40:15.897718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.9 (5b3242ce-b255-4da1-b8cd-3054ee8739e7/138ec964-6db0-44ff-80eb-9f7ff9cd3367/f707874b-e322-47a0-abcc-535b74770a32) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:16.030682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.062688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.104373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:16.107266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:16.110796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:40:16.136268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=f707874b-e322-47a0-abcc-535b74770a32,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:16.161912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:16.162479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.180385 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-20a1ec53-879f-4975-a67f-3d7ae1ba8c6c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5566339 Mar 29 09:40:16.192191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Request body: {'port': {'device_id': 'd889961a-47cd-4a27-8028-1d4e980988df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:16.246943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.346131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b36f8215-9c2f-4e6c-8655-95642c2e01f5 None None] Provisioning complete for port f707874b-e322-47a0-abcc-535b74770a32 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:16.346723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b36f8215-9c2f-4e6c-8655-95642c2e01f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.380445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b36f8215-9c2f-4e6c-8655-95642c2e01f5 None None] Port f707874b-e322-47a0-abcc-535b74770a32 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:40:16.503047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f707874b-e322-47a0-abcc-535b74770a32 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:40:16.510707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.522040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Transition to ACTIVE for port object f707874b-e322-47a0-abcc-535b74770a32 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:16.525949 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.571947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Pushing event updated for resources: {'Port': ['ID=f707874b-e322-47a0-abcc-535b74770a32,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:16.645082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Attempting to bind port f707874b-e322-47a0-abcc-535b74770a32 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:16.645413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Attempting to bind port f707874b-e322-47a0-abcc-535b74770a32 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:16.645765 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Attempting to bind port f707874b-e322-47a0-abcc-535b74770a32 on network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:40:16.650426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Port f707874b-e322-47a0-abcc-535b74770a32 on network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:40:16.650740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Attempting to bind port f707874b-e322-47a0-abcc-535b74770a32 on network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:40:16.655590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:40:16.655921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Checking segment: {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:40:16.656292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Bound using segment: {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:40:16.656706 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Bound port: f707874b-e322-47a0-abcc-535b74770a32, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:16.657057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.722353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] For port f707874b-e322-47a0-abcc-535b74770a32, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:40:16.725380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] For port f707874b-e322-47a0-abcc-535b74770a32, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=f707874b-e322-47a0-abcc-535b74770a32,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:40:16.729557 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.767005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:16.767597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:16.769006 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] 10.222.0.24 "PUT /v2.0/ports/f707874b-e322-47a0-abcc-535b74770a32 HTTP/1.1" status: 200 len: 1093 time: 0.5813575 Mar 29 09:40:16.769380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:40:16.771622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15484586-0860-4043-a122-9ad0c65ddd2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "tag": "f707874b-e322-47a0-abcc-535b74770a32"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:40:16.791716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba75cc-9467-48a2-afa3-b81b4705613a service neutron] Pushing event updated for resources: {'Port': ['ID=f707874b-e322-47a0-abcc-535b74770a32,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:16.833634 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717e3918-5294-4cad-aa8c-6c0b2c274f07 x-openstack-request-id: req-717e3918-5294-4cad-aa8c-6c0b2c274f07 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:40:16.834116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "tag": "f707874b-e322-47a0-abcc-535b74770a32", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:40:16.834263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-717e3918-5294-4cad-aa8c-6c0b2c274f07 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:40:16.834543 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32', 'status': 'completed', 'code': 200} Mar 29 09:40:16.867451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-8c2f47bb-0b57-47d6-9c0c-5c3ebfb8b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:16.869497 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-8c2f47bb-0b57-47d6-9c0c-5c3ebfb8b87d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 1096 time: 0.0462983 Mar 29 09:40:16.924338 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-60438479-f7f0-473c-8eb0-d0236e26527f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f707874b-e322-47a0-abcc-535b74770a32 HTTP/1.1" status: 200 len: 217 time: 0.0479472 Mar 29 09:40:16.998711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc20975-13a3-4086-be74-867d401de5fc req-31fd3fd1-753d-47cb-8809-7e0b55439ed6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:17.000159 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cc20975-13a3-4086-be74-867d401de5fc req-31fd3fd1-753d-47cb-8809-7e0b55439ed6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 943 time: 0.0855567 Mar 29 09:40:17.001842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-fb2855c6-a664-413d-ae0e-26cb2a634061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:17.003109 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-fb2855c6-a664-413d-ae0e-26cb2a634061 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=138ec964-6db0-44ff-80eb-9f7ff9cd3367 HTTP/1.1" status: 200 len: 835 time: 0.0610573 Mar 29 09:40:17.067368 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cc20975-13a3-4086-be74-867d401de5fc req-8b9058d4-08fd-415d-9b18-3e345b4fc62a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611289 Mar 29 09:40:17.073635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-d8f340ff-1fe5-45f0-aed6-7cf789ace354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:17.075034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-d8f340ff-1fe5-45f0-aed6-7cf789ace354 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3242ce-b255-4da1-b8cd-3054ee8739e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0627682 Mar 29 09:40:17.160405 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-40a46b1c-f49e-434c-a65c-fcfe85fcc00a service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786190 Mar 29 09:40:17.249645 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e12bbf64-5c83-4e74-a000-468b4818bbbc req-53a0dd5a-d10e-4e0a-882f-ba2f7cc9015f service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825908 Mar 29 09:40:17.329859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15484586-0860-4043-a122-9ad0c65ddd2c req-981c3b4d-3272-4f5a-800a-ddfefcbbef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:17.331326 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15484586-0860-4043-a122-9ad0c65ddd2c req-981c3b4d-3272-4f5a-800a-ddfefcbbef79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 1096 time: 0.0398753 Mar 29 09:40:17.422193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15484586-0860-4043-a122-9ad0c65ddd2c req-22fbfa6d-c46a-42c7-a959-ffe9e7c66f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:17.423614 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15484586-0860-4043-a122-9ad0c65ddd2c req-22fbfa6d-c46a-42c7-a959-ffe9e7c66f37 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 898 time: 0.0852892 Mar 29 09:40:17.463216 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15484586-0860-4043-a122-9ad0c65ddd2c req-454fc1d4-5a80-4979-ae93-f9ffd52856ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f707874b-e322-47a0-abcc-535b74770a32 HTTP/1.1" status: 200 len: 217 time: 0.0329154 Mar 29 09:40:17.508623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15484586-0860-4043-a122-9ad0c65ddd2c req-606d3182-bf59-45d2-a14e-ab2ee17ecab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:17.509967 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15484586-0860-4043-a122-9ad0c65ddd2c req-606d3182-bf59-45d2-a14e-ab2ee17ecab1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=138ec964-6db0-44ff-80eb-9f7ff9cd3367 HTTP/1.1" status: 200 len: 835 time: 0.0408986 Mar 29 09:40:17.557288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15484586-0860-4043-a122-9ad0c65ddd2c req-886094ee-6570-4dd2-8ad9-627cd8cf714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:17.558826 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15484586-0860-4043-a122-9ad0c65ddd2c req-886094ee-6570-4dd2-8ad9-627cd8cf714d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3242ce-b255-4da1-b8cd-3054ee8739e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429418 Mar 29 09:40:17.569148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-15484586-0860-4043-a122-9ad0c65ddd2c req-6e11573f-e2d5-4f9c-b99d-d81e8758c63c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:40:17.570127 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15484586-0860-4043-a122-9ad0c65ddd2c req-6e11573f-e2d5-4f9c-b99d-d81e8758c63c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050778 Mar 29 09:40:17.655810 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15484586-0860-4043-a122-9ad0c65ddd2c req-0a00f8e8-0b19-4155-b32f-3a40bbcf4116 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795884 Mar 29 09:40:17.746471 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15484586-0860-4043-a122-9ad0c65ddd2c req-049db06e-1ad9-4d35-b6be-fd5afe1cb104 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842738 Mar 29 09:40:18.179861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e635ed-dc70-44c9-bead-7964d5c9b844 req-9dc73b17-43a3-421a-bc73-867b0b596f58 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:18.181847 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c0e635ed-dc70-44c9-bead-7964d5c9b844 req-9dc73b17-43a3-421a-bc73-867b0b596f58 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 943 time: 0.0466509 Mar 29 09:40:18.218338 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c0e635ed-dc70-44c9-bead-7964d5c9b844 req-55a6c6da-5e1d-4d88-a108-3c67d8ad22e1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305045 Mar 29 09:40:19.329906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a302db7-758a-4a7b-a881-8f5a3746e40b req-5062f419-cd94-4cdd-9397-550a81863a08 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:19.331329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a302db7-758a-4a7b-a881-8f5a3746e40b req-5062f419-cd94-4cdd-9397-550a81863a08 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 943 time: 0.0466859 Mar 29 09:40:19.371599 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a302db7-758a-4a7b-a881-8f5a3746e40b req-4569d18a-1c7f-4649-b80a-9fdd9dc9c7cc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343063 Mar 29 09:40:20.483434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eed30-91ce-4b67-83a1-f64195f6c450 req-c3ad45ad-9eb6-4235-af43-cfa596ffbe9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:20.484881 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-102eed30-91ce-4b67-83a1-f64195f6c450 req-c3ad45ad-9eb6-4235-af43-cfa596ffbe9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 943 time: 0.0480082 Mar 29 09:40:20.521304 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-102eed30-91ce-4b67-83a1-f64195f6c450 req-62b2238c-8659-41fd-85d1-05f52043cee0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302517 Mar 29 09:40:21.465360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device f707874b-e322-47a0-abcc-535b74770a32 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:40:21.558886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port f707874b-e322-47a0-abcc-535b74770a32, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=f707874b-e322-47a0-abcc-535b74770a32,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:21.570485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'f707874b-e322-47a0-abcc-535b74770a32', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'port_id': 'f707874b-e322-47a0-abcc-535b74770a32', 'mac_address': 'fa:16:3e:6f:5a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:40:21.607756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:21.625199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f707874b-e322-47a0-abcc-535b74770a32 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:40:21.636797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61780cc-9f3b-4b2d-8046-f6c845220070 req-d7554740-14c4-48dc-be6c-865e7cb6e22d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:21.638301 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f61780cc-9f3b-4b2d-8046-f6c845220070 req-d7554740-14c4-48dc-be6c-865e7cb6e22d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 943 time: 0.0484664 Mar 29 09:40:21.644997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port f707874b-e322-47a0-abcc-535b74770a32, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=f707874b-e322-47a0-abcc-535b74770a32,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:21.650631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:21.679511 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f61780cc-9f3b-4b2d-8046-f6c845220070 req-d2c55049-f9c2-4e3b-ac60-7991050e6eb0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351479 Mar 29 09:40:21.834079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=f707874b-e322-47a0-abcc-535b74770a32,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:21.994831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['f707874b-e322-47a0-abcc-535b74770a32'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:40:22.794691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca1308-32a2-48ca-a5e3-7b8fa055bfd4 req-e326dbbd-584b-444d-997b-df835c8dea99 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:22.796384 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-94ca1308-32a2-48ca-a5e3-7b8fa055bfd4 req-e326dbbd-584b-444d-997b-df835c8dea99 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 944 time: 0.0485227 Mar 29 09:40:22.836794 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-94ca1308-32a2-48ca-a5e3-7b8fa055bfd4 req-6804740d-1ccc-484f-aa6c-665db80896cd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345349 Mar 29 09:40:23.465396 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device f707874b-e322-47a0-abcc-535b74770a32 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:40:23.517712 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port f707874b-e322-47a0-abcc-535b74770a32 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:23.521474 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port f707874b-e322-47a0-abcc-535b74770a32 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:23.522000 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:23.599343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:23.621428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:40:23.623678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac082335-d722-4a69-9f0f-55228f9dc3bc" -d '{"events": [{"server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "name": "network-vif-plugged", "status": "completed", "tag": "f707874b-e322-47a0-abcc-535b74770a32"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:40:23.636458 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port f707874b-e322-47a0-abcc-535b74770a32, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=f707874b-e322-47a0-abcc-535b74770a32,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:23.640427 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:23.663638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f9c06a-1d31-4915-843a-ee43f8bda8b3 x-openstack-request-id: req-79f9c06a-1d31-4915-843a-ee43f8bda8b3 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:40:23.663925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "name": "network-vif-plugged", "status": "completed", "tag": "f707874b-e322-47a0-abcc-535b74770a32", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:40:23.664175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79f9c06a-1d31-4915-843a-ee43f8bda8b3 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:40:23.664634 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32', 'code': 200} Mar 29 09:40:23.693524 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=f707874b-e322-47a0-abcc-535b74770a32,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:23.871373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4d1d6-0fdd-4d98-ab68-435c32e55111 req-e8b1daf8-a5c8-45fa-b56e-be366d850e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:23.873125 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-48b4d1d6-0fdd-4d98-ab68-435c32e55111 req-e8b1daf8-a5c8-45fa-b56e-be366d850e86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 1098 time: 0.0869727 Mar 29 09:40:23.916118 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-48b4d1d6-0fdd-4d98-ab68-435c32e55111 req-2e14caa2-e16f-4efa-8c7b-62b2e8517490 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362542 Mar 29 09:40:23.951267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae91ae-bc8b-412c-a1d3-61615f8023c2 req-bfb5800c-a3d3-4554-8cdf-fd88f10189b1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:23.952686 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-94ae91ae-bc8b-412c-a1d3-61615f8023c2 req-bfb5800c-a3d3-4554-8cdf-fd88f10189b1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 945 time: 0.0487826 Mar 29 09:40:23.989296 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-94ae91ae-bc8b-412c-a1d3-61615f8023c2 req-2b2fd811-e086-427d-88e3-7bccd67cc9cf tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304010 Mar 29 09:40:25.104798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83631262-7987-458d-93f7-e1dd1af1683a req-2ca8a0d1-4c86-4a80-b46e-3edd711a9b28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:25.106540 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-83631262-7987-458d-93f7-e1dd1af1683a req-2ca8a0d1-4c86-4a80-b46e-3edd711a9b28 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 945 time: 0.0475357 Mar 29 09:40:25.149474 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-83631262-7987-458d-93f7-e1dd1af1683a req-ed0622dc-48bf-4ec3-8d4b-03254421c082 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360270 Mar 29 09:40:26.263271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80019-1b15-4296-b5a4-dbc4d95a1186 req-20a0a510-4e65-4998-8cac-c11c25c0b7c3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:26.264690 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4ce80019-1b15-4296-b5a4-dbc4d95a1186 req-20a0a510-4e65-4998-8cac-c11c25c0b7c3 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 945 time: 0.0469346 Mar 29 09:40:26.301211 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4ce80019-1b15-4296-b5a4-dbc4d95a1186 req-7f28c983-f4c3-4a7a-9b47-9b4a4f7cdc12 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305285 Mar 29 09:40:26.411208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ee6d4-131f-4d3f-9257-c98358d2c1b3 req-24bfcf41-d3da-4cd2-a09c-c33e6120c56b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:26.412642 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-176ee6d4-131f-4d3f-9257-c98358d2c1b3 req-24bfcf41-d3da-4cd2-a09c-c33e6120c56b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 945 time: 0.0469975 Mar 29 09:40:26.449272 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-176ee6d4-131f-4d3f-9257-c98358d2c1b3 req-53d12ad0-58a7-4488-af9c-15527582d7aa tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306427 Mar 29 09:40:26.470969 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54968) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:26.507853 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995926a8-1c20-45bd-87a5-381c7deee2a6 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:26.509288 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-995926a8-1c20-45bd-87a5-381c7deee2a6 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 1093 time: 0.0373862 Mar 29 09:40:26.512250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54970) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:26.516744 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': 'f707874b-e322-47a0-abcc-535b74770a32', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:26.537538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.629510 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.729900 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9ceed7e6-8da4-45ba-9a6c-6dc304490d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.733855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.243 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/50309d40-d45f-45fe-946c-e486b59a953c) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:26.832096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.864487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:26.908624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:26.911409 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:26.915710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:40:26.918935 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=50309d40-d45f-45fe-946c-e486b59a953c,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:26.943090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:26.943434 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:26.943774 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:26.944107 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:26.944436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:26.944772 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:26.945096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:26.945423 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:26.945777 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:26.946100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:26.946421 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:26.946739 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:40:27.262815 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.327667 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.470864 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.475468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.542635 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=50309d40-d45f-45fe-946c-e486b59a953c,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:27.550129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:27.646843 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 87171ba3-ab40-46b2-8e40-8e83f9bb41dd associated. External IP: 172.26.1.243, port: f707874b-e322-47a0-abcc-535b74770a32. Mar 29 09:40:28.151107 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router eecdf176-5648-402b-91c1-8985f0eead33 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:40:28.254264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:40:28.263692 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e03c0c-2f70-4fbf-a85d-f8fa7f2ec670 None None] Sync routers for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:28.271607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.273014 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e03c0c-2f70-4fbf-a85d-f8fa7f2ec670 None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:40:28.273626 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-08e03c0c-2f70-4fbf-a85d-f8fa7f2ec670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:39:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:28.302549 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fe29ade3-91e0-4aa6-a72f-b785a7bd8cd4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7865584 Mar 29 09:40:28.302549 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:40:28.302885 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10aa96e-c32f-4e6c-bdec-b8c384cd6a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "tag": "f707874b-e322-47a0-abcc-535b74770a32"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:40:28.303011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54972) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:28.347275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13db3b19-7d01-4ae6-aca4-7f2dad03e2ac tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:28.351581 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-13db3b19-7d01-4ae6-aca4-7f2dad03e2ac tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 1093 time: 0.0450590 Mar 29 09:40:28.380374 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-08e03c0c-2f70-4fbf-a85d-f8fa7f2ec670 None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:40:28.404409 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a39155-ebdb-4d01-a965-8cb5e8b4dd8b x-openstack-request-id: req-10a39155-ebdb-4d01-a965-8cb5e8b4dd8b {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:40:28.404699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "tag": "f707874b-e322-47a0-abcc-535b74770a32", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:40:28.404950 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10a39155-ebdb-4d01-a965-8cb5e8b4dd8b {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:40:28.405346 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32', 'status': 'completed', 'code': 200} Mar 29 09:40:28.468043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10aa96e-c32f-4e6c-bdec-b8c384cd6a9e req-10815cdc-f9a3-4711-86bf-05defb1ba8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:28.469710 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f10aa96e-c32f-4e6c-bdec-b8c384cd6a9e req-10815cdc-f9a3-4711-86bf-05defb1ba8f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 1098 time: 0.0409796 Mar 29 09:40:28.566686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10aa96e-c32f-4e6c-bdec-b8c384cd6a9e req-5fe58d7d-bd13-4534-a2cf-9b052bbc7838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:28.568208 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f10aa96e-c32f-4e6c-bdec-b8c384cd6a9e req-5fe58d7d-bd13-4534-a2cf-9b052bbc7838 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 898 time: 0.0922892 Mar 29 09:40:28.581195 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54980) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:28.586377 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-587453f2-723a-44be-a195-b2cc2e4f3bf6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866977883', 'description': 'tempest-secgroup-smoke-866977883 description', 'project_id': '6010cd4cec6b417ba57b11945c979066'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:28.607745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-587453f2-723a-44be-a195-b2cc2e4f3bf6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.612132 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-08e03c0c-2f70-4fbf-a85d-f8fa7f2ec670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '87171ba3-ab40-46b2-8e40-8e83f9bb41dd', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.243', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'port_id': 'f707874b-e322-47a0-abcc-535b74770a32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'mac_address': 'fa:16:3e:6f:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd889961a-47cd-4a27-8028-1d4e980988df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:40:27Z', 'updated_at': '2022-03-29T09:40:27Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:28.634201 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f10aa96e-c32f-4e6c-bdec-b8c384cd6a9e req-f9bbe2e7-bf45-4b4b-8be8-7557cdf31b4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f707874b-e322-47a0-abcc-535b74770a32 HTTP/1.1" status: 200 len: 999 time: 0.0593963 Mar 29 09:40:28.640056 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e03c0c-2f70-4fbf-a85d-f8fa7f2ec670 None None] Checking router: eecdf176-5648-402b-91c1-8985f0eead33 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:40:28.649679 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e03c0c-2f70-4fbf-a85d-f8fa7f2ec670 None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:40:28.650550 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-08e03c0c-2f70-4fbf-a85d-f8fa7f2ec670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:39:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:28.675301 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-587453f2-723a-44be-a195-b2cc2e4f3bf6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.679851 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-587453f2-723a-44be-a195-b2cc2e4f3bf6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.686543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10aa96e-c32f-4e6c-bdec-b8c384cd6a9e req-72b3961c-b005-47d8-92d6-ca0ccf36f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:28.688134 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f10aa96e-c32f-4e6c-bdec-b8c384cd6a9e req-72b3961c-b005-47d8-92d6-ca0ccf36f27c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=138ec964-6db0-44ff-80eb-9f7ff9cd3367 HTTP/1.1" status: 200 len: 835 time: 0.0479484 Mar 29 09:40:28.712286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-587453f2-723a-44be-a195-b2cc2e4f3bf6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.717357 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-587453f2-723a-44be-a195-b2cc2e4f3bf6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1306567 Mar 29 09:40:28.717357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587453f2-723a-44be-a195-b2cc2e4f3bf6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9690bd09-ef0f-4fde-b9a1-27212452bd9a,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:28.717357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54982) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:28.730725 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e175a38b-dd4a-4ce0-a935-9587412d73aa tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '9690bd09-ef0f-4fde-b9a1-27212452bd9a', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:28.739770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10aa96e-c32f-4e6c-bdec-b8c384cd6a9e req-f37b6c92-40b4-4749-a7bd-475731dfe914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:28.741477 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f10aa96e-c32f-4e6c-bdec-b8c384cd6a9e req-f37b6c92-40b4-4749-a7bd-475731dfe914 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3242ce-b255-4da1-b8cd-3054ee8739e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471146 Mar 29 09:40:28.760465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e175a38b-dd4a-4ce0-a935-9587412d73aa tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.832247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e175a38b-dd4a-4ce0-a935-9587412d73aa tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.837615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e175a38b-dd4a-4ce0-a935-9587412d73aa tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.845299 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f10aa96e-c32f-4e6c-bdec-b8c384cd6a9e req-02991813-a541-4fc1-8f7c-05260d269390 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970254 Mar 29 09:40:28.852942 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-08e03c0c-2f70-4fbf-a85d-f8fa7f2ec670 None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:40:28.858286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175a38b-dd4a-4ce0-a935-9587412d73aa tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e5285a-88bb-46c3-8d16-da97a349ce88,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:28.873152 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e175a38b-dd4a-4ce0-a935-9587412d73aa tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.874506 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e175a38b-dd4a-4ce0-a935-9587412d73aa tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485415 Mar 29 09:40:28.877277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54984) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:28.882169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-2d229e72-f530-43bb-9e86-ab301879c1dc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '9690bd09-ef0f-4fde-b9a1-27212452bd9a', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:28.908885 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2d229e72-f530-43bb-9e86-ab301879c1dc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.943054 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f10aa96e-c32f-4e6c-bdec-b8c384cd6a9e req-e76f7075-d568-40a5-9741-718f5ae2415b service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914607 Mar 29 09:40:28.972514 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2d229e72-f530-43bb-9e86-ab301879c1dc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.976773 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2d229e72-f530-43bb-9e86-ab301879c1dc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:28.997903 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d229e72-f530-43bb-9e86-ab301879c1dc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86cdea8-3261-4589-aa71-c109b8f2f30b,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:29.003783 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2d229e72-f530-43bb-9e86-ab301879c1dc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.006017 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2d229e72-f530-43bb-9e86-ab301879c1dc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276824 Mar 29 09:40:29.007412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54986) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:29.012229 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c393d240-0a1a-4cd3-95f0-7c8d104cf656 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '9690bd09-ef0f-4fde-b9a1-27212452bd9a', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:29.036589 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c393d240-0a1a-4cd3-95f0-7c8d104cf656 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.076645 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-08e03c0c-2f70-4fbf-a85d-f8fa7f2ec670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '87171ba3-ab40-46b2-8e40-8e83f9bb41dd', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.243', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'port_id': 'f707874b-e322-47a0-abcc-535b74770a32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'mac_address': 'fa:16:3e:6f:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd889961a-47cd-4a27-8028-1d4e980988df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:40:27Z', 'updated_at': '2022-03-29T09:40:27Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:29.094014 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c393d240-0a1a-4cd3-95f0-7c8d104cf656 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.098013 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c393d240-0a1a-4cd3-95f0-7c8d104cf656 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.109989 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e03c0c-2f70-4fbf-a85d-f8fa7f2ec670 None None] The sync data for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv is: [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '87171ba3-ab40-46b2-8e40-8e83f9bb41dd', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.243', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'port_id': 'f707874b-e322-47a0-abcc-535b74770a32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'mac_address': 'fa:16:3e:6f:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd889961a-47cd-4a27-8028-1d4e980988df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:40:27Z', 'updated_at': '2022-03-29T09:40:27Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:29.113658 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393d240-0a1a-4cd3-95f0-7c8d104cf656 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14b9f6d-240f-4ad0-a977-dc1a22d1b779,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:29.118321 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7e8472f7-a88c-4a1c-a833-f997b169158d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.127542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c393d240-0a1a-4cd3-95f0-7c8d104cf656 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.131655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54988) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:29.131832 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c393d240-0a1a-4cd3-95f0-7c8d104cf656 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229081 Mar 29 09:40:29.136280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-4861213d-e5b6-477e-a5ee-d5ef35aa6a7c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '9690bd09-ef0f-4fde-b9a1-27212452bd9a', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:29.161060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4861213d-e5b6-477e-a5ee-d5ef35aa6a7c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.221171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4861213d-e5b6-477e-a5ee-d5ef35aa6a7c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.224937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4861213d-e5b6-477e-a5ee-d5ef35aa6a7c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.245507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861213d-e5b6-477e-a5ee-d5ef35aa6a7c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a89358c-b996-4fca-8eba-e9897d51db98,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:29.251370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4861213d-e5b6-477e-a5ee-d5ef35aa6a7c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.252547 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4861213d-e5b6-477e-a5ee-d5ef35aa6a7c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199026 Mar 29 09:40:29.255427 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 54990) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:29.259982 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-738fd00f-430d-47ea-a30f-2dbe6f000e81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '9690bd09-ef0f-4fde-b9a1-27212452bd9a', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:29.281203 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-738fd00f-430d-47ea-a30f-2dbe6f000e81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:40:29.286154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-738fd00f-430d-47ea-a30f-2dbe6f000e81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.326228 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87aa1c7-dce5-4338-bc85-e7bd52a403fe None None] New status for floating IP 87171ba3-ab40-46b2-8e40-8e83f9bb41dd: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:40:29.348184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-738fd00f-430d-47ea-a30f-2dbe6f000e81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.351818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-738fd00f-430d-47ea-a30f-2dbe6f000e81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.371018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fd00f-430d-47ea-a30f-2dbe6f000e81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e54db3-03cb-4417-80fd-b233621020a5,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:29.380632 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-738fd00f-430d-47ea-a30f-2dbe6f000e81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.384600 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-738fd00f-430d-47ea-a30f-2dbe6f000e81 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281326 Mar 29 09:40:29.384794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 54992) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:29.390176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-be914a29-ea43-4410-a18e-f32ded74b00d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '9690bd09-ef0f-4fde-b9a1-27212452bd9a', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:29.410248 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-be914a29-ea43-4410-a18e-f32ded74b00d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:40:29.415273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be914a29-ea43-4410-a18e-f32ded74b00d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.482207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be914a29-ea43-4410-a18e-f32ded74b00d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.486926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be914a29-ea43-4410-a18e-f32ded74b00d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.504643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be914a29-ea43-4410-a18e-f32ded74b00d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254e4b4e-92cb-4996-a6d9-e9500dd9df1e,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:29.513606 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be914a29-ea43-4410-a18e-f32ded74b00d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:29.514778 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-be914a29-ea43-4410-a18e-f32ded74b00d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282640 Mar 29 09:40:29.648639 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-8f2ab4bd-2574-45e3-904c-b81dcdf5d1e9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866977883&fields=id&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 267 time: 0.0321853 Mar 29 09:40:29.754290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-1ba2f006-2b6a-4181-b3dc-e41fdf8d45ea tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:29.755636 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-1ba2f006-2b6a-4181-b3dc-e41fdf8d45ea tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 797 time: 0.1003137 Mar 29 09:40:29.773040 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-0d7d2c61-c36c-45e4-b5f5-a30c156ef209 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/quotas/6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 375 time: 0.0091255 Mar 29 09:40:29.828104 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-39598bce-57fb-4269-a5fd-e78e3e946a4d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0495114 Mar 29 09:40:29.937088 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-6b09a8b0-4b3f-4e8c-b666-9214396b6805 service neutron] 10.222.0.32 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969100 Mar 29 09:40:30.022522 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-00c347cf-7964-4f7e-8968-38a36a9826a7 service neutron] 10.222.0.32 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789206 Mar 29 09:40:30.476574 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab6c7a4c-248e-47b5-a5a4-0932810e164b req-125a13fc-b464-48ed-9171-ddd34fae94c6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 210 time: 0.3264894 Mar 29 09:40:30.576585 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.104196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-ab9b5a08-8148-4b5e-8cd4-b0160cb8052d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:31.106172 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-ab9b5a08-8148-4b5e-8cd4-b0160cb8052d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 797 time: 0.0994837 Mar 29 09:40:31.150429 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-fa6060d6-6385-409a-864a-36808995c5b8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 472 time: 0.0350754 Mar 29 09:40:31.160103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'device_id': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'admin_state_up': True, 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'security_groups': ['9690bd09-ef0f-4fde-b9a1-27212452bd9a']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:31.268732 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:40:31.272280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.396417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.7 (5b3242ce-b255-4da1-b8cd-3054ee8739e7/138ec964-6db0-44ff-80eb-9f7ff9cd3367/fe70e318-94f2-40d6-9d9e-10c1b4181f34) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:31.529058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.581888 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2f7bc90a-a95d-4f32-a453-786a874b735b req-bde1b289-62b3-46d9-87e0-62e413523c69 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 210 time: 0.0324759 Mar 29 09:40:31.589128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.632189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:31.635666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:31.639343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:40:31.666046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=fe70e318-94f2-40d6-9d9e-10c1b4181f34,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:31.692165 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:31.692788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.709266 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-4a37fd4e-774f-4a12-9883-bba6f4b878dd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5526645 Mar 29 09:40:31.785934 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Request body: {'port': {'device_id': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:31.833187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a1327841-4500-4fec-b333-6284596087bb None None] Provisioning complete for port fe70e318-94f2-40d6-9d9e-10c1b4181f34 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:31.833799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a1327841-4500-4fec-b333-6284596087bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.843827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:31.867713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a1327841-4500-4fec-b333-6284596087bb None None] Port fe70e318-94f2-40d6-9d9e-10c1b4181f34 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:40:32.029779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.098054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe70e318-94f2-40d6-9d9e-10c1b4181f34 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:40:32.105249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.116893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Transition to ACTIVE for port object fe70e318-94f2-40d6-9d9e-10c1b4181f34 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:40:32.120329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.169249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Pushing event updated for resources: {'Port': ['ID=fe70e318-94f2-40d6-9d9e-10c1b4181f34,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:32.240527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Attempting to bind port fe70e318-94f2-40d6-9d9e-10c1b4181f34 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:40:32.240860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Attempting to bind port fe70e318-94f2-40d6-9d9e-10c1b4181f34 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:40:32.241196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Attempting to bind port fe70e318-94f2-40d6-9d9e-10c1b4181f34 on network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:40:32.245693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Port fe70e318-94f2-40d6-9d9e-10c1b4181f34 on network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:40:32.246017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Attempting to bind port fe70e318-94f2-40d6-9d9e-10c1b4181f34 on network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:40:32.250998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:40:32.251330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Checking segment: {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:40:32.251712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Bound using segment: {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:40:32.252128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Bound port: fe70e318-94f2-40d6-9d9e-10c1b4181f34, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:40:32.252486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.317165 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] For port fe70e318-94f2-40d6-9d9e-10c1b4181f34, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:40:32.320271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] For port fe70e318-94f2-40d6-9d9e-10c1b4181f34, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=fe70e318-94f2-40d6-9d9e-10c1b4181f34,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:40:32.325136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.359380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:32.359988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.361342 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] 10.222.0.24 "PUT /v2.0/ports/fe70e318-94f2-40d6-9d9e-10c1b4181f34 HTTP/1.1" status: 200 len: 1093 time: 0.5801601 Mar 29 09:40:32.361800 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'tag': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:40:32.364014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101c2a6a-00e0-4941-a4ad-cd75e42f5234" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d74f11-bfd0-4a42-80d2-31016fe2e382", "tag": "fe70e318-94f2-40d6-9d9e-10c1b4181f34"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:40:32.399850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5fdc5-10ac-40fd-bf6c-0289a7f262bc service neutron] Pushing event updated for resources: {'Port': ['ID=fe70e318-94f2-40d6-9d9e-10c1b4181f34,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:32.413404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b748a8-c669-41d5-b6ad-f5b1569f2663 x-openstack-request-id: req-01b748a8-c669-41d5-b6ad-f5b1569f2663 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:40:32.413894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d74f11-bfd0-4a42-80d2-31016fe2e382", "tag": "fe70e318-94f2-40d6-9d9e-10c1b4181f34", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:40:32.414200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01b748a8-c669-41d5-b6ad-f5b1569f2663 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:40:32.414642 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'tag': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34', 'status': 'completed', 'code': 200} Mar 29 09:40:32.452555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-15fbe9df-83e2-4ed8-b238-b344494293f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:32.454069 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-15fbe9df-83e2-4ed8-b238-b344494293f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 1096 time: 0.0508342 Mar 29 09:40:32.504778 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-a7e6ad25-81b0-44dc-9d15-1912ac1c4274 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe70e318-94f2-40d6-9d9e-10c1b4181f34 HTTP/1.1" status: 200 len: 217 time: 0.0354300 Mar 29 09:40:32.542387 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:32.555170 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-91ab9dbc-8395-4e04-87d9-792226808599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:32.556622 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-91ab9dbc-8395-4e04-87d9-792226808599 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=138ec964-6db0-44ff-80eb-9f7ff9cd3367 HTTP/1.1" status: 200 len: 835 time: 0.0449769 Mar 29 09:40:32.600308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-58ad4abd-987a-4b9f-9bed-c1b029f354c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:32.601787 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-58ad4abd-987a-4b9f-9bed-c1b029f354c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3242ce-b255-4da1-b8cd-3054ee8739e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389080 Mar 29 09:40:32.725417 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-6b4db6be-5e99-4bdc-840c-067995adc255 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173546 Mar 29 09:40:32.733241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219b65-c1b2-42d8-a60f-b0264c38005c req-a19f6bf5-dd3f-41f1-a3ae-480e3009b905 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:32.734612 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-02219b65-c1b2-42d8-a60f-b0264c38005c req-a19f6bf5-dd3f-41f1-a3ae-480e3009b905 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 943 time: 0.0663977 Mar 29 09:40:32.820699 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-02219b65-c1b2-42d8-a60f-b0264c38005c req-1ef7a488-f9c6-4152-8f97-09f432ee894f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783195 Mar 29 09:40:32.847078 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e1ee1f7-71dd-4089-911f-336ee617d5bb req-ee87a43f-e843-48a4-b486-c11ab1f7e646 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115549 Mar 29 09:40:32.931527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c2a6a-00e0-4941-a4ad-cd75e42f5234 req-8366233c-415c-4c72-aa55-d6c9307e5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:32.932982 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-101c2a6a-00e0-4941-a4ad-cd75e42f5234 req-8366233c-415c-4c72-aa55-d6c9307e5434 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 1096 time: 0.0399394 Mar 29 09:40:33.023730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c2a6a-00e0-4941-a4ad-cd75e42f5234 req-809910e6-bc48-4232-8422-c1e34c4f92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:33.025152 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-101c2a6a-00e0-4941-a4ad-cd75e42f5234 req-809910e6-bc48-4232-8422-c1e34c4f92ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 898 time: 0.0860481 Mar 29 09:40:33.064090 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-101c2a6a-00e0-4941-a4ad-cd75e42f5234 req-bfbc1a55-b855-4984-9b21-f673676706f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe70e318-94f2-40d6-9d9e-10c1b4181f34 HTTP/1.1" status: 200 len: 217 time: 0.0328324 Mar 29 09:40:33.115552 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c2a6a-00e0-4941-a4ad-cd75e42f5234 req-c0b321b5-642c-4a9a-98ca-8b0d3ae97624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:33.116955 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-101c2a6a-00e0-4941-a4ad-cd75e42f5234 req-c0b321b5-642c-4a9a-98ca-8b0d3ae97624 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=138ec964-6db0-44ff-80eb-9f7ff9cd3367 HTTP/1.1" status: 200 len: 835 time: 0.0463021 Mar 29 09:40:33.163854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c2a6a-00e0-4941-a4ad-cd75e42f5234 req-039b6823-39a7-4e1f-9d6d-c2a173c79a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:33.165283 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-101c2a6a-00e0-4941-a4ad-cd75e42f5234 req-039b6823-39a7-4e1f-9d6d-c2a173c79a7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3242ce-b255-4da1-b8cd-3054ee8739e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400414 Mar 29 09:40:33.251181 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-101c2a6a-00e0-4941-a4ad-cd75e42f5234 req-ffd23729-4cfc-4c81-8c47-9746179db775 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787647 Mar 29 09:40:33.341122 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-101c2a6a-00e0-4941-a4ad-cd75e42f5234 req-1d56923b-5e68-44e3-8b9d-efdf22f9e9ff service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837133 Mar 29 09:40:33.586804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:33.937196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261217d-8c2d-410e-a41d-f97e3d48df0e req-7b32f15c-9947-4c7b-b411-10c214cc5d29 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:33.938670 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9261217d-8c2d-410e-a41d-f97e3d48df0e req-7b32f15c-9947-4c7b-b411-10c214cc5d29 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 943 time: 0.0473731 Mar 29 09:40:33.975755 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9261217d-8c2d-410e-a41d-f97e3d48df0e req-47684484-58ba-4a6f-8498-b2533eda459e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308397 Mar 29 09:40:35.091715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5fe9f-0793-40e1-a6a8-e365c71956fd req-e43c1603-4464-4541-85f3-2f89c89daf92 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:35.093072 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-54a5fe9f-0793-40e1-a6a8-e365c71956fd req-e43c1603-4464-4541-85f3-2f89c89daf92 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 943 time: 0.0523167 Mar 29 09:40:35.129365 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-54a5fe9f-0793-40e1-a6a8-e365c71956fd req-b9f53c99-0978-4093-b6fd-dde560973a31 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302100 Mar 29 09:40:36.241130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c8d8b-066c-4c04-8998-9bb16ff98eb2 req-6f8386bf-e1d5-4a9b-bc61-291c9ebaf2f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:36.242618 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-331c8d8b-066c-4c04-8998-9bb16ff98eb2 req-6f8386bf-e1d5-4a9b-bc61-291c9ebaf2f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 943 time: 0.0473318 Mar 29 09:40:36.279955 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-331c8d8b-066c-4c04-8998-9bb16ff98eb2 req-a94d53d9-e0fe-4425-bbb9-e802c377489d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307453 Mar 29 09:40:37.391746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291f2be-9c27-4a39-baf6-27dc8e969ec3 req-f25d4fcd-b385-49b9-bd0f-50f618b8203c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:37.393173 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d291f2be-9c27-4a39-baf6-27dc8e969ec3 req-f25d4fcd-b385-49b9-bd0f-50f618b8203c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 943 time: 0.0475895 Mar 29 09:40:37.429638 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d291f2be-9c27-4a39-baf6-27dc8e969ec3 req-abe7dc10-71f8-4085-bc20-97dc135a7340 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303888 Mar 29 09:40:37.544082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device fe70e318-94f2-40d6-9d9e-10c1b4181f34 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:40:37.638629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port fe70e318-94f2-40d6-9d9e-10c1b4181f34, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=fe70e318-94f2-40d6-9d9e-10c1b4181f34,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:37.649173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'port_id': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34', 'mac_address': 'fa:16:3e:cc:3b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:40:37.685279 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.697612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe70e318-94f2-40d6-9d9e-10c1b4181f34 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:40:37.716377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port fe70e318-94f2-40d6-9d9e-10c1b4181f34, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=fe70e318-94f2-40d6-9d9e-10c1b4181f34,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:37.720661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:37.768826 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=fe70e318-94f2-40d6-9d9e-10c1b4181f34,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:38.047568 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['fe70e318-94f2-40d6-9d9e-10c1b4181f34'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:40:38.547257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd6062-aa62-4778-bfde-82194700a767 req-3ff91ec9-71d6-4170-9fbe-d5811d3cce45 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:38.548689 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f7dd6062-aa62-4778-bfde-82194700a767 req-3ff91ec9-71d6-4170-9fbe-d5811d3cce45 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 944 time: 0.0518088 Mar 29 09:40:38.586458 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f7dd6062-aa62-4778-bfde-82194700a767 req-80c1bf5c-0fb0-47a0-a973-16e6ef022dd5 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316737 Mar 29 09:40:39.561454 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device fe70e318-94f2-40d6-9d9e-10c1b4181f34 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:40:39.613255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port fe70e318-94f2-40d6-9d9e-10c1b4181f34 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:40:39.617460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port fe70e318-94f2-40d6-9d9e-10c1b4181f34 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:40:39.617869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.693584 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.701454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fed8b8-e5bc-4873-9351-6791919e8aca req-a09aa3b4-0a26-4863-957d-e3ce8de32cc4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:39.702955 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59fed8b8-e5bc-4873-9351-6791919e8aca req-a09aa3b4-0a26-4863-957d-e3ce8de32cc4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 944 time: 0.0492113 Mar 29 09:40:39.715812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:40:39.718048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e917497c-7761-4987-b654-d1234b637f93" -d '{"events": [{"server_uuid": "b9d74f11-bfd0-4a42-80d2-31016fe2e382", "name": "network-vif-plugged", "status": "completed", "tag": "fe70e318-94f2-40d6-9d9e-10c1b4181f34"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:40:39.731144 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port fe70e318-94f2-40d6-9d9e-10c1b4181f34, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=fe70e318-94f2-40d6-9d9e-10c1b4181f34,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:40:39.736326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:39.742492 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59fed8b8-e5bc-4873-9351-6791919e8aca req-ac6da8f5-e70b-45d7-adbb-d8276245c038 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334964 Mar 29 09:40:39.763764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c3d321-1285-4ba1-8d92-b7c74f6f009f x-openstack-request-id: req-76c3d321-1285-4ba1-8d92-b7c74f6f009f {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:40:39.764042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d74f11-bfd0-4a42-80d2-31016fe2e382", "name": "network-vif-plugged", "status": "completed", "tag": "fe70e318-94f2-40d6-9d9e-10c1b4181f34", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:40:39.764294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76c3d321-1285-4ba1-8d92-b7c74f6f009f {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:40:39.764675 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34', 'code': 200} Mar 29 09:40:39.791220 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=fe70e318-94f2-40d6-9d9e-10c1b4181f34,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:39.918352 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6d5f7-a04c-47b2-8543-77407a2c04f3 req-3cef0d35-9f60-415c-aef5-6a9ebd0634e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:39.919797 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-acb6d5f7-a04c-47b2-8543-77407a2c04f3 req-3cef0d35-9f60-415c-aef5-6a9ebd0634e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 1098 time: 0.0386386 Mar 29 09:40:39.955031 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-acb6d5f7-a04c-47b2-8543-77407a2c04f3 req-21eea9ff-dc74-4f8f-844d-9c7e87ba92dd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289013 Mar 29 09:40:40.861271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c99d9-813a-4f5c-ad1c-508a4ab6f0d8 req-c61c1010-65d3-4d66-b1f3-af22c85fc142 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:40.862724 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e44c99d9-813a-4f5c-ad1c-508a4ab6f0d8 req-c61c1010-65d3-4d66-b1f3-af22c85fc142 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 945 time: 0.0528810 Mar 29 09:40:40.899415 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e44c99d9-813a-4f5c-ad1c-508a4ab6f0d8 req-8a89ede3-8270-45c4-81ef-25791b973870 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307753 Mar 29 09:40:42.013019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21182f-bad8-4d2d-820b-a0ff547f0544 req-0ce0dcdc-4cd1-4ef7-86d2-4be6d24f248e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:42.014471 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae21182f-bad8-4d2d-820b-a0ff547f0544 req-0ce0dcdc-4cd1-4ef7-86d2-4be6d24f248e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 945 time: 0.0467038 Mar 29 09:40:42.050894 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae21182f-bad8-4d2d-820b-a0ff547f0544 req-0226937d-bae1-42be-8d59-35e046827080 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305705 Mar 29 09:40:42.162714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31260a05-aa5f-4e34-892b-6656eb68342f req-3abfacb6-d801-4b5e-b8c3-1c646f9df55b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:42.164133 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31260a05-aa5f-4e34-892b-6656eb68342f req-3abfacb6-d801-4b5e-b8c3-1c646f9df55b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 945 time: 0.0475309 Mar 29 09:40:42.201109 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31260a05-aa5f-4e34-892b-6656eb68342f req-b86c917f-23b9-4936-a566-45913f2f4736 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309153 Mar 29 09:40:42.221848 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55046) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:42.263382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c25f19-0425-4310-84b6-1575046920e7 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:42.264812 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-00c25f19-0425-4310-84b6-1575046920e7 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 1093 time: 0.0420411 Mar 29 09:40:42.267574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55048) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:40:42.271613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:40:42.290555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.382941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.486340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.145 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/17d36557-258a-48fa-ab36-ac7c0dffff1d) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:40:42.583875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.615626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:42.655323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:40:42.658261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:40:42.661631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:40:42.686773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=17d36557-258a-48fa-ab36-ac7c0dffff1d,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:43.006338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.071946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.215838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.220195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.284898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=17d36557-258a-48fa-ab36-ac7c0dffff1d,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:40:43.295111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.391804 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 36954e7d-2aaf-4a4e-bfff-c3234923c494 associated. External IP: 172.26.1.145, port: fe70e318-94f2-40d6-9d9e-10c1b4181f34. Mar 29 09:40:43.591807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router eecdf176-5648-402b-91c1-8985f0eead33 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:40:43.695973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:40:43.705860 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcdede2-40df-4e14-8e90-fa30d84e950d None None] Sync routers for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:40:43.713012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:43.717231 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcdede2-40df-4e14-8e90-fa30d84e950d None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:40:43.717869 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-cbcdede2-40df-4e14-8e90-fa30d84e950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:40:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:43.740520 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c2f50c27-ea01-4271-8990-5370816aac57 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4719336 Mar 29 09:40:43.741293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'tag': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:40:43.743571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0d426a-4590-46b3-8f32-521ae6c8be74" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d74f11-bfd0-4a42-80d2-31016fe2e382", "tag": "fe70e318-94f2-40d6-9d9e-10c1b4181f34"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:40:43.789422 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2043d4-2ee0-4cb1-a796-9b46535402c9 x-openstack-request-id: req-ec2043d4-2ee0-4cb1-a796-9b46535402c9 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:40:43.789750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d74f11-bfd0-4a42-80d2-31016fe2e382", "tag": "fe70e318-94f2-40d6-9d9e-10c1b4181f34", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:40:43.790067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec2043d4-2ee0-4cb1-a796-9b46535402c9 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:40:43.790581 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'tag': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34', 'status': 'completed', 'code': 200} Mar 29 09:40:43.834335 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-cbcdede2-40df-4e14-8e90-fa30d84e950d None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:40:43.858746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d426a-4590-46b3-8f32-521ae6c8be74 req-fb4f984f-c984-44d1-ba29-2dd9acfa1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:43.860328 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf0d426a-4590-46b3-8f32-521ae6c8be74 req-fb4f984f-c984-44d1-ba29-2dd9acfa1ac0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 1098 time: 0.0483747 Mar 29 09:40:43.954877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d426a-4590-46b3-8f32-521ae6c8be74 req-61325bf9-e1b8-4364-97bd-558f319fd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:43.956240 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf0d426a-4590-46b3-8f32-521ae6c8be74 req-61325bf9-e1b8-4364-97bd-558f319fd14f service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 898 time: 0.0896256 Mar 29 09:40:44.021454 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf0d426a-4590-46b3-8f32-521ae6c8be74 req-f0d21836-76c2-4c8e-8183-a8b7c5c2136f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe70e318-94f2-40d6-9d9e-10c1b4181f34 HTTP/1.1" status: 200 len: 999 time: 0.0567043 Mar 29 09:40:44.054755 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-cbcdede2-40df-4e14-8e90-fa30d84e950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '36954e7d-2aaf-4a4e-bfff-c3234923c494', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'port_id': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'mac_address': 'fa:16:3e:cc:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:40:42Z', 'updated_at': '2022-03-29T09:40:42Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}, {'id': '87171ba3-ab40-46b2-8e40-8e83f9bb41dd', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.243', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'port_id': 'f707874b-e322-47a0-abcc-535b74770a32', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'mac_address': 'fa:16:3e:6f:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd889961a-47cd-4a27-8028-1d4e980988df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:40:27Z', 'updated_at': '2022-03-29T09:40:29Z', 'revision_number': 1, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:44.074702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d426a-4590-46b3-8f32-521ae6c8be74 req-0d04415f-04c4-43ee-b684-20bfdb552ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:44.076171 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf0d426a-4590-46b3-8f32-521ae6c8be74 req-0d04415f-04c4-43ee-b684-20bfdb552ff1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=138ec964-6db0-44ff-80eb-9f7ff9cd3367 HTTP/1.1" status: 200 len: 835 time: 0.0470712 Mar 29 09:40:44.084095 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcdede2-40df-4e14-8e90-fa30d84e950d None None] Checking router: eecdf176-5648-402b-91c1-8985f0eead33 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:40:44.092632 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcdede2-40df-4e14-8e90-fa30d84e950d None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:40:44.093221 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-cbcdede2-40df-4e14-8e90-fa30d84e950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:40:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:44.125801 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d426a-4590-46b3-8f32-521ae6c8be74 req-b863de63-21de-49d5-a43f-dd2a4171d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:40:44.127344 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf0d426a-4590-46b3-8f32-521ae6c8be74 req-b863de63-21de-49d5-a43f-dd2a4171d3e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3242ce-b255-4da1-b8cd-3054ee8739e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449188 Mar 29 09:40:44.193271 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-cbcdede2-40df-4e14-8e90-fa30d84e950d None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:40:44.216791 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf0d426a-4590-46b3-8f32-521ae6c8be74 req-5a4f33d7-b134-4471-b7e4-842ab81c88db service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814605 Mar 29 09:40:44.306906 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf0d426a-4590-46b3-8f32-521ae6c8be74 req-f898940c-7b82-45d0-a693-d1ec76af3a58 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837648 Mar 29 09:40:44.411178 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-cbcdede2-40df-4e14-8e90-fa30d84e950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '36954e7d-2aaf-4a4e-bfff-c3234923c494', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'port_id': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'mac_address': 'fa:16:3e:cc:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:40:42Z', 'updated_at': '2022-03-29T09:40:42Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}, {'id': '87171ba3-ab40-46b2-8e40-8e83f9bb41dd', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.243', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'port_id': 'f707874b-e322-47a0-abcc-535b74770a32', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'mac_address': 'fa:16:3e:6f:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd889961a-47cd-4a27-8028-1d4e980988df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:40:27Z', 'updated_at': '2022-03-29T09:40:29Z', 'revision_number': 1, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:40:44.436540 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcdede2-40df-4e14-8e90-fa30d84e950d None None] The sync data for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv is: [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '36954e7d-2aaf-4a4e-bfff-c3234923c494', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'port_id': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'mac_address': 'fa:16:3e:cc:3b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:40:42Z', 'updated_at': '2022-03-29T09:40:42Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}, {'id': '87171ba3-ab40-46b2-8e40-8e83f9bb41dd', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.243', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'port_id': 'f707874b-e322-47a0-abcc-535b74770a32', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'mac_address': 'fa:16:3e:6f:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd889961a-47cd-4a27-8028-1d4e980988df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:40:27Z', 'updated_at': '2022-03-29T09:40:29Z', 'revision_number': 1, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:40:44.609360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ce2aff-ea6b-4778-98da-a9d1f8c7ace8 None None] New status for floating IP 36954e7d-2aaf-4a4e-bfff-c3234923c494: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:40:45.205768 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:40:56.732378 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2c99c86f-3dee-4ac6-ad3f-00b0b47fb3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:40:59.116207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bb37da6e-fc2c-45b5-8785-f32f027591fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:00.577614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:02.037386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:02.544410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:03.589186 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:22.205605 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:41:24.664914 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73e8e66c-1197-4b2c-abf4-fcacaa6d2ea2 req-017da8ca-054a-42d6-8b9c-f4a9edaf84b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417500 Mar 29 09:41:24.751661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8e66c-1197-4b2c-abf4-fcacaa6d2ea2 req-a56461d7-b4ec-4751-8295-8f3a967a0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:24.753275 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73e8e66c-1197-4b2c-abf4-fcacaa6d2ea2 req-a56461d7-b4ec-4751-8295-8f3a967a0005 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 1098 time: 0.0407364 Mar 29 09:41:24.858352 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8e66c-1197-4b2c-abf4-fcacaa6d2ea2 req-4fd48cf9-daa7-4c8a-a3c6-2af28291ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:24.859849 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73e8e66c-1197-4b2c-abf4-fcacaa6d2ea2 req-4fd48cf9-daa7-4c8a-a3c6-2af28291ee7d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 898 time: 0.0874045 Mar 29 09:41:24.928808 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73e8e66c-1197-4b2c-abf4-fcacaa6d2ea2 req-ba65d78c-276c-404e-a4e1-ffaaa3525af8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f707874b-e322-47a0-abcc-535b74770a32 HTTP/1.1" status: 200 len: 1001 time: 0.0617921 Mar 29 09:41:24.975803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8e66c-1197-4b2c-abf4-fcacaa6d2ea2 req-978b9d8b-47a0-4aba-bd75-6e9d64337347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:24.977219 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73e8e66c-1197-4b2c-abf4-fcacaa6d2ea2 req-978b9d8b-47a0-4aba-bd75-6e9d64337347 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=138ec964-6db0-44ff-80eb-9f7ff9cd3367 HTTP/1.1" status: 200 len: 835 time: 0.0419681 Mar 29 09:41:25.020881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8e66c-1197-4b2c-abf4-fcacaa6d2ea2 req-d8fe674c-d08f-45d9-adf9-773ea7a271a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:25.022360 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73e8e66c-1197-4b2c-abf4-fcacaa6d2ea2 req-d8fe674c-d08f-45d9-adf9-773ea7a271a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3242ce-b255-4da1-b8cd-3054ee8739e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383699 Mar 29 09:41:25.113299 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73e8e66c-1197-4b2c-abf4-fcacaa6d2ea2 req-a5a1e288-3656-4d6a-9fed-b874b855e6f5 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845175 Mar 29 09:41:25.198636 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73e8e66c-1197-4b2c-abf4-fcacaa6d2ea2 req-faa16a3b-33ba-404d-a43e-3f922c9509f0 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780973 Mar 29 09:41:26.733296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6fa619af-297a-4cac-a21e-5286c1249ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:29.117794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bc9ee56f-38d8-4a30-88f3-15c3767b70c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:30.581780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.029360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:32.545446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:33.599576 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:56.734442 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6cc6ce13-1b4b-4626-b094-476deb3ef948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:58.673105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55078) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:41:58.798099 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1c4b1770-908c-4805-816a-9fb5cf75ae97 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/87171ba3-ab40-46b2-8e40-8e83f9bb41dd HTTP/1.1" status: 200 len: 993 time: 0.1237581 Mar 29 09:41:59.119536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cac16001-4b08-4efb-9a5b-f0b8079452a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:59.205332 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:41:59.515959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55090) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:41:59.521015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'admin_state_up': False}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:41:59.582649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:59.729830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port f707874b-e322-47a0-abcc-535b74770a32, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=f707874b-e322-47a0-abcc-535b74770a32,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:41:59.757676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:59.762931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:59.804302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:59.804918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:41:59.806334 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/ports/f707874b-e322-47a0-abcc-535b74770a32 HTTP/1.1" status: 200 len: 938 time: 0.2894876 Mar 29 09:41:59.807514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:41:59.809787 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333210c1-6e1d-449d-b6ab-c6f5cf12bff6" -d '{"events": [{"name": "network-changed", "server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "tag": "f707874b-e322-47a0-abcc-535b74770a32"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:41:59.832435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=f707874b-e322-47a0-abcc-535b74770a32,revision_number=6']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:41:59.840295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:59.840637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:59.840964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:59.841288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:59.841697 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:59.841950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:59.842268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:59.842593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:59.842955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:59.843231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:59.843526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:59.843917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbc7e7-308e-47b8-a8e5-990d565dd785 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:41:59.852083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523c5e76-0faf-4b74-a84e-e03fc0ed7f7f x-openstack-request-id: req-523c5e76-0faf-4b74-a84e-e03fc0ed7f7f {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:41:59.852372 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "tag": "f707874b-e322-47a0-abcc-535b74770a32", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:41:59.852616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-523c5e76-0faf-4b74-a84e-e03fc0ed7f7f {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:41:59.853004 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32', 'status': 'completed', 'code': 200} Mar 29 09:41:59.919488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333210c1-6e1d-449d-b6ab-c6f5cf12bff6 req-70497932-77ab-4678-b39d-5feb9880a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:41:59.920996 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-333210c1-6e1d-449d-b6ab-c6f5cf12bff6 req-70497932-77ab-4678-b39d-5feb9880a544 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 1099 time: 0.0415225 Mar 29 09:42:00.010797 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-31b7209b-01d1-4eff-b5da-0b4dddb72590 None None] Provisioning complete for port f707874b-e322-47a0-abcc-535b74770a32 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:00.011166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-31b7209b-01d1-4eff-b5da-0b4dddb72590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.016995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333210c1-6e1d-449d-b6ab-c6f5cf12bff6 req-46ba33be-317d-454f-996f-7f4f65e5ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:00.018581 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-333210c1-6e1d-449d-b6ab-c6f5cf12bff6 req-46ba33be-317d-454f-996f-7f4f65e5ce98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 898 time: 0.0890245 Mar 29 09:42:00.053505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-31b7209b-01d1-4eff-b5da-0b4dddb72590 None None] Port f707874b-e322-47a0-abcc-535b74770a32 is administratively disabled so it will not transition to active. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Mar 29 09:42:00.083783 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-333210c1-6e1d-449d-b6ab-c6f5cf12bff6 req-a78a2137-dede-43bf-b549-98d57ae157c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f707874b-e322-47a0-abcc-535b74770a32 HTTP/1.1" status: 200 len: 1002 time: 0.0570078 Mar 29 09:42:00.130177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333210c1-6e1d-449d-b6ab-c6f5cf12bff6 req-173045f1-6f3a-4600-bfca-60202ecb4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:00.131563 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-333210c1-6e1d-449d-b6ab-c6f5cf12bff6 req-173045f1-6f3a-4600-bfca-60202ecb4c17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=138ec964-6db0-44ff-80eb-9f7ff9cd3367 HTTP/1.1" status: 200 len: 835 time: 0.0413935 Mar 29 09:42:00.178200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333210c1-6e1d-449d-b6ab-c6f5cf12bff6 req-01fbc931-ffca-473b-8028-915dd4d45882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:00.179621 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-333210c1-6e1d-449d-b6ab-c6f5cf12bff6 req-01fbc931-ffca-473b-8028-915dd4d45882 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3242ce-b255-4da1-b8cd-3054ee8739e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412648 Mar 29 09:42:00.265319 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-333210c1-6e1d-449d-b6ab-c6f5cf12bff6 req-9724d33a-34e8-4d97-8851-a274f2855e41 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784848 Mar 29 09:42:00.586034 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:00.652263 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-333210c1-6e1d-449d-b6ab-c6f5cf12bff6 req-71b48054-ebb0-48e7-bcb6-fb6b5eadb0f5 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805544 Mar 29 09:42:02.030622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:02.547931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.204908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55100) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:03.210187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-14577ad9-6434-4747-a61c-b29dd8e7f5de tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'admin_state_up': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:03.268406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14577ad9-6434-4747-a61c-b29dd8e7f5de tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.412163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-14577ad9-6434-4747-a61c-b29dd8e7f5de tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port f707874b-e322-47a0-abcc-535b74770a32, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=f707874b-e322-47a0-abcc-535b74770a32,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:42:03.441517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14577ad9-6434-4747-a61c-b29dd8e7f5de tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.445903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14577ad9-6434-4747-a61c-b29dd8e7f5de tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.491579 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14577ad9-6434-4747-a61c-b29dd8e7f5de tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:03.492194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-14577ad9-6434-4747-a61c-b29dd8e7f5de tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.493559 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-14577ad9-6434-4747-a61c-b29dd8e7f5de tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/ports/f707874b-e322-47a0-abcc-535b74770a32 HTTP/1.1" status: 200 len: 937 time: 0.2876260 Mar 29 09:42:03.494149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:42:03.496405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8ff10d-0723-41f7-a487-d65f98b88be8" -d '{"events": [{"name": "network-changed", "server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "tag": "f707874b-e322-47a0-abcc-535b74770a32"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:42:03.496702 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55102) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:03.525152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14577ad9-6434-4747-a61c-b29dd8e7f5de tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=f707874b-e322-47a0-abcc-535b74770a32,revision_number=7']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:03.538825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0d9c7e-2523-4ace-a60a-8ab802f54837 x-openstack-request-id: req-3c0d9c7e-2523-4ace-a60a-8ab802f54837 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:42:03.539245 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "tag": "f707874b-e322-47a0-abcc-535b74770a32", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:42:03.539371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c0d9c7e-2523-4ace-a60a-8ab802f54837 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:42:03.539740 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32', 'status': 'completed', 'code': 200} Mar 29 09:42:03.571001 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-48a8276b-f364-4a4c-bd7d-31d0a8c4513b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/87171ba3-ab40-46b2-8e40-8e83f9bb41dd HTTP/1.1" status: 200 len: 993 time: 0.0731304 Mar 29 09:42:03.608709 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ff10d-0723-41f7-a487-d65f98b88be8 req-387c0afa-54f1-4588-bb36-8c28719fe05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:03.610464 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac8ff10d-0723-41f7-a487-d65f98b88be8 req-387c0afa-54f1-4588-bb36-8c28719fe05a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 1098 time: 0.0492151 Mar 29 09:42:03.610889 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.693126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-02f2cb98-75d1-45bb-aa97-16e191fea509 None None] Provisioning complete for port f707874b-e322-47a0-abcc-535b74770a32 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:03.693498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-02f2cb98-75d1-45bb-aa97-16e191fea509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:03.703164 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ff10d-0723-41f7-a487-d65f98b88be8 req-2da511f2-d56d-446d-b871-808730e21b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:03.704655 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac8ff10d-0723-41f7-a487-d65f98b88be8 req-2da511f2-d56d-446d-b871-808730e21b7a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 898 time: 0.0875587 Mar 29 09:42:03.775103 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac8ff10d-0723-41f7-a487-d65f98b88be8 req-11fe04d1-9f58-4c8a-8ef4-613ec0170a92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f707874b-e322-47a0-abcc-535b74770a32 HTTP/1.1" status: 200 len: 1001 time: 0.0630369 Mar 29 09:42:03.826013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ff10d-0723-41f7-a487-d65f98b88be8 req-447d0897-9aff-4905-b418-f42415832fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:03.827433 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac8ff10d-0723-41f7-a487-d65f98b88be8 req-447d0897-9aff-4905-b418-f42415832fb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=138ec964-6db0-44ff-80eb-9f7ff9cd3367 HTTP/1.1" status: 200 len: 835 time: 0.0444150 Mar 29 09:42:03.853462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['f707874b-e322-47a0-abcc-535b74770a32'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:42:03.873367 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ff10d-0723-41f7-a487-d65f98b88be8 req-16ac9768-27b1-43b1-a84d-3e20ba888082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:03.874867 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac8ff10d-0723-41f7-a487-d65f98b88be8 req-16ac9768-27b1-43b1-a84d-3e20ba888082 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3242ce-b255-4da1-b8cd-3054ee8739e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404818 Mar 29 09:42:03.968413 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac8ff10d-0723-41f7-a487-d65f98b88be8 req-33556a77-505b-460d-b70d-52044e8e441e service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858724 Mar 29 09:42:04.062477 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac8ff10d-0723-41f7-a487-d65f98b88be8 req-71bd0bf4-3e56-43fc-967c-27b19151511b service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870776 Mar 29 09:42:06.091740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55114) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:06.242377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 17d36557-258a-48fa-ab36-ac7c0dffff1d {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:42:06.242710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.315520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.315844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.327580 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 17d36557-258a-48fa-ab36-ac7c0dffff1d owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:42:06.469732 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.492382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=17d36557-258a-48fa-ab36-ac7c0dffff1d,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:06.555882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.556213 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 36954e7d-2aaf-4a4e-bfff-c3234923c494 disassociated (deleted). External IP: 172.26.1.145, port: fe70e318-94f2-40d6-9d9e-10c1b4181f34. Mar 29 09:42:06.759500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router eecdf176-5648-402b-91c1-8985f0eead33 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:42:06.865640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:42:06.870710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:06.882867 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40385e31-ad43-4b09-b37c-e5072e423b43 None None] Sync routers for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:06.894261 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40385e31-ad43-4b09-b37c-e5072e423b43 None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:42:06.894867 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-40385e31-ad43-4b09-b37c-e5072e423b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:41:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:06.900263 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4f61e8fc-0903-4ef9-8130-9a764bcaee5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/floatingips/36954e7d-2aaf-4a4e-bfff-c3234923c494 HTTP/1.1" status: 204 len: 168 time: 0.8048892 Mar 29 09:42:06.900263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'tag': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:42:06.901458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56df893b-a2ce-45f3-ad22-e7621970a819" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d74f11-bfd0-4a42-80d2-31016fe2e382", "tag": "fe70e318-94f2-40d6-9d9e-10c1b4181f34"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:42:06.965400 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17f3df5-7076-42be-98be-54274717bc9d x-openstack-request-id: req-c17f3df5-7076-42be-98be-54274717bc9d {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:42:06.965717 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d74f11-bfd0-4a42-80d2-31016fe2e382", "tag": "fe70e318-94f2-40d6-9d9e-10c1b4181f34", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:42:06.965965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c17f3df5-7076-42be-98be-54274717bc9d {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:42:06.966363 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'tag': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34', 'status': 'completed', 'code': 200} Mar 29 09:42:07.039818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df893b-a2ce-45f3-ad22-e7621970a819 req-474c8de2-95bb-45d8-a0e3-5fba2012455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:07.042463 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56df893b-a2ce-45f3-ad22-e7621970a819 req-474c8de2-95bb-45d8-a0e3-5fba2012455a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 1098 time: 0.0498986 Mar 29 09:42:07.134303 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-40385e31-ad43-4b09-b37c-e5072e423b43 None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:42:07.156191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df893b-a2ce-45f3-ad22-e7621970a819 req-84777cc1-ff84-44af-a44c-925f48870a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:07.158269 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56df893b-a2ce-45f3-ad22-e7621970a819 req-84777cc1-ff84-44af-a44c-925f48870a52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 898 time: 0.1097205 Mar 29 09:42:07.203326 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56df893b-a2ce-45f3-ad22-e7621970a819 req-0f736c8d-3d92-47c9-b0ce-d9d0112f284e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe70e318-94f2-40d6-9d9e-10c1b4181f34 HTTP/1.1" status: 200 len: 217 time: 0.0372210 Mar 29 09:42:07.287529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df893b-a2ce-45f3-ad22-e7621970a819 req-7d205e23-7785-47b5-a597-4129690a6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:07.288979 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56df893b-a2ce-45f3-ad22-e7621970a819 req-7d205e23-7785-47b5-a597-4129690a6708 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=138ec964-6db0-44ff-80eb-9f7ff9cd3367 HTTP/1.1" status: 200 len: 835 time: 0.0787508 Mar 29 09:42:07.296417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2f794-10ed-4d90-9523-c17a1ec925e2 req-8c0af0db-fdfa-4322-b527-a00bee694539 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:07.297787 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9b2f794-10ed-4d90-9523-c17a1ec925e2 req-8c0af0db-fdfa-4322-b527-a00bee694539 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 945 time: 0.1511941 Mar 29 09:42:07.360408 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9b2f794-10ed-4d90-9523-c17a1ec925e2 req-fc6b6bc3-433a-4480-ae07-c005eb6a886d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545208 Mar 29 09:42:07.362952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df893b-a2ce-45f3-ad22-e7621970a819 req-d0fe24b1-8b78-4eb9-a435-4494c8abbffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:07.364363 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56df893b-a2ce-45f3-ad22-e7621970a819 req-d0fe24b1-8b78-4eb9-a435-4494c8abbffa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3242ce-b255-4da1-b8cd-3054ee8739e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657160 Mar 29 09:42:07.391660 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-40385e31-ad43-4b09-b37c-e5072e423b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '87171ba3-ab40-46b2-8e40-8e83f9bb41dd', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.243', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'port_id': 'f707874b-e322-47a0-abcc-535b74770a32', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'mac_address': 'fa:16:3e:6f:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd889961a-47cd-4a27-8028-1d4e980988df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:40:27Z', 'updated_at': '2022-03-29T09:40:29Z', 'revision_number': 1, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:07.420588 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40385e31-ad43-4b09-b37c-e5072e423b43 None None] Checking router: eecdf176-5648-402b-91c1-8985f0eead33 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:07.428489 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40385e31-ad43-4b09-b37c-e5072e423b43 None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:42:07.429101 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-40385e31-ad43-4b09-b37c-e5072e423b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:41:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:07.463382 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56df893b-a2ce-45f3-ad22-e7621970a819 req-3fc7d4a7-b182-43fa-b510-8da88d95edbe service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908961 Mar 29 09:42:07.530983 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-40385e31-ad43-4b09-b37c-e5072e423b43 None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:42:07.550667 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56df893b-a2ce-45f3-ad22-e7621970a819 req-06fb77b0-66a9-4e1f-b81d-f70755615ec2 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807469 Mar 29 09:42:07.749028 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-40385e31-ad43-4b09-b37c-e5072e423b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '87171ba3-ab40-46b2-8e40-8e83f9bb41dd', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.243', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'port_id': 'f707874b-e322-47a0-abcc-535b74770a32', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'mac_address': 'fa:16:3e:6f:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd889961a-47cd-4a27-8028-1d4e980988df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:40:27Z', 'updated_at': '2022-03-29T09:40:29Z', 'revision_number': 1, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:07.778933 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40385e31-ad43-4b09-b37c-e5072e423b43 None None] The sync data for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv is: [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '87171ba3-ab40-46b2-8e40-8e83f9bb41dd', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.243', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'port_id': 'f707874b-e322-47a0-abcc-535b74770a32', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'mac_address': 'fa:16:3e:6f:5a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd889961a-47cd-4a27-8028-1d4e980988df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:40:27Z', 'updated_at': '2022-03-29T09:40:29Z', 'revision_number': 1, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:07.983545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9c788b-b8e8-4e23-ab20-65a5b57b1ee1 None None] New status for floating IP 36954e7d-2aaf-4a4e-bfff-c3234923c494: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:42:08.476118 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461166e-477a-4a87-96e4-49a131d63527 req-b2c4c489-72a6-49f6-86da-a553f2c11bd2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:08.477551 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8461166e-477a-4a87-96e4-49a131d63527 req-b2c4c489-72a6-49f6-86da-a553f2c11bd2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 945 time: 0.0475864 Mar 29 09:42:08.514665 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8461166e-477a-4a87-96e4-49a131d63527 req-c68850e7-0da1-49d8-a0bb-14479ca89602 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=9690bd09-ef0f-4fde-b9a1-27212452bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311022 Mar 29 09:42:08.800940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037182f-f282-4431-98a5-272fe5c7ddec req-0a986308-a4ca-4825-b222-d6067d6ae8b0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:08.802383 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6037182f-f282-4431-98a5-272fe5c7ddec req-0a986308-a4ca-4825-b222-d6067d6ae8b0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 945 time: 0.0504994 Mar 29 09:42:08.888178 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-6037182f-f282-4431-98a5-272fe5c7ddec req-90f75c36-8c77-4aaa-b353-8ef492c7d239 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port fe70e318-94f2-40d6-9d9e-10c1b4181f34 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:42:08.888513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6037182f-f282-4431-98a5-272fe5c7ddec req-90f75c36-8c77-4aaa-b353-8ef492c7d239 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.979564 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-6037182f-f282-4431-98a5-272fe5c7ddec req-90f75c36-8c77-4aaa-b353-8ef492c7d239 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port fe70e318-94f2-40d6-9d9e-10c1b4181f34, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=fe70e318-94f2-40d6-9d9e-10c1b4181f34,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:42:08.979919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6037182f-f282-4431-98a5-272fe5c7ddec req-90f75c36-8c77-4aaa-b353-8ef492c7d239 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:08.991149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-6037182f-f282-4431-98a5-272fe5c7ddec req-90f75c36-8c77-4aaa-b353-8ef492c7d239 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for fe70e318-94f2-40d6-9d9e-10c1b4181f34 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:42:09.112133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6037182f-f282-4431-98a5-272fe5c7ddec req-90f75c36-8c77-4aaa-b353-8ef492c7d239 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.141785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f75c36-8c77-4aaa-b353-8ef492c7d239 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=fe70e318-94f2-40d6-9d9e-10c1b4181f34,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:09.185580 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-6037182f-f282-4431-98a5-272fe5c7ddec req-90f75c36-8c77-4aaa-b353-8ef492c7d239 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] No DVR routers for this DVR port fe70e318-94f2-40d6-9d9e-10c1b4181f34 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:09.188333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6037182f-f282-4431-98a5-272fe5c7ddec req-90f75c36-8c77-4aaa-b353-8ef492c7d239 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:09.191804 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6037182f-f282-4431-98a5-272fe5c7ddec req-90f75c36-8c77-4aaa-b353-8ef492c7d239 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "DELETE /v2.0/ports/fe70e318-94f2-40d6-9d9e-10c1b4181f34 HTTP/1.1" status: 204 len: 173 time: 0.3837230 Mar 29 09:42:09.192263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'name': 'network-vif-deleted', 'tag': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:42:09.194970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba56927-2143-49be-8739-8e047e899405" -d '{"events": [{"server_uuid": "b9d74f11-bfd0-4a42-80d2-31016fe2e382", "name": "network-vif-deleted", "tag": "fe70e318-94f2-40d6-9d9e-10c1b4181f34"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:42:09.236951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cc96c6-e1d4-431c-a267-6fac22e3616d x-openstack-request-id: req-56cc96c6-e1d4-431c-a267-6fac22e3616d {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:42:09.237795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d74f11-bfd0-4a42-80d2-31016fe2e382", "name": "network-vif-deleted", "tag": "fe70e318-94f2-40d6-9d9e-10c1b4181f34", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:42:09.238051 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56cc96c6-e1d4-431c-a267-6fac22e3616d {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:42:09.238471 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d74f11-bfd0-4a42-80d2-31016fe2e382', 'name': 'network-vif-deleted', 'tag': 'fe70e318-94f2-40d6-9d9e-10c1b4181f34', 'status': 'completed', 'code': 200} Mar 29 09:42:09.627565 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aa5e873c-7f56-4601-bfb5-5bf321adcb15 req-20fb91fc-dbbd-465d-b2d3-a1bb5f12b2c7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9d74f11-bfd0-4a42-80d2-31016fe2e382 HTTP/1.1" status: 200 len: 210 time: 0.0280528 Mar 29 09:42:10.685260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55134) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:10.742185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ad79ccc-4ac6-4ae6-9215-8bcdee377e5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.766588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ad79ccc-4ac6-4ae6-9215-8bcdee377e5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.827667 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ad79ccc-4ac6-4ae6-9215-8bcdee377e5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.830240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0ad79ccc-4ac6-4ae6-9215-8bcdee377e5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:10.833939 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0ad79ccc-4ac6-4ae6-9215-8bcdee377e5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/security-groups/9690bd09-ef0f-4fde-b9a1-27212452bd9a HTTP/1.1" status: 204 len: 168 time: 0.1450889 Mar 29 09:42:10.840791 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad79ccc-4ac6-4ae6-9215-8bcdee377e5b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9690bd09-ef0f-4fde-b9a1-27212452bd9a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:10.863843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55138) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:11.016805 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 50309d40-d45f-45fe-946c-e486b59a953c {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:42:11.017044 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.094294 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.094622 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.105708 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 50309d40-d45f-45fe-946c-e486b59a953c owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:42:11.246157 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.270685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=50309d40-d45f-45fe-946c-e486b59a953c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:11.281629 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:11.281980 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:11.282323 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:11.282657 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:11.282985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:11.283315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:11.283640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:11.283964 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:11.284290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:11.284762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:11.285090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:11.285409 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:11.344774 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.345097 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 87171ba3-ab40-46b2-8e40-8e83f9bb41dd disassociated (deleted). External IP: 172.26.1.243, port: f707874b-e322-47a0-abcc-535b74770a32. Mar 29 09:42:11.546808 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router eecdf176-5648-402b-91c1-8985f0eead33 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:42:11.652729 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:42:11.659199 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:11.663168 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c9861-4304-4727-bf55-9e732f11d559 None None] Sync routers for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:11.673257 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c9861-4304-4727-bf55-9e732f11d559 None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:42:11.673887 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-908c9861-4304-4727-bf55-9e732f11d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:41:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:11.687162 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bd0f144c-ee76-4633-85a1-0aa8dc4d8c65 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/floatingips/87171ba3-ab40-46b2-8e40-8e83f9bb41dd HTTP/1.1" status: 204 len: 168 time: 0.8222625 Mar 29 09:42:11.687736 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:42:11.690289 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9954e7-7616-4448-85c3-b02d7df744ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "tag": "f707874b-e322-47a0-abcc-535b74770a32"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:42:11.735272 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e7b98b-c885-4bb9-b9e2-e90a5e361289 x-openstack-request-id: req-e2e7b98b-c885-4bb9-b9e2-e90a5e361289 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:42:11.735606 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "tag": "f707874b-e322-47a0-abcc-535b74770a32", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:42:11.735806 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2e7b98b-c885-4bb9-b9e2-e90a5e361289 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:42:11.736203 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32', 'status': 'completed', 'code': 200} Mar 29 09:42:11.779960 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-908c9861-4304-4727-bf55-9e732f11d559 None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:42:11.802383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9954e7-7616-4448-85c3-b02d7df744ef req-fcd3efdf-963e-46e7-bc4c-8566755d0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:11.803901 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e9954e7-7616-4448-85c3-b02d7df744ef req-fcd3efdf-963e-46e7-bc4c-8566755d0f6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 1098 time: 0.0441854 Mar 29 09:42:11.942208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9954e7-7616-4448-85c3-b02d7df744ef req-cad67ff0-d599-4e5d-94cd-7a712a6b36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:11.943649 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e9954e7-7616-4448-85c3-b02d7df744ef req-cad67ff0-d599-4e5d-94cd-7a712a6b36d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 200 len: 898 time: 0.1318407 Mar 29 09:42:11.952233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12fa14-cb87-4b3e-8453-1cf1baaedcd2 req-4aa61642-88c0-42be-880a-aa3a88cdd714 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:11.953763 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf12fa14-cb87-4b3e-8453-1cf1baaedcd2 req-4aa61642-88c0-42be-880a-aa3a88cdd714 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 945 time: 0.0727203 Mar 29 09:42:11.985204 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-908c9861-4304-4727-bf55-9e732f11d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:11.992728 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e9954e7-7616-4448-85c3-b02d7df744ef req-b9765794-6430-4f62-8863-78182d731ba1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f707874b-e322-47a0-abcc-535b74770a32 HTTP/1.1" status: 200 len: 217 time: 0.0380633 Mar 29 09:42:12.011568 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c9861-4304-4727-bf55-9e732f11d559 None None] Checking router: eecdf176-5648-402b-91c1-8985f0eead33 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:12.019853 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c9861-4304-4727-bf55-9e732f11d559 None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:42:12.020442 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-908c9861-4304-4727-bf55-9e732f11d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:41:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:12.053748 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf12fa14-cb87-4b3e-8453-1cf1baaedcd2 req-695332e8-d88b-42e0-8887-9b9eb57e1246 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922070 Mar 29 09:42:12.062067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9954e7-7616-4448-85c3-b02d7df744ef req-3d2b3b27-0b80-4856-b0ad-963c811c33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:12.063640 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e9954e7-7616-4448-85c3-b02d7df744ef req-3d2b3b27-0b80-4856-b0ad-963c811c33d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=138ec964-6db0-44ff-80eb-9f7ff9cd3367 HTTP/1.1" status: 200 len: 835 time: 0.0618701 Mar 29 09:42:12.109474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9954e7-7616-4448-85c3-b02d7df744ef req-263c3a85-d960-4d95-b32c-b2d8485e1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:12.111152 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e9954e7-7616-4448-85c3-b02d7df744ef req-263c3a85-d960-4d95-b32c-b2d8485e1be8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5b3242ce-b255-4da1-b8cd-3054ee8739e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398431 Mar 29 09:42:12.127968 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-908c9861-4304-4727-bf55-9e732f11d559 None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:42:12.198685 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e9954e7-7616-4448-85c3-b02d7df744ef req-58ce5b0c-466a-4e32-8b67-921f6960071d service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805888 Mar 29 09:42:12.288476 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e9954e7-7616-4448-85c3-b02d7df744ef req-fbdafe87-beab-4ede-9ff3-6909d492c2b6 service neutron] 10.222.0.24 "GET /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823662 Mar 29 09:42:12.325109 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-908c9861-4304-4727-bf55-9e732f11d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:12.350321 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c9861-4304-4727-bf55-9e732f11d559 None None] The sync data for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv is: [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:40:10Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '71fa17fe-d5bd-41c9-aabc-452e8dcb2969', 'name': '', 'network_id': '5b3242ce-b255-4da1-b8cd-3054ee8739e7', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:82:c5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:09Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '138ec964-6db0-44ff-80eb-9f7ff9cd3367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:12.558975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04c654c-b5d7-40d2-b057-2af77e2a40b0 None None] New status for floating IP 87171ba3-ab40-46b2-8e40-8e83f9bb41dd: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:42:13.168405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50652450-224b-446e-b63d-60e9376ff39e req-fcb64b21-cada-41c7-8dae-b8ec2775ac16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:13.169910 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-50652450-224b-446e-b63d-60e9376ff39e req-fcb64b21-cada-41c7-8dae-b8ec2775ac16 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 945 time: 0.0480068 Mar 29 09:42:13.207220 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-50652450-224b-446e-b63d-60e9376ff39e req-0f71ae92-01fe-4391-810d-ce30b6625383 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=de536b2a-e432-45b9-81d2-3b6cf04e5f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314300 Mar 29 09:42:13.641175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eb754-13da-4b34-929d-55132bc5d3cc req-cd0ada97-7117-4f34-8ead-1aa1a747bcea tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:13.642762 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-278eb754-13da-4b34-929d-55132bc5d3cc req-cd0ada97-7117-4f34-8ead-1aa1a747bcea tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 945 time: 0.0466824 Mar 29 09:42:13.732998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-278eb754-13da-4b34-929d-55132bc5d3cc req-55f1ec36-5617-461b-b82d-e39cf147e6f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port f707874b-e322-47a0-abcc-535b74770a32 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:42:13.733339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-278eb754-13da-4b34-929d-55132bc5d3cc req-55f1ec36-5617-461b-b82d-e39cf147e6f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.825493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-278eb754-13da-4b34-929d-55132bc5d3cc req-55f1ec36-5617-461b-b82d-e39cf147e6f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port f707874b-e322-47a0-abcc-535b74770a32, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=f707874b-e322-47a0-abcc-535b74770a32,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:42:13.825909 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-278eb754-13da-4b34-929d-55132bc5d3cc req-55f1ec36-5617-461b-b82d-e39cf147e6f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.837300 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-278eb754-13da-4b34-929d-55132bc5d3cc req-55f1ec36-5617-461b-b82d-e39cf147e6f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for f707874b-e322-47a0-abcc-535b74770a32 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:42:13.960817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-278eb754-13da-4b34-929d-55132bc5d3cc req-55f1ec36-5617-461b-b82d-e39cf147e6f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:13.995676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1ec36-5617-461b-b82d-e39cf147e6f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=f707874b-e322-47a0-abcc-535b74770a32,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:14.033419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-278eb754-13da-4b34-929d-55132bc5d3cc req-55f1ec36-5617-461b-b82d-e39cf147e6f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] No DVR routers for this DVR port f707874b-e322-47a0-abcc-535b74770a32 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:14.035926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-278eb754-13da-4b34-929d-55132bc5d3cc req-55f1ec36-5617-461b-b82d-e39cf147e6f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:14.037831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device fe70e318-94f2-40d6-9d9e-10c1b4181f34 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:42:14.039198 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-278eb754-13da-4b34-929d-55132bc5d3cc req-55f1ec36-5617-461b-b82d-e39cf147e6f1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "DELETE /v2.0/ports/f707874b-e322-47a0-abcc-535b74770a32 HTTP/1.1" status: 204 len: 173 time: 0.3910546 Mar 29 09:42:14.039631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'name': 'network-vif-deleted', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:42:14.042549 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3596ad6c-a179-43f2-b856-8f32b3f159f2" -d '{"events": [{"server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "name": "network-vif-deleted", "tag": "f707874b-e322-47a0-abcc-535b74770a32"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:42:14.059931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: fe70e318-94f2-40d6-9d9e-10c1b4181f34 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:42:14.060104 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device fe70e318-94f2-40d6-9d9e-10c1b4181f34 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:42:14.080135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acabc71-8b98-4a16-8e62-2ecc242f6494 x-openstack-request-id: req-4acabc71-8b98-4a16-8e62-2ecc242f6494 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:42:14.080425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d889961a-47cd-4a27-8028-1d4e980988df", "name": "network-vif-deleted", "tag": "f707874b-e322-47a0-abcc-535b74770a32", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:42:14.080665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4acabc71-8b98-4a16-8e62-2ecc242f6494 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:42:14.081426 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd889961a-47cd-4a27-8028-1d4e980988df', 'name': 'network-vif-deleted', 'tag': 'f707874b-e322-47a0-abcc-535b74770a32', 'status': 'completed', 'code': 200} Mar 29 09:42:14.310785 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64a3a5c7-abfe-488e-842e-f8c8e61e457d req-29641293-3d4c-4c8c-8477-ce6d6386c03c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=d889961a-47cd-4a27-8028-1d4e980988df HTTP/1.1" status: 200 len: 210 time: 0.0257893 Mar 29 09:42:15.368093 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55154) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:15.425619 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51b7c5ae-fcb2-4246-b7e8-1296d35aed30 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.449681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51b7c5ae-fcb2-4246-b7e8-1296d35aed30 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.510059 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51b7c5ae-fcb2-4246-b7e8-1296d35aed30 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.512574 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-51b7c5ae-fcb2-4246-b7e8-1296d35aed30 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:15.513750 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-51b7c5ae-fcb2-4246-b7e8-1296d35aed30 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/security-groups/de536b2a-e432-45b9-81d2-3b6cf04e5f95 HTTP/1.1" status: 204 len: 168 time: 0.1439414 Mar 29 09:42:15.522355 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7c5ae-fcb2-4246-b7e8-1296d35aed30 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de536b2a-e432-45b9-81d2-3b6cf04e5f95,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:15.544913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55158) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:15.890101 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8a99-afed-40ad-9507-72f0cc51a051 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.136322 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee8a99-afed-40ad-9507-72f0cc51a051 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:42:16.136662 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8a99-afed-40ad-9507-72f0cc51a051 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.224200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-d5ee8a99-afed-40ad-9507-72f0cc51a051 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 71fa17fe-d5bd-41c9-aabc-452e8dcb2969, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=71fa17fe-d5bd-41c9-aabc-452e8dcb2969,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:42:16.224558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8a99-afed-40ad-9507-72f0cc51a051 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.235823 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d5ee8a99-afed-40ad-9507-72f0cc51a051 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:42:16.414158 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8a99-afed-40ad-9507-72f0cc51a051 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.441820 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee8a99-afed-40ad-9507-72f0cc51a051 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=71fa17fe-d5bd-41c9-aabc-452e8dcb2969,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:16.610349 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d5ee8a99-afed-40ad-9507-72f0cc51a051 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:16.818339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ee8a99-afed-40ad-9507-72f0cc51a051 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router eecdf176-5648-402b-91c1-8985f0eead33 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:42:16.920813 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ee8a99-afed-40ad-9507-72f0cc51a051 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:42:16.925810 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d5ee8a99-afed-40ad-9507-72f0cc51a051 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/eecdf176-5648-402b-91c1-8985f0eead33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3797076 Mar 29 09:42:16.929248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55160) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:16.930667 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe31d4cb-adbd-4373-b77c-a7d89aa34b37 None None] Sync routers for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:16.944508 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe31d4cb-adbd-4373-b77c-a7d89aa34b37 None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:42:16.945101 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-fe31d4cb-adbd-4373-b77c-a7d89aa34b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:41:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:16.979344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bc6018-02b7-459c-8bf4-9a675c6902ec tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting subnet 138ec964-6db0-44ff-80eb-9f7ff9cd3367 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:42:16.982320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77bc6018-02b7-459c-8bf4-9a675c6902ec tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.021174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77bc6018-02b7-459c-8bf4-9a675c6902ec tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.107107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77bc6018-02b7-459c-8bf4-9a675c6902ec tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.134544 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-fe31d4cb-adbd-4373-b77c-a7d89aa34b37 None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:42:17.164183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77bc6018-02b7-459c-8bf4-9a675c6902ec tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.191610 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc6018-02b7-459c-8bf4-9a675c6902ec tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Subnet': ['ID=138ec964-6db0-44ff-80eb-9f7ff9cd3367,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:17.195640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-77bc6018-02b7-459c-8bf4-9a675c6902ec tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.198795 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-77bc6018-02b7-459c-8bf4-9a675c6902ec tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/subnets/138ec964-6db0-44ff-80eb-9f7ff9cd3367 HTTP/1.1" status: 204 len: 168 time: 0.2678359 Mar 29 09:42:17.201605 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55162) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:17.203329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b7866-e8a5-426f-a07d-c8a7a05fa035 None None] Network 5b3242ce-b255-4da1-b8cd-3054ee8739e7 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:42:17.311743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.320925 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-fe31d4cb-adbd-4373-b77c-a7d89aa34b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:42:16Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:17.348489 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe31d4cb-adbd-4373-b77c-a7d89aa34b37 None None] Checking router: eecdf176-5648-402b-91c1-8985f0eead33 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:17.358200 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe31d4cb-adbd-4373-b77c-a7d89aa34b37 None None] Routers {'eecdf176-5648-402b-91c1-8985f0eead33'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:42:17.358725 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-fe31d4cb-adbd-4373-b77c-a7d89aa34b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:41:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['eecdf176-5648-402b-91c1-8985f0eead33'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:17.421713 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.466874 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-fe31d4cb-adbd-4373-b77c-a7d89aa34b37 None None] Set router eecdf176-5648-402b-91c1-8985f0eead33 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:42:17.478927 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:42:17.479278 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.549102 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] DHCP port deletion for 5b3242ce-b255-4da1-b8cd-3054ee8739e7 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:42:17.573238 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:42:17.574002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.586144 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:42:17.596084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Deleting port ca119c5c-e52f-43d0-90aa-ae191931a36a {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:42:17.596533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.645431 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-fe31d4cb-adbd-4373-b77c-a7d89aa34b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:42:16Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:17.660630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] For port ca119c5c-e52f-43d0-90aa-ae191931a36a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ca119c5c-e52f-43d0-90aa-ae191931a36a,segment=NetworkSegment(d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1),segment_id=d7fb97e9-64b7-46e0-9335-8c4ff7b85ff1)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:42:17.661093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.674245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Calling delete_port for ca119c5c-e52f-43d0-90aa-ae191931a36a owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:42:17.678429 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe31d4cb-adbd-4373-b77c-a7d89aa34b37 None None] The sync data for ids ['eecdf176-5648-402b-91c1-8985f0eead33'] in dv-neutron-835554-1-hyperv is: [{'id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'name': 'tempest-TestNetworkBasicOps-router-1533141737', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:40:06Z', 'updated_at': '2022-03-29T09:42:16Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': '0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:98:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eecdf176-5648-402b-91c1-8985f0eead33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:40:07Z', 'updated_at': '2022-03-29T09:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:17.765112 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.773125 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.790727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:17.802685 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Pushing event deleted for resources: {'Port': ['ID=ca119c5c-e52f-43d0-90aa-ae191931a36a,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:17.808010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] No DVR routers for this DVR port ca119c5c-e52f-43d0-90aa-ae191931a36a on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:42:17.820448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:17.820448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:17.820448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:17.820448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:17.820448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:17.820448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:17.820448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:17.820448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:17.820448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:17.820448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:17.820448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:17.820448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a955d98-46f1-44b7-9294-dc8d6af53020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:17.850166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.937243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.939495 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.983044 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.983705 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Fanout notify agent at l3_agent the message router_deleted on router eecdf176-5648-402b-91c1-8985f0eead33 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:42:17.990785 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:17.991981 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d2c24f92-f467-4224-88e1-e6671967b3c4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/routers/eecdf176-5648-402b-91c1-8985f0eead33 HTTP/1.1" status: 204 len: 168 time: 0.7892997 Mar 29 09:42:17.995172 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55164) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:18.040177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device f707874b-e322-47a0-abcc-535b74770a32 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:42:18.071001 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.071719 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: f707874b-e322-47a0-abcc-535b74770a32 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:42:18.072245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device f707874b-e322-47a0-abcc-535b74770a32 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:42:18.112461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ca119c5c-e52f-43d0-90aa-ae191931a36a no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:42:18.141828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: ca119c5c-e52f-43d0-90aa-ae191931a36a {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:42:18.142170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ca119c5c-e52f-43d0-90aa-ae191931a36a not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:42:18.473533 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.492427 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3242ce-b255-4da1-b8cd-3054ee8739e7']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:18.501928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:18.502221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fb97e9-64b7-46e0-9335-8c4ff7b85ff1') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:18.511894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.524513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.530788 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:42:18.531212 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:42:18.535483 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:42:18.599895 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.611889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.615012 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/networks/5b3242ce-b255-4da1-b8cd-3054ee8739e7 HTTP/1.1" status: 204 len: 168 time: 0.6189058 Mar 29 09:42:18.624900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef111a-9ea0-4f5c-a312-bf262423e775 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Network': ['ID=5b3242ce-b255-4da1-b8cd-3054ee8739e7,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:18.642829 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55166) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:18.648274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6a58fa3c-53f9-4daf-a905-fcb91d0aa16b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'network': {'name': 'tempest-network-smoke--1996076809', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'port_security_enabled': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:18.666292 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a58fa3c-53f9-4daf-a905-fcb91d0aa16b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:18.669604 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6a58fa3c-53f9-4daf-a905-fcb91d0aa16b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.694521 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a58fa3c-53f9-4daf-a905-fcb91d0aa16b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:42:18.704754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6a58fa3c-53f9-4daf-a905-fcb91d0aa16b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.705152 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-6a58fa3c-53f9-4daf-a905-fcb91d0aa16b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Added segment 4d9be167-2233-41bb-b72d-b6e0a5807ab5 of type vlan for network 819039a3-f657-4499-8cd1-cea3963c6ff3 Mar 29 09:42:18.746967 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6a58fa3c-53f9-4daf-a905-fcb91d0aa16b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.770640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6a58fa3c-53f9-4daf-a905-fcb91d0aa16b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.776230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a58fa3c-53f9-4daf-a905-fcb91d0aa16b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:18.776893 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6a58fa3c-53f9-4daf-a905-fcb91d0aa16b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.812958 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6a58fa3c-53f9-4daf-a905-fcb91d0aa16b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1690950 Mar 29 09:42:18.815913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55168) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:18.822332 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-530353386', 'admin_state_up': True, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:18.861943 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58fa3c-53f9-4daf-a905-fcb91d0aa16b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Network': ['ID=819039a3-f657-4499-8cd1-cea3963c6ff3,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:18.873361 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 819039a3-f657-4499-8cd1-cea3963c6ff3 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:42:18.875652 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.876655 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:18.926899 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.064550 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.248486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.270252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.366496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.140 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/df49ecb0-2694-4858-8099-654c79db6b75) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:19.469524 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.502173 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.539247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:19.542571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:19.545927 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:42:19.571047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=df49ecb0-2694-4858-8099-654c79db6b75,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:19.720603 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:42:19.740325 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:42:19.740669 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 0b2bf7f1-463c-4dcd-ac50-977a65c8d7c0 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:42:19.741083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:42:19.760173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:42:19.760515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 71fa17fe-d5bd-41c9-aabc-452e8dcb2969 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:42:19.795600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:19.990791 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.114909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:42:20.219497 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:42:20.229371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Sync routers for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:20.239999 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.240238 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:42:20.240678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:41:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:20.244306 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-03330205-29f1-4f27-b803-c4eaa26adb1f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4244063 Mar 29 09:42:20.244474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55170) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:20.273943 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-240cd4f8-e163-4b30-b4ca-37e1e12023db tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6010cd4cec6b417ba57b11945c979066&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260797 Mar 29 09:42:20.274247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55172) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:20.345991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Set router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:42:20.364212 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e828a9f9-890f-41a8-a3af-62d53c056ae4 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:20.365760 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e828a9f9-890f-41a8-a3af-62d53c056ae4 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899062 Mar 29 09:42:20.368656 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55174) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:20.395881 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e248993b-03b8-4044-8ed8-360e4659949a tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261822 Mar 29 09:42:20.398308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55176) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:20.403528 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b0ec03c7-d3ad-4c41-9c07-745b9cd5e444 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-825216671', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:20.487191 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ec03c7-d3ad-4c41-9c07-745b9cd5e444 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:20.490637 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b0ec03c7-d3ad-4c41-9c07-745b9cd5e444 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.526773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:42:19Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:20.553941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Checking router: f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:20.554303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Updating router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f port df49ecb0-2694-4858-8099-654c79db6b75 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:42:20.587976 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.671371 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b0ec03c7-d3ad-4c41-9c07-745b9cd5e444 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.732586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec03c7-d3ad-4c41-9c07-745b9cd5e444 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Subnet': ['ID=04817ee9-6579-4ac7-8aab-731c506c1472,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:20.742507 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec03c7-d3ad-4c41-9c07-745b9cd5e444 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Checking segment: {'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:42:20.742859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec03c7-d3ad-4c41-9c07-745b9cd5e444 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network hostable DHCP agents. Network: 819039a3-f657-4499-8cd1-cea3963c6ff3, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:42:20.762510 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec03c7-d3ad-4c41-9c07-745b9cd5e444 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 819039a3-f657-4499-8cd1-cea3963c6ff3 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:42:20.771840 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b0ec03c7-d3ad-4c41-9c07-745b9cd5e444 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 819039a3-f657-4499-8cd1-cea3963c6ff3) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:20.777235 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec03c7-d3ad-4c41-9c07-745b9cd5e444 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:20.777774 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b0ec03c7-d3ad-4c41-9c07-745b9cd5e444 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.791360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3587eb38-03c6-4e09-9551-c8e92b9acfe6 None None] Network 819039a3-f657-4499-8cd1-cea3963c6ff3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:42:20.795724 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b0ec03c7-d3ad-4c41-9c07-745b9cd5e444 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3963208 Mar 29 09:42:20.798354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55178) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:20.897300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.906314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:20.992910 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Attempting to bind port df49ecb0-2694-4858-8099-654c79db6b75 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:20.993272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Attempting to bind port df49ecb0-2694-4858-8099-654c79db6b75 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:20.993679 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Attempting to bind port df49ecb0-2694-4858-8099-654c79db6b75 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:42:21.004767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124097b-aaed-46e1-b0af-ed57f57079e1 None None] Pushing event updated for resources: {'Port': ['ID=df49ecb0-2694-4858-8099-654c79db6b75,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:21.008254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:42:21.008623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:42:21.009045 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.009430 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:42:21.009920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Bound port: df49ecb0-2694-4858-8099-654c79db6b75, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:21.010299 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.058454 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-819039a3-f657-4499-8cd1-cea3963c6ff3', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:42:21.059289 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.097440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] For port df49ecb0-2694-4858-8099-654c79db6b75, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:42:21.101186 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] For port df49ecb0-2694-4858-8099-654c79db6b75, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=df49ecb0-2694-4858-8099-654c79db6b75,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:42:21.106797 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.230784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.248718 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:42:21.249337 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:41:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:21.258263 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124097b-aaed-46e1-b0af-ed57f57079e1 None None] Pushing event updated for resources: {'Port': ['ID=df49ecb0-2694-4858-8099-654c79db6b75,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:21.316817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Allocated IP 172.20.0.2 (819039a3-f657-4499-8cd1-cea3963c6ff3/04817ee9-6579-4ac7-8aab-731c506c1472/fc5471ef-5b97-46e1-82f5-1fea510326ea) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:21.427414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] Set router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:42:21.631787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.639531 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.685000 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.1 (819039a3-f657-4499-8cd1-cea3963c6ff3/04817ee9-6579-4ac7-8aab-731c506c1472/d542c181-ddc6-4a75-9827-c36fe7d28473) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:21.686862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Network 819039a3-f657-4499-8cd1-cea3963c6ff3 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:21.692699 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:21.695021 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:42:21.701627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Pushing event updated for resources: {'Port': ['ID=fc5471ef-5b97-46e1-82f5-1fea510326ea,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:21.747894 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:42:19Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:21.798007 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.837061 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.881458 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 819039a3-f657-4499-8cd1-cea3963c6ff3 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:21.884702 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:21.888472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:42:21.914792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=d542c181-ddc6-4a75-9827-c36fe7d28473,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:21.923818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c5f59-8a6a-462e-a359-0b0987d2b76a None None] The sync data for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv is: [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:42:19Z', 'revision_number': 3, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:21.926450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Attempting to bind port fc5471ef-5b97-46e1-82f5-1fea510326ea on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:21.926818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Attempting to bind port fc5471ef-5b97-46e1-82f5-1fea510326ea by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:21.927268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Attempting to bind port fc5471ef-5b97-46e1-82f5-1fea510326ea on network 819039a3-f657-4499-8cd1-cea3963c6ff3 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:42:21.933041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:42:21.933663 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Checking segment: {'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:42:21.934257 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.934644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Bound using segment: {'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:42:21.935102 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Bound port: fc5471ef-5b97-46e1-82f5-1fea510326ea, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:21.935480 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.938225 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:21.999253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] For port fc5471ef-5b97-46e1-82f5-1fea510326ea, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:42:22.003669 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] For port fc5471ef-5b97-46e1-82f5-1fea510326ea, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=fc5471ef-5b97-46e1-82f5-1fea510326ea,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:42:22.008261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.074264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013e609-8be7-4fb6-9de2-173cf570e8cb None None] Pushing event updated for resources: {'Port': ['ID=fc5471ef-5b97-46e1-82f5-1fea510326ea,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:22.093253 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.433891 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.438583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.514446 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=d542c181-ddc6-4a75-9827-c36fe7d28473,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:22.520583 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:22.625205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 819039a3-f657-4499-8cd1-cea3963c6ff3 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:22.626749 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:22.744947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:42:23.100480 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74afe60-17ff-497a-83c8-4f656a113f2b None None] Network 819039a3-f657-4499-8cd1-cea3963c6ff3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:42:23.182132 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d06fbf99-e2e3-4b15-ba51-0526341ecd2a None None] Provisioning complete for port fc5471ef-5b97-46e1-82f5-1fea510326ea triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:23.183083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d06fbf99-e2e3-4b15-ba51-0526341ecd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.199076 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:42:23.204425 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2b3468ee-e800-4c70-a92d-f8a724147462 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4049795 Mar 29 09:42:23.207137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55180) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:23.304167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df03a3c-8bd1-42d5-ae26-1a516e6d3057 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:23.304649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df03a3c-8bd1-42d5-ae26-1a516e6d3057 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:23.305111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df03a3c-8bd1-42d5-ae26-1a516e6d3057 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:23.305622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df03a3c-8bd1-42d5-ae26-1a516e6d3057 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:23.310055 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1df03a3c-8bd1-42d5-ae26-1a516e6d3057 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1018796 Mar 29 09:42:23.310273 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55182) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:23.330966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d06fbf99-e2e3-4b15-ba51-0526341ecd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.377199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d06fbf99-e2e3-4b15-ba51-0526341ecd2a None None] For port fc5471ef-5b97-46e1-82f5-1fea510326ea, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=fc5471ef-5b97-46e1-82f5-1fea510326ea,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:42:23.382521 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498be138-71e3-49e1-9df0-06244ce35c7b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:23.382997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498be138-71e3-49e1-9df0-06244ce35c7b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:23.383585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498be138-71e3-49e1-9df0-06244ce35c7b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:23.383707 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d06fbf99-e2e3-4b15-ba51-0526341ecd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.384585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498be138-71e3-49e1-9df0-06244ce35c7b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:23.389271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55184) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:23.395734 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-498be138-71e3-49e1-9df0-06244ce35c7b tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0838275 Mar 29 09:42:23.457408 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fbf99-e2e3-4b15-ba51-0526341ecd2a None None] Pushing event updated for resources: {'Port': ['ID=fc5471ef-5b97-46e1-82f5-1fea510326ea,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:23.610886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d8f50568-b51a-453d-abe6-bd51771c9d30 None None] Provisioning complete for port d542c181-ddc6-4a75-9827-c36fe7d28473 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:23.611239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d8f50568-b51a-453d-abe6-bd51771c9d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.655301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d8f50568-b51a-453d-abe6-bd51771c9d30 None None] Port d542c181-ddc6-4a75-9827-c36fe7d28473 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:42:23.666587 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d8f50568-b51a-453d-abe6-bd51771c9d30 None None] Provisioning complete for port fc5471ef-5b97-46e1-82f5-1fea510326ea triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:23.666957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d8f50568-b51a-453d-abe6-bd51771c9d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.777628 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Sync routers for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:23.793629 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:42:23.794309 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:41:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:23.839385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device fc5471ef-5b97-46e1-82f5-1fea510326ea up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:42:23.915786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1f493eed-4c09-4bf6-828c-44d6d75c13a1 None None] Provisioning complete for port d542c181-ddc6-4a75-9827-c36fe7d28473 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:23.916168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1f493eed-4c09-4bf6-828c-44d6d75c13a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.919981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port fc5471ef-5b97-46e1-82f5-1fea510326ea triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:23.920520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:23.934360 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Set router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:42:23.934616 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fecc2c97-7dd7-40d1-982c-25dde9647b06 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.5438588 Mar 29 09:42:23.989627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1f493eed-4c09-4bf6-828c-44d6d75c13a1 None None] Port d542c181-ddc6-4a75-9827-c36fe7d28473 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:42:24.041598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device df49ecb0-2694-4858-8099-654c79db6b75 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:42:24.103212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port df49ecb0-2694-4858-8099-654c79db6b75 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:24.103881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.135793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c1a704c7-98c0-44fd-b8f7-d7ef30197c99 None None] Provisioning complete for port d542c181-ddc6-4a75-9827-c36fe7d28473 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:24.136163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1a704c7-98c0-44fd-b8f7-d7ef30197c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.161440 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:42:22Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd542c181-ddc6-4a75-9827-c36fe7d28473', 'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:fe:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:21Z', 'updated_at': '2022-03-29T09:42:22Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:24.177784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c1a704c7-98c0-44fd-b8f7-d7ef30197c99 None None] Port d542c181-ddc6-4a75-9827-c36fe7d28473 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:42:24.188003 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Checking router: f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:24.188457 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Updating router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f port d542c181-ddc6-4a75-9827-c36fe7d28473 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:42:24.217208 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.218103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.237351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port df49ecb0-2694-4858-8099-654c79db6b75, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=df49ecb0-2694-4858-8099-654c79db6b75,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:42:24.242312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.292975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=df49ecb0-2694-4858-8099-654c79db6b75,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:24.416808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55188) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:24.421310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-46728c83-997c-4ad0-8c3c-2152e40619ea tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1287007570', 'description': 'tempest-secgroup-smoke-1287007570 description', 'project_id': '6010cd4cec6b417ba57b11945c979066'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:24.442770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-46728c83-997c-4ad0-8c3c-2152e40619ea tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.481063 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.485906 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.507027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-46728c83-997c-4ad0-8c3c-2152e40619ea tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.513116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-46728c83-997c-4ad0-8c3c-2152e40619ea tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.534786 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Pushing event updated for resources: {'Port': ['ID=d542c181-ddc6-4a75-9827-c36fe7d28473,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:24.543180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-46728c83-997c-4ad0-8c3c-2152e40619ea tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.543377 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:24.543586 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:24.543917 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:24.547238 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:24.547383 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-46728c83-997c-4ad0-8c3c-2152e40619ea tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1266081 Mar 29 09:42:24.547503 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:24.547503 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:24.547503 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:24.547503 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:24.547503 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:24.547503 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:24.547503 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:24.547503 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:42:24.548347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55190) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:24.551610 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-24160764-87af-419c-b8fc-096ff059e484 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '5e331c57-e77e-4d6e-a4b6-3b22ca9e83de', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:24.557554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46728c83-997c-4ad0-8c3c-2152e40619ea tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:24.583188 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24160764-87af-419c-b8fc-096ff059e484 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.611071 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Attempting to bind port d542c181-ddc6-4a75-9827-c36fe7d28473 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:24.611602 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Attempting to bind port d542c181-ddc6-4a75-9827-c36fe7d28473 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:24.612042 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Attempting to bind port d542c181-ddc6-4a75-9827-c36fe7d28473 on network 819039a3-f657-4499-8cd1-cea3963c6ff3 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:42:24.622291 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:42:24.622738 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Checking segment: {'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:42:24.623212 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.623666 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Bound using segment: {'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:42:24.624202 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Bound port: d542c181-ddc6-4a75-9827-c36fe7d28473, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:24.624645 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.652955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24160764-87af-419c-b8fc-096ff059e484 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.659711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24160764-87af-419c-b8fc-096ff059e484 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.682022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24160764-87af-419c-b8fc-096ff059e484 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322d19bf-2762-436e-874b-88123d5fe03d,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:24.701036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24160764-87af-419c-b8fc-096ff059e484 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.703224 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-24160764-87af-419c-b8fc-096ff059e484 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548982 Mar 29 09:42:24.705738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55192) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:24.710094 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] For port d542c181-ddc6-4a75-9827-c36fe7d28473, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:42:24.710970 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-97ec4065-0b46-45ad-8706-9869d89f88bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '5e331c57-e77e-4d6e-a4b6-3b22ca9e83de', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:24.714883 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] For port d542c181-ddc6-4a75-9827-c36fe7d28473, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d542c181-ddc6-4a75-9827-c36fe7d28473,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:42:24.720990 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.742307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-97ec4065-0b46-45ad-8706-9869d89f88bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.775483 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:42:24.776122 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:41:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:24.818318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-97ec4065-0b46-45ad-8706-9869d89f88bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.823203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-97ec4065-0b46-45ad-8706-9869d89f88bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.843784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec4065-0b46-45ad-8706-9869d89f88bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db41ef5-b546-4353-a467-f65bd990378e,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:24.852073 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-97ec4065-0b46-45ad-8706-9869d89f88bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.854520 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-97ec4065-0b46-45ad-8706-9869d89f88bb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477048 Mar 29 09:42:24.857075 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55194) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:24.862115 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0eb51a10-081b-40e2-b87a-5cfadcf1cd6a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '5e331c57-e77e-4d6e-a4b6-3b22ca9e83de', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:24.890586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0eb51a10-081b-40e2-b87a-5cfadcf1cd6a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.906336 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d8ba0838-684f-4b2c-aef9-2a345184f7d6 None None] Provisioning complete for port d542c181-ddc6-4a75-9827-c36fe7d28473 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:24.906829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0838-684f-4b2c-aef9-2a345184f7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.954971 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0eb51a10-081b-40e2-b87a-5cfadcf1cd6a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.959334 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0eb51a10-081b-40e2-b87a-5cfadcf1cd6a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:24.983370 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb51a10-081b-40e2-b87a-5cfadcf1cd6a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156799c4-9551-45a1-9760-1d0e7e60d763,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:24.998772 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0eb51a10-081b-40e2-b87a-5cfadcf1cd6a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.000019 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0eb51a10-081b-40e2-b87a-5cfadcf1cd6a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418505 Mar 29 09:42:25.002811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55196) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:25.008250 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0838-684f-4b2c-aef9-2a345184f7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.011995 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] Set router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:42:25.012538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-4bcb0df6-9fb4-4e77-a18c-08e27ad683f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '5e331c57-e77e-4d6e-a4b6-3b22ca9e83de', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:25.039994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0df6-9fb4-4e77-a18c-08e27ad683f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.045071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d8ba0838-684f-4b2c-aef9-2a345184f7d6 None None] For port d542c181-ddc6-4a75-9827-c36fe7d28473, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d542c181-ddc6-4a75-9827-c36fe7d28473,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:42:25.049878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d8ba0838-684f-4b2c-aef9-2a345184f7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.063035 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243740cf-50aa-4dc9-95cc-c2aadd0dcdb6 None None] Pushing event updated for resources: {'Port': ['ID=d542c181-ddc6-4a75-9827-c36fe7d28473,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:25.104924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0df6-9fb4-4e77-a18c-08e27ad683f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.110063 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0df6-9fb4-4e77-a18c-08e27ad683f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.112427 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba0838-684f-4b2c-aef9-2a345184f7d6 None None] Pushing event updated for resources: {'Port': ['ID=d542c181-ddc6-4a75-9827-c36fe7d28473,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:25.128327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb0df6-9fb4-4e77-a18c-08e27ad683f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a55112-71f4-48ba-8ac8-9eb2f0e66a16,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:25.138054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bcb0df6-9fb4-4e77-a18c-08e27ad683f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.139248 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4bcb0df6-9fb4-4e77-a18c-08e27ad683f7 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1354015 Mar 29 09:42:25.142038 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55198) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:25.146228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-86ad022a-23af-422b-ba2e-2c1e16f8a266 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '5e331c57-e77e-4d6e-a4b6-3b22ca9e83de', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:25.167539 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-86ad022a-23af-422b-ba2e-2c1e16f8a266 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:42:25.170758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d8f55d7a-9756-4f3b-950e-6f240ca9d9a3 None None] Provisioning complete for port d542c181-ddc6-4a75-9827-c36fe7d28473 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:25.171137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d8f55d7a-9756-4f3b-950e-6f240ca9d9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.172871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-86ad022a-23af-422b-ba2e-2c1e16f8a266 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.237407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-86ad022a-23af-422b-ba2e-2c1e16f8a266 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.242105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-86ad022a-23af-422b-ba2e-2c1e16f8a266 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.244513 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:42:22Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd542c181-ddc6-4a75-9827-c36fe7d28473', 'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:fe:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:21Z', 'updated_at': '2022-03-29T09:42:24Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:25.263758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad022a-23af-422b-ba2e-2c1e16f8a266 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6336523b-0ac8-46e6-ad65-abb08be2828c,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:25.269551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-86ad022a-23af-422b-ba2e-2c1e16f8a266 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.273703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55200) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:25.273867 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-86ad022a-23af-422b-ba2e-2c1e16f8a266 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307158 Mar 29 09:42:25.273996 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c518ed8-c639-4fa6-a34b-9a688bf089ef None None] The sync data for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv is: [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:42:22Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd542c181-ddc6-4a75-9827-c36fe7d28473', 'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:fe:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:21Z', 'updated_at': '2022-03-29T09:42:24Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:25.279460 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f76cdfa8-e3f3-4945-aad3-757c6e160764 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'security_group_rule': {'security_group_id': '5e331c57-e77e-4d6e-a4b6-3b22ca9e83de', 'project_id': '6010cd4cec6b417ba57b11945c979066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:25.299651 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-f76cdfa8-e3f3-4945-aad3-757c6e160764 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Project 6010cd4cec6b417ba57b11945c979066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:42:25.304570 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f76cdfa8-e3f3-4945-aad3-757c6e160764 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.384519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f76cdfa8-e3f3-4945-aad3-757c6e160764 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.388241 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f76cdfa8-e3f3-4945-aad3-757c6e160764 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.410159 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cdfa8-e3f3-4945-aad3-757c6e160764 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12f89c5-fee5-4813-95a2-f18e3f4f04db,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:25.419388 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f76cdfa8-e3f3-4945-aad3-757c6e160764 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.429934 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f76cdfa8-e3f3-4945-aad3-757c6e160764 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446948 Mar 29 09:42:25.567746 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-3d277247-a1f7-4404-a59c-1784300af9f4 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1287007570&fields=id&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 267 time: 0.0334597 Mar 29 09:42:25.678936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-fc9591bb-fa4d-4e1a-bfb4-2e7c1d56b163 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:25.680767 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-fc9591bb-fa4d-4e1a-bfb4-2e7c1d56b163 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/networks?id=819039a3-f657-4499-8cd1-cea3963c6ff3 HTTP/1.1" status: 200 len: 797 time: 0.1055100 Mar 29 09:42:25.701052 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-12f0fce9-0a85-4254-a2c9-311a1059c14a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/quotas/6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 375 time: 0.0107746 Mar 29 09:42:25.754230 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-efa29592-97e3-40d9-af27-bef2aa9af562 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473185 Mar 29 09:42:25.811819 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device df49ecb0-2694-4858-8099-654c79db6b75 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:42:25.863281 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port df49ecb0-2694-4858-8099-654c79db6b75 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:25.863666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:25.864009 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-6bb7573b-5c8a-4f83-a4f2-f94291e01311 service neutron] 10.222.0.32 "GET /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960774 Mar 29 09:42:25.949326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d542c181-ddc6-4a75-9827-c36fe7d28473 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:42:25.959033 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-3ba6f182-ab7b-4580-b1ce-39f2959ce02d service neutron] 10.222.0.32 "GET /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886633 Mar 29 09:42:25.998106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d542c181-ddc6-4a75-9827-c36fe7d28473 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:25.998506 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:26.144806 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-362f623c-0136-4361-8fee-4e1bc0a069bc req-9738e0a5-2bf5-48d9-bc6f-e2b45aff9035 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 210 time: 0.0321500 Mar 29 09:42:26.735753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eae67cbe-235d-42bf-96e9-631209e2478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.090592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-24655268-9274-4254-b517-fcf46f76e578 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:27.092187 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-24655268-9274-4254-b517-fcf46f76e578 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/networks?id=819039a3-f657-4499-8cd1-cea3963c6ff3 HTTP/1.1" status: 200 len: 797 time: 0.1009362 Mar 29 09:42:27.137959 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-b5aabe61-585e-49e6-ae99-5f19a366c4b6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6010cd4cec6b417ba57b11945c979066 HTTP/1.1" status: 200 len: 380 time: 0.0360305 Mar 29 09:42:27.151605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'port': {'device_id': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'admin_state_up': True, 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'security_groups': ['5e331c57-e77e-4d6e-a4b6-3b22ca9e83de']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:27.245253 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9c89175b-4066-4013-9df3-4e999cb23f2c req-6dff473e-6e4b-4d09-8f07-57c3cb8c8f10 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 210 time: 0.0307889 Mar 29 09:42:27.283150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Made reservation on behalf of 6010cd4cec6b417ba57b11945c979066 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:42:27.286559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.410459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.20.0.10 (819039a3-f657-4499-8cd1-cea3963c6ff3/04817ee9-6579-4ac7-8aab-731c506c1472/7f37320d-ba9e-44d4-b2be-b33c62cdfe9e) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:27.540177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.572537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.619115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network 819039a3-f657-4499-8cd1-cea3963c6ff3 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:27.622100 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:27.625603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:42:27.648807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:27.677003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:27.677923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.694967 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-a4a6f4f7-308b-443b-a40d-f778b065e8b2 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5476542 Mar 29 09:42:27.705900 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Request body: {'port': {'device_id': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:27.764012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.897211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-89e1b8ba-f7eb-4cd2-a1a6-e8401c51098c None None] Provisioning complete for port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:27.897846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-89e1b8ba-f7eb-4cd2-a1a6-e8401c51098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:27.930690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-89e1b8ba-f7eb-4cd2-a1a6-e8401c51098c None None] Port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:42:28.032810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:42:28.040145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.051644 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Transition to ACTIVE for port object 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:42:28.055223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.105388 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Pushing event updated for resources: {'Port': ['ID=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:28.173929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Attempting to bind port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:42:28.174269 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Attempting to bind port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:42:28.174598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Attempting to bind port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e on network 819039a3-f657-4499-8cd1-cea3963c6ff3 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:42:28.179167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e on network 819039a3-f657-4499-8cd1-cea3963c6ff3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:42:28.179480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Attempting to bind port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e on network 819039a3-f657-4499-8cd1-cea3963c6ff3 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:42:28.184950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:42:28.185224 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Checking segment: {'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:42:28.185637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Bound using segment: {'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:42:28.186058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Bound port: 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d9be167-2233-41bb-b72d-b6e0a5807ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:42:28.186419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.254787 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] For port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:42:28.257722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] For port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:42:28.263453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.297737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:28.298679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:28.300057 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] 10.222.0.24 "PUT /v2.0/ports/7f37320d-ba9e-44d4-b2be-b33c62cdfe9e HTTP/1.1" status: 200 len: 1094 time: 0.5983198 Mar 29 09:42:28.302430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'tag': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:42:28.306389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae08d53d-a88d-4f4b-947b-a0f37af73f79" -d '{"events": [{"name": "network-changed", "server_uuid": "476646ad-193f-48e3-8c4f-0b57002cfee2", "tag": "7f37320d-ba9e-44d4-b2be-b33c62cdfe9e"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:42:28.357047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e97534-3dc5-46f9-b33a-e9619a8340bb x-openstack-request-id: req-97e97534-3dc5-46f9-b33a-e9619a8340bb {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:42:28.357311 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476646ad-193f-48e3-8c4f-0b57002cfee2", "tag": "7f37320d-ba9e-44d4-b2be-b33c62cdfe9e", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:42:28.357561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97e97534-3dc5-46f9-b33a-e9619a8340bb {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:42:28.358005 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'tag': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'status': 'completed', 'code': 200} Mar 29 09:42:28.383092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d561ca1-723e-43d8-a309-cd23f105de68 service neutron] Pushing event updated for resources: {'Port': ['ID=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:28.427864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-6dfe12a3-0986-4d35-8246-22c364b28b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:28.429285 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-6dfe12a3-0986-4d35-8246-22c364b28b5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 1097 time: 0.0705349 Mar 29 09:42:28.438098 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c766d2-e746-4b66-8f7a-846d55cf5c37 req-3d9a66b2-5a0f-4aee-a639-1cb9e390c806 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:28.439972 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9c766d2-e746-4b66-8f7a-846d55cf5c37 req-3d9a66b2-5a0f-4aee-a639-1cb9e390c806 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 944 time: 0.1098735 Mar 29 09:42:28.483396 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-28515be4-de93-4cb0-99da-2e353cfe28d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e HTTP/1.1" status: 200 len: 217 time: 0.0421836 Mar 29 09:42:28.536120 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9c766d2-e746-4b66-8f7a-846d55cf5c37 req-8ef0e933-4ff8-47f7-9c02-26a9b564f8ae tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870073 Mar 29 09:42:28.547055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-68c81ecd-8cf3-45c7-9ed9-a6168a55247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:28.548426 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-68c81ecd-8cf3-45c7-9ed9-a6168a55247b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04817ee9-6579-4ac7-8aab-731c506c1472 HTTP/1.1" status: 200 len: 834 time: 0.0563917 Mar 29 09:42:28.600471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-73bbc17c-4388-4524-a382-456529ed9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:28.600969 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-73bbc17c-4388-4524-a382-456529ed9923 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=819039a3-f657-4499-8cd1-cea3963c6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456619 Mar 29 09:42:28.689218 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-ec8452e4-dc07-45bf-bb86-369497785a43 service neutron] 10.222.0.24 "GET /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816441 Mar 29 09:42:28.785361 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7af86f-a38c-4c80-b347-c18d4cec048e req-d22a6f02-13ed-4588-801b-0b4595bc1440 service neutron] 10.222.0.24 "GET /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905335 Mar 29 09:42:28.870993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d53d-a88d-4f4b-947b-a0f37af73f79 req-73e41488-1111-48f2-9638-604177ee259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:28.872466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae08d53d-a88d-4f4b-947b-a0f37af73f79 req-73e41488-1111-48f2-9638-604177ee259e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 1097 time: 0.0417478 Mar 29 09:42:28.960127 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d53d-a88d-4f4b-947b-a0f37af73f79 req-f1a3b95e-dc75-48fe-9ec6-ca63d2d280c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:28.961474 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae08d53d-a88d-4f4b-947b-a0f37af73f79 req-f1a3b95e-dc75-48fe-9ec6-ca63d2d280c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=819039a3-f657-4499-8cd1-cea3963c6ff3 HTTP/1.1" status: 200 len: 898 time: 0.0817208 Mar 29 09:42:29.004855 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae08d53d-a88d-4f4b-947b-a0f37af73f79 req-c0ca5da3-b9b3-4ed6-8374-432f37e66824 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e HTTP/1.1" status: 200 len: 217 time: 0.0370400 Mar 29 09:42:29.052092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d53d-a88d-4f4b-947b-a0f37af73f79 req-d35a896b-6921-4640-ad93-c31ff9d512d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:29.053544 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae08d53d-a88d-4f4b-947b-a0f37af73f79 req-d35a896b-6921-4640-ad93-c31ff9d512d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04817ee9-6579-4ac7-8aab-731c506c1472 HTTP/1.1" status: 200 len: 834 time: 0.0425460 Mar 29 09:42:29.096399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d53d-a88d-4f4b-947b-a0f37af73f79 req-86795012-56ed-440c-856c-da763358f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:29.097856 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae08d53d-a88d-4f4b-947b-a0f37af73f79 req-86795012-56ed-440c-856c-da763358f2d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=819039a3-f657-4499-8cd1-cea3963c6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383656 Mar 29 09:42:29.121691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-66ef55e2-d972-49fe-8a97-60e355e06408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:29.188554 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae08d53d-a88d-4f4b-947b-a0f37af73f79 req-1bfb64c7-d925-4aaf-8ce8-3ae3c8918170 service neutron] 10.222.0.24 "GET /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843861 Mar 29 09:42:29.276796 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae08d53d-a88d-4f4b-947b-a0f37af73f79 req-74d4ab36-860e-4e7d-a113-06cf3a22fe64 service neutron] 10.222.0.24 "GET /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812306 Mar 29 09:42:29.655632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fe088-3d87-45f1-8adb-e8a057fd06f5 req-e95aa7fd-f868-4009-a6bc-92e8a8b6d528 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:29.657067 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-501fe088-3d87-45f1-8adb-e8a057fd06f5 req-e95aa7fd-f868-4009-a6bc-92e8a8b6d528 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 944 time: 0.0526850 Mar 29 09:42:29.694329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-501fe088-3d87-45f1-8adb-e8a057fd06f5 req-c989c6e8-3a1a-4e2f-9e75-330b07471617 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309291 Mar 29 09:42:30.586216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:30.809805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e61f4-7a8c-4adb-a01a-120c882ef540 req-e879b494-5921-479c-a0f7-89d6a58356fd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:30.811275 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e5e61f4-7a8c-4adb-a01a-120c882ef540 req-e879b494-5921-479c-a0f7-89d6a58356fd tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 944 time: 0.0491588 Mar 29 09:42:30.847673 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e5e61f4-7a8c-4adb-a01a-120c882ef540 req-b99c0498-3f01-49c2-bcd3-dac2724509d1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300531 Mar 29 09:42:31.961480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d292e-2f72-42f3-a26a-f4f146a4f89b req-033ad559-359a-4c28-8935-3f96f547f0d6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:31.962899 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4b9d292e-2f72-42f3-a26a-f4f146a4f89b req-033ad559-359a-4c28-8935-3f96f547f0d6 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 944 time: 0.0491621 Mar 29 09:42:31.999110 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4b9d292e-2f72-42f3-a26a-f4f146a4f89b req-a0f59f10-df22-4094-ba90-b4d47dcd5e44 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302780 Mar 29 09:42:32.032816 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.100182 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:42:32.193090 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:42:32.204464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'port_id': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'mac_address': 'fa:16:3e:25:75:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:42:32.243839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.255995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:42:32.274525 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:42:32.278120 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.323464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:32.550831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:32.574811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['7f37320d-ba9e-44d4-b2be-b33c62cdfe9e'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:42:33.118010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e744c-d92a-4380-a041-92ad38a86dee req-17535200-9eaf-4e65-80d2-e35c280ef81b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:33.119463 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-713e744c-d92a-4380-a041-92ad38a86dee req-17535200-9eaf-4e65-80d2-e35c280ef81b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 945 time: 0.0519307 Mar 29 09:42:33.156329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-713e744c-d92a-4380-a041-92ad38a86dee req-6007e40b-af29-461a-b8bd-1b243111b276 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307322 Mar 29 09:42:33.612633 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.098417 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:42:34.148092 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:42:34.152522 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:42:34.152888 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.230956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.253431 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:42:34.255868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34536804-1511-4614-b64c-ddc50b3f7042" -d '{"events": [{"server_uuid": "476646ad-193f-48e3-8c4f-0b57002cfee2", "name": "network-vif-plugged", "status": "completed", "tag": "7f37320d-ba9e-44d4-b2be-b33c62cdfe9e"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:42:34.268921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:42:34.272529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840140d4-5889-436b-8f55-3d9799969c94 req-0133cb4d-5e9f-430a-b122-5f30630ef86e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:34.274163 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-840140d4-5889-436b-8f55-3d9799969c94 req-0133cb4d-5e9f-430a-b122-5f30630ef86e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 945 time: 0.0502999 Mar 29 09:42:34.275041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:34.315040 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-840140d4-5889-436b-8f55-3d9799969c94 req-495c001f-8031-400f-9040-7c73e0197566 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333922 Mar 29 09:42:34.326758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:34.379362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49320c0c-cdf0-4340-a4bc-9922832c2c15 x-openstack-request-id: req-49320c0c-cdf0-4340-a4bc-9922832c2c15 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:42:34.379763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476646ad-193f-48e3-8c4f-0b57002cfee2", "name": "network-vif-plugged", "status": "completed", "tag": "7f37320d-ba9e-44d4-b2be-b33c62cdfe9e", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:42:34.380009 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49320c0c-cdf0-4340-a4bc-9922832c2c15 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:42:34.380389 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'code': 200} Mar 29 09:42:34.537755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0012a-7769-49fc-a7f7-f96d32134281 req-fa9f50f7-6009-4357-b786-54da1e0161d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:34.539209 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ec0012a-7769-49fc-a7f7-f96d32134281 req-fa9f50f7-6009-4357-b786-54da1e0161d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 1099 time: 0.0384126 Mar 29 09:42:34.572763 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ec0012a-7769-49fc-a7f7-f96d32134281 req-e77f6767-a28e-4e5e-9180-b4b2afc59a67 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272861 Mar 29 09:42:35.432743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84691c3d-88f2-4dce-9c97-1a6c90996f2c req-4119a9cc-fe93-4e88-bfa8-1b764ce4baeb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:35.434216 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-84691c3d-88f2-4dce-9c97-1a6c90996f2c req-4119a9cc-fe93-4e88-bfa8-1b764ce4baeb tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 946 time: 0.0519130 Mar 29 09:42:35.471552 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-84691c3d-88f2-4dce-9c97-1a6c90996f2c req-449886db-4ca6-4691-9c34-6863a5841723 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310280 Mar 29 09:42:36.203576 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:42:36.586578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d888c-0938-4ccc-ae69-898e484892cc req-5917894e-0563-41ad-a8d4-872e2e142a58 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:36.588022 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d4d888c-0938-4ccc-ae69-898e484892cc req-5917894e-0563-41ad-a8d4-872e2e142a58 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 946 time: 0.0485811 Mar 29 09:42:36.624249 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d4d888c-0938-4ccc-ae69-898e484892cc req-b00de412-8c32-4599-ba36-921814d0223e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303602 Mar 29 09:42:36.735344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75057d-872d-4054-b629-6aa36c25eb71 req-d503623a-ef7a-4a6b-9c36-131f0707e24d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:36.736789 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5d75057d-872d-4054-b629-6aa36c25eb71 req-d503623a-ef7a-4a6b-9c36-131f0707e24d tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 946 time: 0.0466862 Mar 29 09:42:36.774051 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5d75057d-872d-4054-b629-6aa36c25eb71 req-878f574b-d3c6-48b4-a792-d72c3c2420ee tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312948 Mar 29 09:42:36.797548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55258) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:36.838953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42ed6fb-6a7d-4fe7-98e2-63e636ed0e32 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:36.840394 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f42ed6fb-6a7d-4fe7-98e2-63e636ed0e32 tempest-TestNetworkBasicOps-1363755109 tempest-TestNetworkBasicOps-1363755109-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 1094 time: 0.0418131 Mar 29 09:42:36.843096 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55260) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:36.847144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:42:36.866671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:36.958040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.060773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Allocated IP 172.26.1.222 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/acad2647-1778-401f-8b33-9acf4f698b1f) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:42:37.158567 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.191304 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.234926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:42:37.237685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:42:37.241779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:42:37.262494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=acad2647-1778-401f-8b33-9acf4f698b1f,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:37.585372 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.652018 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.798642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.802908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.869401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event updated for resources: {'Port': ['ID=acad2647-1778-401f-8b33-9acf4f698b1f,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:42:37.880193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:37.978296 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 85b41c66-3074-4ab0-af5a-e10fe628d366 associated. External IP: 172.26.1.222, port: 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e. Mar 29 09:42:38.177135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:42:38.279762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:42:38.289552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7874200-61fa-4cf7-83a3-41d81ee8a0d5 None None] Sync routers for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:42:38.297415 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:38.299047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7874200-61fa-4cf7-83a3-41d81ee8a0d5 None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:42:38.299650 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f7874200-61fa-4cf7-83a3-41d81ee8a0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:42:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:38.324349 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2a005ac9-0e49-4854-bf85-71ab224fbb9b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4802837 Mar 29 09:42:38.324928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'tag': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:42:38.327193 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55262) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:38.327716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49357e7c-448e-42d9-b660-57d04b94d41a" -d '{"events": [{"name": "network-changed", "server_uuid": "476646ad-193f-48e3-8c4f-0b57002cfee2", "tag": "7f37320d-ba9e-44d4-b2be-b33c62cdfe9e"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:42:38.366652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8466fcc-a864-40ca-90eb-b166d61e6b26 x-openstack-request-id: req-b8466fcc-a864-40ca-90eb-b166d61e6b26 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:42:38.366944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476646ad-193f-48e3-8c4f-0b57002cfee2", "tag": "7f37320d-ba9e-44d4-b2be-b33c62cdfe9e", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:42:38.367194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8466fcc-a864-40ca-90eb-b166d61e6b26 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:42:38.367596 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'tag': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'status': 'completed', 'code': 200} Mar 29 09:42:38.393478 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-07908045-39fe-40bc-a6d1-8073669975f9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85b41c66-3074-4ab0-af5a-e10fe628d366 HTTP/1.1" status: 200 len: 992 time: 0.0639389 Mar 29 09:42:38.406710 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-f7874200-61fa-4cf7-83a3-41d81ee8a0d5 None None] Set router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:42:38.430415 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49357e7c-448e-42d9-b660-57d04b94d41a req-dac9e2b6-0e0d-450e-a7bf-f7af4e944162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:38.432319 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49357e7c-448e-42d9-b660-57d04b94d41a req-dac9e2b6-0e0d-450e-a7bf-f7af4e944162 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 1099 time: 0.0414834 Mar 29 09:42:38.522838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49357e7c-448e-42d9-b660-57d04b94d41a req-9fa597a1-a63c-42a2-9f74-a20d2b1a6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:38.524343 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49357e7c-448e-42d9-b660-57d04b94d41a req-9fa597a1-a63c-42a2-9f74-a20d2b1a6042 service neutron] 10.222.0.24 "GET /v2.0/networks?id=819039a3-f657-4499-8cd1-cea3963c6ff3 HTTP/1.1" status: 200 len: 898 time: 0.0861578 Mar 29 09:42:38.587487 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49357e7c-448e-42d9-b660-57d04b94d41a req-18deb5e3-bb46-49b5-9520-c2fc1254e3d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e HTTP/1.1" status: 200 len: 1000 time: 0.0569577 Mar 29 09:42:38.625782 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f7874200-61fa-4cf7-83a3-41d81ee8a0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:42:22Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '85b41c66-3074-4ab0-af5a-e10fe628d366', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.222', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'port_id': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'mac_address': 'fa:16:3e:25:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:42:37Z', 'updated_at': '2022-03-29T09:42:37Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd542c181-ddc6-4a75-9827-c36fe7d28473', 'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:fe:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:21Z', 'updated_at': '2022-03-29T09:42:25Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:38.637050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49357e7c-448e-42d9-b660-57d04b94d41a req-21aea196-1598-42dc-9fe1-686009388f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:38.638523 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49357e7c-448e-42d9-b660-57d04b94d41a req-21aea196-1598-42dc-9fe1-686009388f8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04817ee9-6579-4ac7-8aab-731c506c1472 HTTP/1.1" status: 200 len: 834 time: 0.0432053 Mar 29 09:42:38.656145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7874200-61fa-4cf7-83a3-41d81ee8a0d5 None None] Checking router: f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:42:38.665198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7874200-61fa-4cf7-83a3-41d81ee8a0d5 None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:42:38.665832 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f7874200-61fa-4cf7-83a3-41d81ee8a0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:42:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:38.688850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49357e7c-448e-42d9-b660-57d04b94d41a req-3f730daf-22f6-487f-b6e8-93e2b24b80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:42:38.690288 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49357e7c-448e-42d9-b660-57d04b94d41a req-3f730daf-22f6-487f-b6e8-93e2b24b80fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=819039a3-f657-4499-8cd1-cea3963c6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445218 Mar 29 09:42:38.769094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-f7874200-61fa-4cf7-83a3-41d81ee8a0d5 None None] Set router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:42:38.778010 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49357e7c-448e-42d9-b660-57d04b94d41a req-a1048699-e169-4552-a5f8-cc7fff595935 service neutron] 10.222.0.24 "GET /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809517 Mar 29 09:42:38.877295 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49357e7c-448e-42d9-b660-57d04b94d41a req-776a89d7-6aed-4c8a-b3da-27175b964768 service neutron] 10.222.0.24 "GET /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933478 Mar 29 09:42:39.126245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f7874200-61fa-4cf7-83a3-41d81ee8a0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:42:22Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '85b41c66-3074-4ab0-af5a-e10fe628d366', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.222', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'port_id': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'mac_address': 'fa:16:3e:25:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:42:37Z', 'updated_at': '2022-03-29T09:42:37Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd542c181-ddc6-4a75-9827-c36fe7d28473', 'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:fe:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:21Z', 'updated_at': '2022-03-29T09:42:25Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:42:39.156537 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7874200-61fa-4cf7-83a3-41d81ee8a0d5 None None] The sync data for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv is: [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:42:22Z', 'revision_number': 4, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '85b41c66-3074-4ab0-af5a-e10fe628d366', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.222', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'port_id': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'mac_address': 'fa:16:3e:25:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:42:37Z', 'updated_at': '2022-03-29T09:42:37Z', 'revision_number': 0, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd542c181-ddc6-4a75-9827-c36fe7d28473', 'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:fe:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:21Z', 'updated_at': '2022-03-29T09:42:25Z', 'revision_number': 5, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:42:39.339659 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7afdc8-78a9-402c-97de-70ec6db87538 None None] New status for floating IP 85b41c66-3074-4ab0-af5a-e10fe628d366: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:42:39.396410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55266) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:39.458745 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-48792cfe-f62e-4926-bb61-59a45c2910c0 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85b41c66-3074-4ab0-af5a-e10fe628d366 HTTP/1.1" status: 200 len: 992 time: 0.0612800 Mar 29 09:42:40.462533 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55268) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:42:40.521419 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-37e579ac-241e-4ccd-9dbe-b2f5d7ce5b0e tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85b41c66-3074-4ab0-af5a-e10fe628d366 HTTP/1.1" status: 200 len: 994 time: 0.0577378 Mar 29 09:42:56.737780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba2043e5-05de-4b2b-a155-253e3fea2451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:42:59.126505 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-288d8e57-d548-4802-95de-c093ab0bb4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:00.587769 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.034429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:02.554221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:03.613579 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:13.202757 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:43:26.738188 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7474556f-c999-4905-8e63-bd4bcbe5f077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:28.644809 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-838f210a-6a33-4113-aeab-516c4f659023 req-d34340c3-3c12-48e9-afa6-92c821a0db8a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374005 Mar 29 09:43:28.734764 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f210a-6a33-4113-aeab-516c4f659023 req-a2d9f520-c756-45f4-adbb-6b5e25a4d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:28.736249 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-838f210a-6a33-4113-aeab-516c4f659023 req-a2d9f520-c756-45f4-adbb-6b5e25a4d2af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 1099 time: 0.0426860 Mar 29 09:43:28.835982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f210a-6a33-4113-aeab-516c4f659023 req-6f794561-d758-4048-a711-e7ea02a76c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:28.837417 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-838f210a-6a33-4113-aeab-516c4f659023 req-6f794561-d758-4048-a711-e7ea02a76c39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=819039a3-f657-4499-8cd1-cea3963c6ff3 HTTP/1.1" status: 200 len: 898 time: 0.0832117 Mar 29 09:43:28.904956 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-838f210a-6a33-4113-aeab-516c4f659023 req-0cc54b91-105c-4512-9cf0-91524dfed083 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e HTTP/1.1" status: 200 len: 1002 time: 0.0597317 Mar 29 09:43:28.951984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f210a-6a33-4113-aeab-516c4f659023 req-7207e57c-a388-4fcc-a005-a1829f975184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:28.953490 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-838f210a-6a33-4113-aeab-516c4f659023 req-7207e57c-a388-4fcc-a005-a1829f975184 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04817ee9-6579-4ac7-8aab-731c506c1472 HTTP/1.1" status: 200 len: 834 time: 0.0420556 Mar 29 09:43:28.999224 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f210a-6a33-4113-aeab-516c4f659023 req-979b9edb-f3fb-4ea0-8e63-7906254ce896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:29.000697 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-838f210a-6a33-4113-aeab-516c4f659023 req-979b9edb-f3fb-4ea0-8e63-7906254ce896 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=819039a3-f657-4499-8cd1-cea3963c6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408168 Mar 29 09:43:29.128798 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aecf129b-75a7-46fb-8e0a-31f80d46dade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:29.386616 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-838f210a-6a33-4113-aeab-516c4f659023 req-a1443ca4-aeef-49e5-81f2-60a7a9c75512 service neutron] 10.222.0.24 "GET /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791399 Mar 29 09:43:29.474086 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-838f210a-6a33-4113-aeab-516c4f659023 req-debc247b-d8fd-42ef-a132-620745cc7185 service neutron] 10.222.0.24 "GET /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799913 Mar 29 09:43:30.595385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.035288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:32.556633 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:33.619965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:49.759602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55302) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:43:49.764879 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c584c249-a70d-469c-ae9e-85c4ad7774bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'router': {'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:50.062793 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c584c249-a70d-469c-ae9e-85c4ad7774bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.072962 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c584c249-a70d-469c-ae9e-85c4ad7774bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.180269 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c584c249-a70d-469c-ae9e-85c4ad7774bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:43:50.200343 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:43:50.286594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c584c249-a70d-469c-ae9e-85c4ad7774bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:43:50.294017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c584c249-a70d-469c-ae9e-85c4ad7774bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:50.295157 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c584c249-a70d-469c-ae9e-85c4ad7774bc tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f HTTP/1.1" status: 200 len: 888 time: 0.5345838 Mar 29 09:43:50.296965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7498cbb-a430-497d-b92b-80285d126abe None None] Sync routers for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:50.307290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7498cbb-a430-497d-b92b-80285d126abe None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:43:50.307899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a7498cbb-a430-497d-b92b-80285d126abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:50.340304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a7498cbb-a430-497d-b92b-80285d126abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:50.348291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7498cbb-a430-497d-b92b-80285d126abe None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:43:50.348862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a7498cbb-a430-497d-b92b-80285d126abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:50.379536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a7498cbb-a430-497d-b92b-80285d126abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:50.380139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7498cbb-a430-497d-b92b-80285d126abe None None] The sync data for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv is: [] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:51.115057 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dc1439-4d0d-4589-bee7-4e87344daf19 None None] New status for floating IP 85b41c66-3074-4ab0-af5a-e10fe628d366: DOWN {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:43:51.759512 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device df49ecb0-2694-4858-8099-654c79db6b75 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:43:51.832212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.851334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port df49ecb0-2694-4858-8099-654c79db6b75, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=df49ecb0-2694-4858-8099-654c79db6b75,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:43:51.854825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:51.855689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d542c181-ddc6-4a75-9827-c36fe7d28473 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:43:51.928733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=df49ecb0-2694-4858-8099-654c79db6b75,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:51.936776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:51.937386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:51.937749 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:51.938081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:51.938409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:51.938736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:51.939059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:51.939380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:51.939701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:51.940017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:51.940334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:51.940647 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:51.979693 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.011573 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port d542c181-ddc6-4a75-9827-c36fe7d28473, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d542c181-ddc6-4a75-9827-c36fe7d28473,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:43:52.015522 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.062408 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=d542c181-ddc6-4a75-9827-c36fe7d28473,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:52.414817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55310) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:43:52.419373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-24a680f1-7f13-4eb2-a642-62d6d209fd66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:43:52.712610 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24a680f1-7f13-4eb2-a642-62d6d209fd66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-587450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11738'] for router, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.722407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24a680f1-7f13-4eb2-a642-62d6d209fd66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-587443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-587400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588653'] for router, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.824968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a680f1-7f13-4eb2-a642-62d6d209fd66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:43:52.929026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a680f1-7f13-4eb2-a642-62d6d209fd66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:43:52.935694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-24a680f1-7f13-4eb2-a642-62d6d209fd66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:52.936817 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-24a680f1-7f13-4eb2-a642-62d6d209fd66 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f HTTP/1.1" status: 200 len: 887 time: 0.5210083 Mar 29 09:43:52.938997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b59d1ba-bbd5-4c12-ae74-d2680b3c918d None None] Sync routers for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:52.939948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55312) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:43:52.950290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59d1ba-bbd5-4c12-ae74-d2680b3c918d None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:43:52.950897 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4b59d1ba-bbd5-4c12-ae74-d2680b3c918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:53.001947 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-434d8f48-07c8-4c72-864a-0caef33f542f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85b41c66-3074-4ab0-af5a-e10fe628d366 HTTP/1.1" status: 200 len: 992 time: 0.0608320 Mar 29 09:43:53.054668 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-4b59d1ba-bbd5-4c12-ae74-d2680b3c918d None None] Set router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:43:53.279956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4b59d1ba-bbd5-4c12-ae74-d2680b3c918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:43:52Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:43:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '85b41c66-3074-4ab0-af5a-e10fe628d366', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.222', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'port_id': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'mac_address': 'fa:16:3e:25:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:42:37Z', 'updated_at': '2022-03-29T09:43:51Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd542c181-ddc6-4a75-9827-c36fe7d28473', 'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:fe:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:21Z', 'updated_at': '2022-03-29T09:43:51Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:53.305670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b59d1ba-bbd5-4c12-ae74-d2680b3c918d None None] Checking router: f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:53.313926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59d1ba-bbd5-4c12-ae74-d2680b3c918d None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:43:53.314515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4b59d1ba-bbd5-4c12-ae74-d2680b3c918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:53.421015 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-4b59d1ba-bbd5-4c12-ae74-d2680b3c918d None None] Set router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:43:53.635399 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4b59d1ba-bbd5-4c12-ae74-d2680b3c918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:43:52Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:43:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '85b41c66-3074-4ab0-af5a-e10fe628d366', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.222', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'port_id': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'mac_address': 'fa:16:3e:25:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:42:37Z', 'updated_at': '2022-03-29T09:43:51Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd542c181-ddc6-4a75-9827-c36fe7d28473', 'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:fe:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:21Z', 'updated_at': '2022-03-29T09:43:51Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:53.664658 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b59d1ba-bbd5-4c12-ae74-d2680b3c918d None None] The sync data for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv is: [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:43:52Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:43:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '85b41c66-3074-4ab0-af5a-e10fe628d366', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'floating_ip_address': '172.26.1.222', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'port_id': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'mac_address': 'fa:16:3e:25:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:42:37Z', 'updated_at': '2022-03-29T09:43:51Z', 'revision_number': 2, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd542c181-ddc6-4a75-9827-c36fe7d28473', 'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:fe:63:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:21Z', 'updated_at': '2022-03-29T09:43:51Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:54.005750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55314) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:43:54.068091 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1db2bcb3-a010-402a-9102-41912bcd6bc8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85b41c66-3074-4ab0-af5a-e10fe628d366 HTTP/1.1" status: 200 len: 992 time: 0.0611644 Mar 29 09:43:55.072487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55316) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:43:55.137341 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6ed8da25-876c-45fb-82a9-d539f7c9a41f tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85b41c66-3074-4ab0-af5a-e10fe628d366 HTTP/1.1" status: 200 len: 992 time: 0.0637031 Mar 29 09:43:55.186171 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d43b42-3b06-43b7-b03d-5db5e046d957 None None] New status for floating IP 85b41c66-3074-4ab0-af5a-e10fe628d366: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:43:55.801311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device df49ecb0-2694-4858-8099-654c79db6b75 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:43:55.847492 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port df49ecb0-2694-4858-8099-654c79db6b75 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:55.847780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:55.923661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:55.942894 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port df49ecb0-2694-4858-8099-654c79db6b75, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=df49ecb0-2694-4858-8099-654c79db6b75,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:43:55.947235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:55.948079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d542c181-ddc6-4a75-9827-c36fe7d28473 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:43:56.017940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=df49ecb0-2694-4858-8099-654c79db6b75,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:56.031668 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d542c181-ddc6-4a75-9827-c36fe7d28473 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:56.032032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.110043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.139540 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port d542c181-ddc6-4a75-9827-c36fe7d28473, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d542c181-ddc6-4a75-9827-c36fe7d28473,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:43:56.141278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55318) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:43:56.144687 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.192754 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=d542c181-ddc6-4a75-9827-c36fe7d28473,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:56.203317 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-451de84b-e41e-4c6b-8ab9-8549443fe5e9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/floatingips/85b41c66-3074-4ab0-af5a-e10fe628d366 HTTP/1.1" status: 200 len: 994 time: 0.0606809 Mar 29 09:43:56.442273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55324) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:43:56.596276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port acad2647-1778-401f-8b33-9acf4f698b1f {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:43:56.596519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.668923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.669248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.680374 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for acad2647-1778-401f-8b33-9acf4f698b1f owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:43:56.741482 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4ca1187a-bf36-42e7-96f6-611d5be84835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.827799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.851202 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=acad2647-1778-401f-8b33-9acf4f698b1f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:56.862492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:56.862837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:56.863176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:56.863538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:56.863959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:56.864340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:56.864749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:56.865035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:56.865364 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:56.865719 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:56.866042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:56.866379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:43:56.924153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:56.924483 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Floating IP 85b41c66-3074-4ab0-af5a-e10fe628d366 disassociated (deleted). External IP: 172.26.1.222, port: 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e. Mar 29 09:43:57.128439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:43:57.233150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:43:57.237937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:57.243055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bf83a-b337-4332-9bdf-47843f2f90c7 None None] Sync routers for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:43:57.252665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bf83a-b337-4332-9bdf-47843f2f90c7 None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:43:57.253274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3d6bf83a-b337-4332-9bdf-47843f2f90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:57.264280 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b33dffcb-41f7-4279-a084-af84e64056d8 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/floatingips/85b41c66-3074-4ab0-af5a-e10fe628d366 HTTP/1.1" status: 204 len: 168 time: 0.8209536 Mar 29 09:43:57.264861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'tag': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:43:57.267231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d64ecc-b4c6-4174-9603-ab795590c299" -d '{"events": [{"name": "network-changed", "server_uuid": "476646ad-193f-48e3-8c4f-0b57002cfee2", "tag": "7f37320d-ba9e-44d4-b2be-b33c62cdfe9e"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:43:57.310336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c356b5e-4ac3-4c4a-9079-884ec077bb3f x-openstack-request-id: req-5c356b5e-4ac3-4c4a-9079-884ec077bb3f {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:43:57.310970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476646ad-193f-48e3-8c4f-0b57002cfee2", "tag": "7f37320d-ba9e-44d4-b2be-b33c62cdfe9e", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:43:57.311220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c356b5e-4ac3-4c4a-9079-884ec077bb3f {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:43:57.311881 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'tag': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'status': 'completed', 'code': 200} Mar 29 09:43:57.364239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-3d6bf83a-b337-4332-9bdf-47843f2f90c7 None None] Set router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:43:57.384020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d64ecc-b4c6-4174-9603-ab795590c299 req-e1a837b4-198b-4272-99be-1ce90bb4bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:57.385427 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-48d64ecc-b4c6-4174-9603-ab795590c299 req-e1a837b4-198b-4272-99be-1ce90bb4bdc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6010cd4cec6b417ba57b11945c979066&device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 1099 time: 0.0484080 Mar 29 09:43:57.516221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d64ecc-b4c6-4174-9603-ab795590c299 req-f74c8f2b-4d22-431f-accf-7cfab983c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:57.517717 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-48d64ecc-b4c6-4174-9603-ab795590c299 req-f74c8f2b-4d22-431f-accf-7cfab983c540 service neutron] 10.222.0.24 "GET /v2.0/networks?id=819039a3-f657-4499-8cd1-cea3963c6ff3 HTTP/1.1" status: 200 len: 898 time: 0.1216497 Mar 29 09:43:57.525348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99c29c-6874-418a-9f2e-121702366b8a req-0bf0b586-5b99-422b-ba61-eaa89750196a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:57.526747 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ec99c29c-6874-418a-9f2e-121702366b8a req-0bf0b586-5b99-422b-ba61-eaa89750196a tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 946 time: 0.0691156 Mar 29 09:43:57.569252 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3d6bf83a-b337-4332-9bdf-47843f2f90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:43:52Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:43:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd542c181-ddc6-4a75-9827-c36fe7d28473', 'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:fe:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:21Z', 'updated_at': '2022-03-29T09:43:56Z', 'revision_number': 7, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:57.575569 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-48d64ecc-b4c6-4174-9603-ab795590c299 req-7effbaae-b88a-4094-a258-957ca6938272 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e HTTP/1.1" status: 200 len: 217 time: 0.0478919 Mar 29 09:43:57.621034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ec99c29c-6874-418a-9f2e-121702366b8a req-13c9207e-c887-4291-bb72-ca4ea25740d9 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875969 Mar 29 09:43:57.644585 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d64ecc-b4c6-4174-9603-ab795590c299 req-640ffe65-ce64-42b8-8d26-77392c7d154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:57.646039 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-48d64ecc-b4c6-4174-9603-ab795590c299 req-640ffe65-ce64-42b8-8d26-77392c7d154c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=04817ee9-6579-4ac7-8aab-731c506c1472 HTTP/1.1" status: 200 len: 834 time: 0.0630431 Mar 29 09:43:57.693343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d64ecc-b4c6-4174-9603-ab795590c299 req-77b7f871-f832-415c-9ab4-b0d3fdc72406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:57.694877 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-48d64ecc-b4c6-4174-9603-ab795590c299 req-77b7f871-f832-415c-9ab4-b0d3fdc72406 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=819039a3-f657-4499-8cd1-cea3963c6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418456 Mar 29 09:43:57.745738 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bf83a-b337-4332-9bdf-47843f2f90c7 None None] Checking router: f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:43:57.754269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bf83a-b337-4332-9bdf-47843f2f90c7 None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:43:57.754867 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3d6bf83a-b337-4332-9bdf-47843f2f90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:57.794275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device df49ecb0-2694-4858-8099-654c79db6b75 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:43:57.800034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-48d64ecc-b4c6-4174-9603-ab795590c299 req-df64faf8-5916-4b51-8399-69daf31f40d1 service neutron] 10.222.0.24 "GET /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976677 Mar 29 09:43:57.889108 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-48d64ecc-b4c6-4174-9603-ab795590c299 req-eed6315a-1cdf-44f2-974e-e6b375bbc4a1 service neutron] 10.222.0.24 "GET /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818543 Mar 29 09:43:57.905690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-3d6bf83a-b337-4332-9bdf-47843f2f90c7 None None] Set router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:43:57.908464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port df49ecb0-2694-4858-8099-654c79db6b75 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:57.908838 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.109535 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d542c181-ddc6-4a75-9827-c36fe7d28473 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:43:58.187353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d542c181-ddc6-4a75-9827-c36fe7d28473 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:43:58.187631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:58.223294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3d6bf83a-b337-4332-9bdf-47843f2f90c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:43:52Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:43:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd542c181-ddc6-4a75-9827-c36fe7d28473', 'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:fe:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:21Z', 'updated_at': '2022-03-29T09:43:56Z', 'revision_number': 7, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:43:58.252459 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bf83a-b337-4332-9bdf-47843f2f90c7 None None] The sync data for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv is: [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:43:52Z', 'revision_number': 6, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:43:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'd542c181-ddc6-4a75-9827-c36fe7d28473', 'name': '', 'network_id': '819039a3-f657-4499-8cd1-cea3963c6ff3', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'mac_address': 'fa:16:3e:fe:63:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:21Z', 'updated_at': '2022-03-29T09:43:56Z', 'revision_number': 7, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'subnets': [{'id': '04817ee9-6579-4ac7-8aab-731c506c1472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:43:58.747329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712edda-8919-469a-ae4f-c45e55141a50 req-a074c4cf-b879-4742-afbb-c8822cf928ab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:58.749099 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9712edda-8919-469a-ae4f-c45e55141a50 req-a074c4cf-b879-4742-afbb-c8822cf928ab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 946 time: 0.0560741 Mar 29 09:43:58.788316 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9712edda-8919-469a-ae4f-c45e55141a50 req-6d7b85d3-45a4-401d-a61f-a3b93ed0fc1c tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/security-groups?id=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331814 Mar 29 09:43:58.847528 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22158a2-9830-45e4-9b9a-adb3882d5133 None None] New status for floating IP 85b41c66-3074-4ab0-af5a-e10fe628d366: DOWN {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:43:59.027435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48f9ab-7ea7-44c6-bfa6-85cce12bb001 req-1d45a1e1-b8f9-4279-b11a-9839c19f968b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:43:59.028772 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9b48f9ab-7ea7-44c6-bfa6-85cce12bb001 req-1d45a1e1-b8f9-4279-b11a-9839c19f968b tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 946 time: 0.0462384 Mar 29 09:43:59.120755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-9b48f9ab-7ea7-44c6-bfa6-85cce12bb001 req-f689c160-cc74-4460-9c40-160f7d66f200 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:43:59.121100 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9b48f9ab-7ea7-44c6-bfa6-85cce12bb001 req-f689c160-cc74-4460-9c40-160f7d66f200 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:59.130775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3a8869de-0940-46a9-83a9-55e5551bb75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:59.207072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-9b48f9ab-7ea7-44c6-bfa6-85cce12bb001 req-f689c160-cc74-4460-9c40-160f7d66f200 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:43:59.207437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9b48f9ab-7ea7-44c6-bfa6-85cce12bb001 req-f689c160-cc74-4460-9c40-160f7d66f200 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:59.222003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-9b48f9ab-7ea7-44c6-bfa6-85cce12bb001 req-f689c160-cc74-4460-9c40-160f7d66f200 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:43:59.355127 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9b48f9ab-7ea7-44c6-bfa6-85cce12bb001 req-f689c160-cc74-4460-9c40-160f7d66f200 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:59.383067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689c160-cc74-4460-9c40-160f7d66f200 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=7f37320d-ba9e-44d4-b2be-b33c62cdfe9e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:43:59.422156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b48f9ab-7ea7-44c6-bfa6-85cce12bb001 req-f689c160-cc74-4460-9c40-160f7d66f200 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] No DVR routers for this DVR port 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:43:59.424600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9b48f9ab-7ea7-44c6-bfa6-85cce12bb001 req-f689c160-cc74-4460-9c40-160f7d66f200 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:43:59.428008 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9b48f9ab-7ea7-44c6-bfa6-85cce12bb001 req-f689c160-cc74-4460-9c40-160f7d66f200 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.24 "DELETE /v2.0/ports/7f37320d-ba9e-44d4-b2be-b33c62cdfe9e HTTP/1.1" status: 204 len: 173 time: 0.3924134 Mar 29 09:43:59.428438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'name': 'network-vif-deleted', 'tag': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:43:59.430673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d353bf8-f89a-4740-8832-9671b4d9ed01" -d '{"events": [{"server_uuid": "476646ad-193f-48e3-8c4f-0b57002cfee2", "name": "network-vif-deleted", "tag": "7f37320d-ba9e-44d4-b2be-b33c62cdfe9e"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:43:59.467507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abc035f-354c-4a11-ae11-cefe14bd663f x-openstack-request-id: req-9abc035f-354c-4a11-ae11-cefe14bd663f {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:43:59.467792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476646ad-193f-48e3-8c4f-0b57002cfee2", "name": "network-vif-deleted", "tag": "7f37320d-ba9e-44d4-b2be-b33c62cdfe9e", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:43:59.468036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9abc035f-354c-4a11-ae11-cefe14bd663f {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:43:59.468427 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476646ad-193f-48e3-8c4f-0b57002cfee2', 'name': 'network-vif-deleted', 'tag': '7f37320d-ba9e-44d4-b2be-b33c62cdfe9e', 'status': 'completed', 'code': 200} Mar 29 09:43:59.918822 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e7a56d37-05d6-40d2-974f-b50b92b01e62 req-0d85057f-8d82-4733-b387-e7117d055379 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "GET /v2.0/ports?device_id=476646ad-193f-48e3-8c4f-0b57002cfee2 HTTP/1.1" status: 200 len: 210 time: 0.0303493 Mar 29 09:44:00.596607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:00.975112 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55340) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:01.032221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d292262e-e574-4477-8f4e-5d8e49a23eab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.055954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d292262e-e574-4477-8f4e-5d8e49a23eab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.115884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d292262e-e574-4477-8f4e-5d8e49a23eab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.118403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d292262e-e574-4477-8f4e-5d8e49a23eab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.119534 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d292262e-e574-4477-8f4e-5d8e49a23eab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/security-groups/5e331c57-e77e-4d6e-a4b6-3b22ca9e83de HTTP/1.1" status: 204 len: 168 time: 0.1434219 Mar 29 09:44:01.128382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292262e-e574-4477-8f4e-5d8e49a23eab tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e331c57-e77e-4d6e-a4b6-3b22ca9e83de,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:01.154233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55344) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:01.508627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3194996f-ffc0-4971-96c2-2503d05c9623 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.754025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-3194996f-ffc0-4971-96c2-2503d05c9623 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port d542c181-ddc6-4a75-9827-c36fe7d28473 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:44:01.754369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3194996f-ffc0-4971-96c2-2503d05c9623 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.840493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-3194996f-ffc0-4971-96c2-2503d05c9623 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port d542c181-ddc6-4a75-9827-c36fe7d28473, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d542c181-ddc6-4a75-9827-c36fe7d28473,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:44:01.840856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3194996f-ffc0-4971-96c2-2503d05c9623 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:01.852772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-3194996f-ffc0-4971-96c2-2503d05c9623 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for d542c181-ddc6-4a75-9827-c36fe7d28473 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:44:02.034653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3194996f-ffc0-4971-96c2-2503d05c9623 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.036763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.071988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194996f-ffc0-4971-96c2-2503d05c9623 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=d542c181-ddc6-4a75-9827-c36fe7d28473,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:02.524028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3194996f-ffc0-4971-96c2-2503d05c9623 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.561090 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.581999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:44:02.602582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:44:02.602926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 7f37320d-ba9e-44d4-b2be-b33c62cdfe9e not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:44:02.734817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3194996f-ffc0-4971-96c2-2503d05c9623 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:44:02.840373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3194996f-ffc0-4971-96c2-2503d05c9623 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:44:02.845341 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3194996f-ffc0-4971-96c2-2503d05c9623 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "PUT /v2.0/routers/f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6901672 Mar 29 09:44:02.848456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55346) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:02.850130 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe9d22f-0411-40b7-acf6-eb5e82d478c7 None None] Sync routers for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:02.860767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe9d22f-0411-40b7-acf6-eb5e82d478c7 None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:44:02.861370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3fe9d22f-0411-40b7-acf6-eb5e82d478c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:02.900278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-03891da6-3698-4b9d-bf84-a55265aa2468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting subnet 04817ee9-6579-4ac7-8aab-731c506c1472 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:44:02.903316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03891da6-3698-4b9d-bf84-a55265aa2468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.943252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03891da6-3698-4b9d-bf84-a55265aa2468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:02.964192 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-3fe9d22f-0411-40b7-acf6-eb5e82d478c7 None None] Set router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:44:03.028707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03891da6-3698-4b9d-bf84-a55265aa2468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.088641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03891da6-3698-4b9d-bf84-a55265aa2468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.115249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03891da6-3698-4b9d-bf84-a55265aa2468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Subnet': ['ID=04817ee9-6579-4ac7-8aab-731c506c1472,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:03.120895 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-03891da6-3698-4b9d-bf84-a55265aa2468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.124427 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-03891da6-3698-4b9d-bf84-a55265aa2468 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/subnets/04817ee9-6579-4ac7-8aab-731c506c1472 HTTP/1.1" status: 204 len: 168 time: 0.2746806 Mar 29 09:44:03.128275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55348) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:03.132410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bb60e1-4da3-400f-a5e4-49050a9131f3 None None] Network 819039a3-f657-4499-8cd1-cea3963c6ff3 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:44:03.221361 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3fe9d22f-0411-40b7-acf6-eb5e82d478c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:44:01Z', 'revision_number': 7, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:43:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:03.237441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.252555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe9d22f-0411-40b7-acf6-eb5e82d478c7 None None] Checking router: f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:44:03.278194 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe9d22f-0411-40b7-acf6-eb5e82d478c7 None None] Routers {'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:44:03.278802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3fe9d22f-0411-40b7-acf6-eb5e82d478c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:03.354851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.393421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-3fe9d22f-0411-40b7-acf6-eb5e82d478c7 None None] Set router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:44:03.398043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b7821d-3baa-4fb7-80d6-b5df8165f8d0 None None] DHCP port deletion for 819039a3-f657-4499-8cd1-cea3963c6ff3 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:44:03.413791 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Deleting port df49ecb0-2694-4858-8099-654c79db6b75 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:44:03.414138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.498919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] For port df49ecb0-2694-4858-8099-654c79db6b75, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=df49ecb0-2694-4858-8099-654c79db6b75,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:44:03.499284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.512324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Calling delete_port for df49ecb0-2694-4858-8099-654c79db6b75 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:44:03.559872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7821d-3baa-4fb7-80d6-b5df8165f8d0 None None] Deleting port fc5471ef-5b97-46e1-82f5-1fea510326ea {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:44:03.560290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f1b7821d-3baa-4fb7-80d6-b5df8165f8d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.663750 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f1b7821d-3baa-4fb7-80d6-b5df8165f8d0 None None] For port fc5471ef-5b97-46e1-82f5-1fea510326ea, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=fc5471ef-5b97-46e1-82f5-1fea510326ea,segment=NetworkSegment(4d9be167-2233-41bb-b72d-b6e0a5807ab5),segment_id=4d9be167-2233-41bb-b72d-b6e0a5807ab5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:44:03.664060 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f1b7821d-3baa-4fb7-80d6-b5df8165f8d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.673537 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.679509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.681776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f1b7821d-3baa-4fb7-80d6-b5df8165f8d0 None None] Calling delete_port for fc5471ef-5b97-46e1-82f5-1fea510326ea owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:44:03.707237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Port': ['ID=df49ecb0-2694-4858-8099-654c79db6b75,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:03.730329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3fe9d22f-0411-40b7-acf6-eb5e82d478c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:44:01Z', 'revision_number': 7, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:43:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:03.764734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe9d22f-0411-40b7-acf6-eb5e82d478c7 None None] The sync data for ids ['f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f'] in dv-neutron-835554-1-hyperv is: [{'id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'name': 'tempest-TestNetworkBasicOps-router-530353386', 'tenant_id': '6010cd4cec6b417ba57b11945c979066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140'}], 'enable_snat': True}, 'gw_port_id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:42:18Z', 'updated_at': '2022-03-29T09:44:01Z', 'revision_number': 7, 'project_id': '6010cd4cec6b417ba57b11945c979066', 'gw_port': {'id': 'df49ecb0-2694-4858-8099-654c79db6b75', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:42:19Z', 'updated_at': '2022-03-29T09:43:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:03.772811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.823128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f1b7821d-3baa-4fb7-80d6-b5df8165f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.852491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7821d-3baa-4fb7-80d6-b5df8165f8d0 None None] Pushing event deleted for resources: {'Port': ['ID=fc5471ef-5b97-46e1-82f5-1fea510326ea,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:03.856002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b7821d-3baa-4fb7-80d6-b5df8165f8d0 None None] No DVR routers for this DVR port fc5471ef-5b97-46e1-82f5-1fea510326ea on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:44:03.886463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.888592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.931305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.931755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Fanout notify agent at l3_agent the message router_deleted on router f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:44:03.939092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:03.940204 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-733742aa-a9b6-4e62-8776-6986bebbadf1 tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/routers/f9c360ad-d247-44c6-9eda-e0b9d0fb1d2f HTTP/1.1" status: 204 len: 168 time: 0.8110051 Mar 29 09:44:03.943464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55350) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:04.017181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.103880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.123926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819039a3-f657-4499-8cd1-cea3963c6ff3']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:04.134401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9be167-2233-41bb-b72d-b6e0a5807ab5') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:04.134614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9be167-2233-41bb-b72d-b6e0a5807ab5') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:04.146788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.160518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.172496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:44:04.172953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:44:04.176390 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:44:04.200304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device fc5471ef-5b97-46e1-82f5-1fea510326ea no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:44:04.227770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: fc5471ef-5b97-46e1-82f5-1fea510326ea {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:44:04.227770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device fc5471ef-5b97-46e1-82f5-1fea510326ea not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:44:04.243519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.249002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.252241 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] 10.222.0.32 "DELETE /v2.0/networks/819039a3-f657-4499-8cd1-cea3963c6ff3 HTTP/1.1" status: 204 len: 168 time: 0.3078465 Mar 29 09:44:04.267789 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd169f-e8ec-4124-bf06-b1bf548c00ca tempest-TestNetworkBasicOps-1541204954 tempest-TestNetworkBasicOps-1541204954-project] Pushing event deleted for resources: {'Network': ['ID=819039a3-f657-4499-8cd1-cea3963c6ff3,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:04.564138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55356) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:04.717989 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4fe0253a-f04d-40e4-bb28-e13dc86d17fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6010cd4cec6b417ba57b11945c979066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525307 Mar 29 09:44:04.720276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55360) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:04.773131 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-040f01da-36db-4825-a70a-d45306bfb78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.794020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-040f01da-36db-4825-a70a-d45306bfb78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.845076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-040f01da-36db-4825-a70a-d45306bfb78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.847863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-040f01da-36db-4825-a70a-d45306bfb78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:04.848993 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-040f01da-36db-4825-a70a-d45306bfb78b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ddb5589-c94b-4ac4-a75d-93f771b8dfcd HTTP/1.1" status: 204 len: 168 time: 0.1278651 Mar 29 09:44:04.864338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f01da-36db-4825-a70a-d45306bfb78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddb5589-c94b-4ac4-a75d-93f771b8dfcd,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:05.114820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55366) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:05.127686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f101c7cb-5ff1-4e5b-b089-68551c19416f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.208933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f101c7cb-5ff1-4e5b-b089-68551c19416f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.212846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f101c7cb-5ff1-4e5b-b089-68551c19416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.250113 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f101c7cb-5ff1-4e5b-b089-68551c19416f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08154eb642a649e48c260e0d581ec14f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342144 Mar 29 09:44:05.251228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101c7cb-5ff1-4e5b-b089-68551c19416f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ab3b31-d2b3-417c-af12-d20b91dc308c,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:05.252856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55368) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:05.303027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.324332 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.370025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.372594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:05.373790 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7ab3b31-d2b3-417c-af12-d20b91dc308c HTTP/1.1" status: 204 len: 168 time: 0.1198680 Mar 29 09:44:05.381245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ab3b31-d2b3-417c-af12-d20b91dc308c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:05.388124 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:05.388469 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:05.388809 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:05.389148 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:05.389487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:05.389851 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:05.390179 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:05.390512 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:05.390828 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:05.391152 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:05.391478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:05.391799 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559011ec-9fd7-4f73-8cfb-c8666309ba5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:05.730519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device df49ecb0-2694-4858-8099-654c79db6b75 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:44:05.750838 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: df49ecb0-2694-4858-8099-654c79db6b75 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:44:05.751269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device df49ecb0-2694-4858-8099-654c79db6b75 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:44:05.751734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d542c181-ddc6-4a75-9827-c36fe7d28473 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:44:05.775392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: d542c181-ddc6-4a75-9827-c36fe7d28473 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:44:05.775392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d542c181-ddc6-4a75-9827-c36fe7d28473 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:44:06.065972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55390) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:06.158740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-106921011-network', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:06.182372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Made reservation on behalf of 2d6c3070dcd9491689712cbebf512b41 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:06.184648 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.192917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.265029 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.268742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.295466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:06.301528 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6aaa22-9e23-4333-b246-a814b4281e68,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:06.308002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.308343 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Added segment 809bf7d2-ac9b-4f1a-badb-3ca9faba8538 of type vlan for network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 Mar 29 09:44:06.346755 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.371209 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.372128 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:06.372701 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.404985 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3378682 Mar 29 09:44:06.408014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55394) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:06.413532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-58240d6d-0981-4e9f-9cef-890e9e9670e8 admin admin] Request body: {'subnet': {'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-106921011-subnet', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'ip_version': 4}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:06.432629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58240d6d-0981-4e9f-9cef-890e9e9670e8 admin admin] Made reservation on behalf of 2d6c3070dcd9491689712cbebf512b41 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:06.435191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58240d6d-0981-4e9f-9cef-890e9e9670e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.437281 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf83d4-cf04-4266-8a17-ceb07a266fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=414f83b1-3c93-42cc-8e9a-50a9f32a7269,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:06.448249 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:44:06.607803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58240d6d-0981-4e9f-9cef-890e9e9670e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.659222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58240d6d-0981-4e9f-9cef-890e9e9670e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1526675-8f82-4875-b490-592b7536550d,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:06.670337 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58240d6d-0981-4e9f-9cef-890e9e9670e8 admin admin] Checking segment: {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:44:06.670699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58240d6d-0981-4e9f-9cef-890e9e9670e8 admin admin] Network hostable DHCP agents. Network: 414f83b1-3c93-42cc-8e9a-50a9f32a7269, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:06.688259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58240d6d-0981-4e9f-9cef-890e9e9670e8 admin admin] Network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:06.697782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-58240d6d-0981-4e9f-9cef-890e9e9670e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 414f83b1-3c93-42cc-8e9a-50a9f32a7269) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:06.702045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58240d6d-0981-4e9f-9cef-890e9e9670e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:06.702623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58240d6d-0981-4e9f-9cef-890e9e9670e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.707222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0169f0ee-5396-46a1-ae5b-e58c354af157 None None] Network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:44:06.721587 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-58240d6d-0981-4e9f-9cef-890e9e9670e8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3124111 Mar 29 09:44:06.724237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55396) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:06.728538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:06.750730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.751840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.810572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.944751 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:06.994145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:44:06.995094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.126109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Allocated IP 172.20.0.2 (414f83b1-3c93-42cc-8e9a-50a9f32a7269/b1526675-8f82-4875-b490-592b7536550d/7839796e-0878-4ceb-a368-5dbb9e1b4b2d) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:07.138751 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.157808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.267169 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.267718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Allocated IP 172.26.1.221 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/088ebdc3-1b42-4d86-9dcb-44c1a78f1d19) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:07.275662 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.314059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:07.319206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:07.321452 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:44:07.334117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Pushing event updated for resources: {'Port': ['ID=7839796e-0878-4ceb-a368-5dbb9e1b4b2d,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:07.376213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.384283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Attempting to bind port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:07.384652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Attempting to bind port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:07.385012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Attempting to bind port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d on network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:44:07.389857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:44:07.390227 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Checking segment: {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:44:07.390627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.391025 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Bound using segment: {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:44:07.391474 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Bound port: 7839796e-0878-4ceb-a368-5dbb9e1b4b2d, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:07.391855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.411475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.455062 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:07.455727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] For port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:44:07.459187 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] For port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=7839796e-0878-4ceb-a368-5dbb9e1b4b2d,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:44:07.459585 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:07.463799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:44:07.465476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:07.466887 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Pushing event updated for resources: {'Port': ['ID=088ebdc3-1b42-4d86-9dcb-44c1a78f1d19,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:07.528198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444f2ae-bf63-4354-bedc-855d307e1cb5 None None] Pushing event updated for resources: {'Port': ['ID=7839796e-0878-4ceb-a368-5dbb9e1b4b2d,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:07.856779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7839796e-0878-4ceb-a368-5dbb9e1b4b2d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:44:07.927709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:07.928400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.009313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.045432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=7839796e-0878-4ceb-a368-5dbb9e1b4b2d,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:44:08.049868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.057976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.100070 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=7839796e-0878-4ceb-a368-5dbb9e1b4b2d,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:08.251693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.383803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Router 42d59753-7db2-44d2-9fc4-f76877f35dd6 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:44:08.489638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:44:08.499362 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Sync routers for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:08.506372 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68467e2e-4531-4f7b-b829-747cbfdc956a None None] Network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:44:08.509418 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.510094 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:44:08.513236 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1b6ef089-3c32-4a79-bcc8-3e12924d001b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7856231 Mar 29 09:44:08.513378 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:08.513614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55398) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:08.594291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8aebc692-8f46-40b6-827b-fb19b1ada273 None None] Provisioning complete for port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:08.594572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8aebc692-8f46-40b6-827b-fb19b1ada273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.627829 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:44:08.910238 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:07Z', 'revision_number': 3, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:08.937302 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Checking router: 42d59753-7db2-44d2-9fc4-f76877f35dd6 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:44:08.937663 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Updating router 42d59753-7db2-44d2-9fc4-f76877f35dd6 port 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:44:08.948457 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.959129 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b9161449-034e-411f-86c5-6dfddc5e980d None None] Provisioning complete for port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:08.959492 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b9161449-034e-411f-86c5-6dfddc5e980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:08.966731 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.144947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Allocated IP 172.20.0.1 (414f83b1-3c93-42cc-8e9a-50a9f32a7269/b1526675-8f82-4875-b490-592b7536550d/e8e6eff6-24eb-4860-9424-c67d4ab3b668) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:09.218106 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.223085 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.249245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.271064 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Attempting to bind port 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:09.271420 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Attempting to bind port 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:09.271768 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Attempting to bind port 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:44:09.278404 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Pushing event updated for resources: {'Port': ['ID=088ebdc3-1b42-4d86-9dcb-44c1a78f1d19,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:09.281269 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:44:09.281649 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:44:09.281815 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.282041 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.282417 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:44:09.282869 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Bound port: 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:09.283233 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.289502 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:09.289862 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:09.290192 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:09.290514 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:09.290900 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:09.291225 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:09.291541 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:09.291858 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:09.292176 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:09.292487 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:09.292797 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:09.293106 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:44:09.319328 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:09.322308 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:09.326028 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:44:09.354613 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] For port 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:44:09.355213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e6eff6-24eb-4860-9424-c67d4ab3b668,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:09.358050 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] For port 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=088ebdc3-1b42-4d86-9dcb-44c1a78f1d19,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:44:09.365890 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.375483 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.424924 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:44:09.425678 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:09.429334 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f069d-5b9b-4bd6-8020-848a19680e9b None None] Pushing event updated for resources: {'Port': ['ID=088ebdc3-1b42-4d86-9dcb-44c1a78f1d19,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:09.516256 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.540769 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:44:09.562405 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1a679eb0-b4d3-4a21-b50d-9b40ebdac2f1 None None] Provisioning complete for port e8e6eff6-24eb-4860-9424-c67d4ab3b668 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:09.563004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1a679eb0-b4d3-4a21-b50d-9b40ebdac2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.597776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1a679eb0-b4d3-4a21-b50d-9b40ebdac2f1 None None] Port e8e6eff6-24eb-4860-9424-c67d4ab3b668 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:44:09.678507 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.682970 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.714411 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:07Z', 'revision_number': 3, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:09.744035 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9103fb43-3788-4119-9b3c-f36eb6f2a046 None None] The sync data for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv is: [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:07Z', 'revision_number': 3, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:09.751968 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.760731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e6eff6-24eb-4860-9424-c67d4ab3b668,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:09.787773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7839796e-0878-4ceb-a368-5dbb9e1b4b2d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:44:09.841152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:09.841634 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:09.855146 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:09.857290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:10.019612 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Router 42d59753-7db2-44d2-9fc4-f76877f35dd6 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:44:10.123001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-23779bdc-fc33-4030-be7e-30038e287a34 None None] Provisioning complete for port e8e6eff6-24eb-4860-9424-c67d4ab3b668 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:10.123462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-23779bdc-fc33-4030-be7e-30038e287a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.136780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:44:10.146582 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7a9c1d4e-93f4-46ba-99fe-b4ecc9fc7764 admin admin] 10.222.0.32 "PUT /v2.0/routers/42d59753-7db2-44d2-9fc4-f76877f35dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6276793 Mar 29 09:44:10.160965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-23779bdc-fc33-4030-be7e-30038e287a34 None None] Port e8e6eff6-24eb-4860-9424-c67d4ab3b668 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:44:10.616861 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55414) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:10.621798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1737363533-network', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:10.639683 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Made reservation on behalf of f423f45186ad4243a3c626de7b837a75 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:10.641900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.649982 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.725242 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.729677 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.749794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:44:10.762682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effcb0b2-2429-4495-b95c-7efe7ccf1d38,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:10.767654 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.767995 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Added segment ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6 of type vlan for network a773e08e-ca4b-4ca1-91fc-fbbe05b44356 Mar 29 09:44:10.808701 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.837100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.838223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:10.838803 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.865196 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2465789 Mar 29 09:44:10.868052 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55416) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:10.873288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-637a81ee-d4c7-42db-890d-69a56f760ea1 admin admin] Request body: {'subnet': {'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1737363533-subnet', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'ip_version': 4}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:10.898176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637a81ee-d4c7-42db-890d-69a56f760ea1 admin admin] Made reservation on behalf of f423f45186ad4243a3c626de7b837a75 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:10.900602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-637a81ee-d4c7-42db-890d-69a56f760ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:10.903169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f4dad-da56-4aaf-93c0-6a2a8b517830 admin admin] Pushing event updated for resources: {'Network': ['ID=a773e08e-ca4b-4ca1-91fc-fbbe05b44356,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:10.914807 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network a773e08e-ca4b-4ca1-91fc-fbbe05b44356 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:44:11.079044 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-637a81ee-d4c7-42db-890d-69a56f760ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.133844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a81ee-d4c7-42db-890d-69a56f760ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=790fcbf3-e0de-4b46-8ee5-88a2060b85ec,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:11.142087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a81ee-d4c7-42db-890d-69a56f760ea1 admin admin] Checking segment: {'id': 'ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:44:11.142441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637a81ee-d4c7-42db-890d-69a56f760ea1 admin admin] Network hostable DHCP agents. Network: a773e08e-ca4b-4ca1-91fc-fbbe05b44356, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:44:11.159384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637a81ee-d4c7-42db-890d-69a56f760ea1 admin admin] Network a773e08e-ca4b-4ca1-91fc-fbbe05b44356 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:44:11.168198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-637a81ee-d4c7-42db-890d-69a56f760ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, a773e08e-ca4b-4ca1-91fc-fbbe05b44356) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:11.177621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637a81ee-d4c7-42db-890d-69a56f760ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:11.177818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6b4543-45e8-4449-b942-40dfc422c9d7 None None] Network a773e08e-ca4b-4ca1-91fc-fbbe05b44356 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:44:11.179284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-637a81ee-d4c7-42db-890d-69a56f760ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.195856 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-637a81ee-d4c7-42db-890d-69a56f760ea1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3266335 Mar 29 09:44:11.198607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55418) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:11.203222 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1737363533-router', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:11.222934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.224611 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.284981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.324886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Sync routers for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:11.335868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-a773e08e-ca4b-4ca1-91fc-fbbe05b44356', 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'fixed_ips': [{'subnet_id': '790fcbf3-e0de-4b46-8ee5-88a2060b85ec'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:44:11.336763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.341638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:44:11.342398 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:11.419113 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.545523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:44:11.593557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Allocated IP 172.20.0.2 (a773e08e-ca4b-4ca1-91fc-fbbe05b44356/790fcbf3-e0de-4b46-8ee5-88a2060b85ec/8e33ba53-04bc-4d17-88ff-c671665319af) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:11.627934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.649163 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.757626 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Allocated IP 172.26.1.100 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/249dd7f7-707b-4b09-ac53-0ff1bebb0b7b) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:11.879029 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.882133 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:44:11.912802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:11.955232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:11.959841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:11.963516 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:44:11.987827 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Pushing event updated for resources: {'Port': ['ID=249dd7f7-707b-4b09-ac53-0ff1bebb0b7b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:12.030572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:12.031151 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.078099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.089962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.124236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 2, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:12.167225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Network a773e08e-ca4b-4ca1-91fc-fbbe05b44356 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:12.168086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Checking router: 42d59753-7db2-44d2-9fc4-f76877f35dd6 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:44:12.168435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Updating router 42d59753-7db2-44d2-9fc4-f76877f35dd6 port e8e6eff6-24eb-4860-9424-c67d4ab3b668 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:44:12.176591 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:12.195723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:44:12.197484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Pushing event updated for resources: {'Port': ['ID=8e33ba53-04bc-4d17-88ff-c671665319af,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:12.224283 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.234100 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.275552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.329370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Attempting to bind port 8e33ba53-04bc-4d17-88ff-c671665319af on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:12.329665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Attempting to bind port 8e33ba53-04bc-4d17-88ff-c671665319af by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:12.330028 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Attempting to bind port 8e33ba53-04bc-4d17-88ff-c671665319af on network a773e08e-ca4b-4ca1-91fc-fbbe05b44356 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:44:12.335293 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=088ebdc3-1b42-4d86-9dcb-44c1a78f1d19,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:44:12.341377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.343285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:44:12.343651 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Checking segment: {'id': 'ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:44:12.344129 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.344400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Bound using segment: {'id': 'ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:44:12.344860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Bound port: 8e33ba53-04bc-4d17-88ff-c671665319af, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:12.345311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.425380 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.515458 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=088ebdc3-1b42-4d86-9dcb-44c1a78f1d19,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:12.549613 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] For port 8e33ba53-04bc-4d17-88ff-c671665319af, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:44:12.590969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] For port 8e33ba53-04bc-4d17-88ff-c671665319af, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8e33ba53-04bc-4d17-88ff-c671665319af,segment=NetworkSegment(ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6),segment_id=ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:44:12.600754 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.697734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55b15f-9efd-4c33-9287-7d1caac9b3cb None None] Pushing event updated for resources: {'Port': ['ID=8e33ba53-04bc-4d17-88ff-c671665319af,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:12.761625 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.767872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.883020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3db280-9279-45f3-a6b3-dda173b6d9cf None None] Pushing event updated for resources: {'Port': ['ID=e8e6eff6-24eb-4860-9424-c67d4ab3b668,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:12.900123 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Attempting to bind port e8e6eff6-24eb-4860-9424-c67d4ab3b668 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:12.900489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Attempting to bind port e8e6eff6-24eb-4860-9424-c67d4ab3b668 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:12.900847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Attempting to bind port e8e6eff6-24eb-4860-9424-c67d4ab3b668 on network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:44:12.905910 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:44:12.906274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Checking segment: {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:44:12.906692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.907059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Bound using segment: {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:44:12.907516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Bound port: e8e6eff6-24eb-4860-9424-c67d4ab3b668, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:12.907892 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:12.930587 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Router 1581bf47-0c05-4894-8909-4c8e3e612426 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:44:12.989731 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] For port e8e6eff6-24eb-4860-9424-c67d4ab3b668, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:44:12.993335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] For port e8e6eff6-24eb-4860-9424-c67d4ab3b668, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e8e6eff6-24eb-4860-9424-c67d4ab3b668,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:44:12.999390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.055159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:44:13.055824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:13.070715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:44:13.082532 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Sync routers for ids ['1581bf47-0c05-4894-8909-4c8e3e612426'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:13.096420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.097098 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Routers {'1581bf47-0c05-4894-8909-4c8e3e612426'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:44:13.097729 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['1581bf47-0c05-4894-8909-4c8e3e612426'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:13.100782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55420) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:13.101325 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f12cc7f6-be14-411f-9246-a7dcd7be9e2b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9012680 Mar 29 09:44:13.129929 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3db280-9279-45f3-a6b3-dda173b6d9cf None None] Pushing event updated for resources: {'Port': ['ID=e8e6eff6-24eb-4860-9424-c67d4ab3b668,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:13.146380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7600b490-c21a-4e78-a8fd-86bec840c93d None None] Provisioning complete for port e8e6eff6-24eb-4860-9424-c67d4ab3b668 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:13.146818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7600b490-c21a-4e78-a8fd-86bec840c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.209549 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Set router 1581bf47-0c05-4894-8909-4c8e3e612426 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:44:13.250326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:44:13.372988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7600b490-c21a-4e78-a8fd-86bec840c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.445666 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'name': 'tempest-TestVolumeBootPattern-1737363533-router', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 3, 'project_id': 'f423f45186ad4243a3c626de7b837a75', 'gw_port': {'id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:13.452016 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-7600b490-c21a-4e78-a8fd-86bec840c93d None None] For port e8e6eff6-24eb-4860-9424-c67d4ab3b668, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e8e6eff6-24eb-4860-9424-c67d4ab3b668,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:44:13.459994 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7600b490-c21a-4e78-a8fd-86bec840c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.486664 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Checking router: 1581bf47-0c05-4894-8909-4c8e3e612426 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:44:13.487056 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Updating router 1581bf47-0c05-4894-8909-4c8e3e612426 port 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:44:13.526196 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.553322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600b490-c21a-4e78-a8fd-86bec840c93d None None] Pushing event updated for resources: {'Port': ['ID=e8e6eff6-24eb-4860-9424-c67d4ab3b668,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:13.589117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-fe4a10f6-5bbc-4a3c-8397-5fb359f4a35f None None] Provisioning complete for port e8e6eff6-24eb-4860-9424-c67d4ab3b668 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:13.589492 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fe4a10f6-5bbc-4a3c-8397-5fb359f4a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.600157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:13.646676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:13.654820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a75d2-56e2-4149-a787-49e0e57e79c1 None None] The sync data for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv is: [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:13.995849 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.007053 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.065403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Allocated IP 172.20.0.1 (a773e08e-ca4b-4ca1-91fc-fbbe05b44356/790fcbf3-e0de-4b46-8ee5-88a2060b85ec/296790b5-1502-43d5-8bdf-33cdf90e23c7) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:14.076074 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55107cee-ac02-45f5-bfd3-4de7972c7d41 None None] Network a773e08e-ca4b-4ca1-91fc-fbbe05b44356 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:44:14.126732 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd9abd-fb15-4155-b51b-91e6d8792a3a None None] Pushing event updated for resources: {'Port': ['ID=249dd7f7-707b-4b09-ac53-0ff1bebb0b7b,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:14.136641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e8e6eff6-24eb-4860-9424-c67d4ab3b668 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:44:14.137817 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Attempting to bind port 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:14.138342 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Attempting to bind port 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:14.138712 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Attempting to bind port 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:44:14.144886 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:44:14.145251 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:44:14.145717 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.146102 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:44:14.146610 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Bound port: 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:14.147656 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.222089 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] For port 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:44:14.225754 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] For port 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=249dd7f7-707b-4b09-ac53-0ff1bebb0b7b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:44:14.233273 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.250319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.279118 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e8e6eff6-24eb-4860-9424-c67d4ab3b668 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:14.279663 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.299923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.302611 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Routers {'1581bf47-0c05-4894-8909-4c8e3e612426'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:44:14.303224 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['1581bf47-0c05-4894-8909-4c8e3e612426'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:14.353437 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd9abd-fb15-4155-b51b-91e6d8792a3a None None] Pushing event updated for resources: {'Port': ['ID=249dd7f7-707b-4b09-ac53-0ff1bebb0b7b,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:14.369292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Network a773e08e-ca4b-4ca1-91fc-fbbe05b44356 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:14.375579 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-63798c07-ee68-4c15-9e65-fb4a872b1469 None None] Provisioning complete for port 8e33ba53-04bc-4d17-88ff-c671665319af triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:14.375990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-63798c07-ee68-4c15-9e65-fb4a872b1469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.376258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:14.382635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:44:14.440666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.447186 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] Set router 1581bf47-0c05-4894-8909-4c8e3e612426 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:44:14.494300 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Pushing event updated for resources: {'Port': ['ID=296790b5-1502-43d5-8bdf-33cdf90e23c7,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:14.500899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:44:14.567263 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-63798c07-ee68-4c15-9e65-fb4a872b1469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.617282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-63798c07-ee68-4c15-9e65-fb4a872b1469 None None] For port 8e33ba53-04bc-4d17-88ff-c671665319af, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8e33ba53-04bc-4d17-88ff-c671665319af,segment=NetworkSegment(ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6),segment_id=ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:44:14.624288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:14.624770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.655662 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-63798c07-ee68-4c15-9e65-fb4a872b1469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.694099 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.748192 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63798c07-ee68-4c15-9e65-fb4a872b1469 None None] Pushing event updated for resources: {'Port': ['ID=8e33ba53-04bc-4d17-88ff-c671665319af,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:14.798092 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'name': 'tempest-TestVolumeBootPattern-1737363533-router', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 3, 'project_id': 'f423f45186ad4243a3c626de7b837a75', 'gw_port': {'id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:14.798596 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8e33ba53-04bc-4d17-88ff-c671665319af up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:44:14.857909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-656ebc62-2538-4d3f-b458-25f6b1fd512e None None] Provisioning complete for port 296790b5-1502-43d5-8bdf-33cdf90e23c7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:14.858371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-656ebc62-2538-4d3f-b458-25f6b1fd512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.862109 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085eb51f-2e23-493f-a2b3-5c405ca60661 None None] The sync data for ids ['1581bf47-0c05-4894-8909-4c8e3e612426'] in dv-neutron-835554-1-hyperv is: [{'id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'name': 'tempest-TestVolumeBootPattern-1737363533-router', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 3, 'project_id': 'f423f45186ad4243a3c626de7b837a75', 'gw_port': {'id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:14.910042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-656ebc62-2538-4d3f-b458-25f6b1fd512e None None] Port 296790b5-1502-43d5-8bdf-33cdf90e23c7 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:44:14.925607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 8e33ba53-04bc-4d17-88ff-c671665319af triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:14.926235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.955241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-656ebc62-2538-4d3f-b458-25f6b1fd512e None None] Provisioning complete for port 8e33ba53-04bc-4d17-88ff-c671665319af triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:14.955610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-656ebc62-2538-4d3f-b458-25f6b1fd512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.967779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:14.973820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.053123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Pushing event updated for resources: {'Port': ['ID=296790b5-1502-43d5-8bdf-33cdf90e23c7,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:15.058538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.160147 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Network a773e08e-ca4b-4ca1-91fc-fbbe05b44356 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:15.162162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:15.191284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-11b43668-5027-4e97-9f71-86b83d7365f3 None None] Provisioning complete for port 296790b5-1502-43d5-8bdf-33cdf90e23c7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:15.191870 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-11b43668-5027-4e97-9f71-86b83d7365f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.258829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-11b43668-5027-4e97-9f71-86b83d7365f3 None None] Port 296790b5-1502-43d5-8bdf-33cdf90e23c7 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:44:15.317243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Router 1581bf47-0c05-4894-8909-4c8e3e612426 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:44:15.443687 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:44:15.448746 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dc4fff87-5cad-4ae3-8bd1-a3941f6d25a2 admin admin] 10.222.0.32 "PUT /v2.0/routers/1581bf47-0c05-4894-8909-4c8e3e612426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3461771 Mar 29 09:44:15.484290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a9957c86-d640-420f-bfa5-990c236201a8 None None] Provisioning complete for port 296790b5-1502-43d5-8bdf-33cdf90e23c7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:15.484666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a9957c86-d640-420f-bfa5-990c236201a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.522594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a9957c86-d640-420f-bfa5-990c236201a8 None None] Port 296790b5-1502-43d5-8bdf-33cdf90e23c7 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:44:15.869357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8e33ba53-04bc-4d17-88ff-c671665319af up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:44:15.894171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55428) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:15.899472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ef696641-5818-425b-ac51-6d011d9f0ca6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472596829', 'description': 'tempest-secgroup-smoke-472596829 description', 'project_id': '2d6c3070dcd9491689712cbebf512b41'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:15.920176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef696641-5818-425b-ac51-6d011d9f0ca6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.920928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 8e33ba53-04bc-4d17-88ff-c671665319af triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:15.921301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.990243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef696641-5818-425b-ac51-6d011d9f0ca6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.994976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef696641-5818-425b-ac51-6d011d9f0ca6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:15.999243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:44:16.024183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ef696641-5818-425b-ac51-6d011d9f0ca6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.025400 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ef696641-5818-425b-ac51-6d011d9f0ca6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1301572 Mar 29 09:44:16.027264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef696641-5818-425b-ac51-6d011d9f0ca6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52cdd18-9406-4f0b-8076-909980709dbf,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:16.028648 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55430) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:16.033355 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-9a80f533-cc1b-47f8-b94a-8e03e9ad46af tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'security_group_rule': {'security_group_id': 'c52cdd18-9406-4f0b-8076-909980709dbf', 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:16.051049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:16.051424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.066279 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9a80f533-cc1b-47f8-b94a-8e03e9ad46af tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.127231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9a80f533-cc1b-47f8-b94a-8e03e9ad46af tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.131826 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9a80f533-cc1b-47f8-b94a-8e03e9ad46af tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.132837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.151114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80f533-cc1b-47f8-b94a-8e03e9ad46af tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d4fb30-4fed-4c8f-8ac3-06916e84eb2c,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:16.152399 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=249dd7f7-707b-4b09-ac53-0ff1bebb0b7b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:44:16.155971 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9a80f533-cc1b-47f8-b94a-8e03e9ad46af tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.156416 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.158317 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9a80f533-cc1b-47f8-b94a-8e03e9ad46af tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274137 Mar 29 09:44:16.160722 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55432) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:16.166644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-363ea186-03f2-4e82-931c-3ba9eec75402 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'security_group_rule': {'security_group_id': 'c52cdd18-9406-4f0b-8076-909980709dbf', 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:16.191733 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-363ea186-03f2-4e82-931c-3ba9eec75402 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.205355 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=249dd7f7-707b-4b09-ac53-0ff1bebb0b7b,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:16.252815 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-363ea186-03f2-4e82-931c-3ba9eec75402 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.257286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-363ea186-03f2-4e82-931c-3ba9eec75402 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.280254 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ea186-03f2-4e82-931c-3ba9eec75402 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd7e77a-117a-4426-98f5-94c3636662cd,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:16.286978 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-363ea186-03f2-4e82-931c-3ba9eec75402 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.288025 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-363ea186-03f2-4e82-931c-3ba9eec75402 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248004 Mar 29 09:44:16.290960 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55434) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:16.295432 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-16e585ea-009c-4d85-a3bd-0b305cf1a20b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'security_group_rule': {'security_group_id': 'c52cdd18-9406-4f0b-8076-909980709dbf', 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:16.319731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e585ea-009c-4d85-a3bd-0b305cf1a20b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.376352 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e585ea-009c-4d85-a3bd-0b305cf1a20b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.379893 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e585ea-009c-4d85-a3bd-0b305cf1a20b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.397712 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e585ea-009c-4d85-a3bd-0b305cf1a20b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f5acec-02a8-4ea0-a527-6aa223839c7d,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:16.404910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e585ea-009c-4d85-a3bd-0b305cf1a20b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.406140 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-16e585ea-009c-4d85-a3bd-0b305cf1a20b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142421 Mar 29 09:44:16.408821 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55436) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:16.414063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e77ef866-ccfb-415d-a822-8ad6c65b6341 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'security_group_rule': {'security_group_id': 'c52cdd18-9406-4f0b-8076-909980709dbf', 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:16.438197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e77ef866-ccfb-415d-a822-8ad6c65b6341 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.495565 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e77ef866-ccfb-415d-a822-8ad6c65b6341 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.499067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e77ef866-ccfb-415d-a822-8ad6c65b6341 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.519452 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ef866-ccfb-415d-a822-8ad6c65b6341 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582a9f68-f544-4420-bad8-3d4cc71b3fd4,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:16.525970 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e77ef866-ccfb-415d-a822-8ad6c65b6341 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.527159 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e77ef866-ccfb-415d-a822-8ad6c65b6341 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174309 Mar 29 09:44:16.529820 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55438) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:16.534002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-4bc00606-1172-4687-a751-64e514a45ce1 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'security_group_rule': {'security_group_id': 'c52cdd18-9406-4f0b-8076-909980709dbf', 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:16.554276 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-4bc00606-1172-4687-a751-64e514a45ce1 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Project 2d6c3070dcd9491689712cbebf512b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:44:16.559081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4bc00606-1172-4687-a751-64e514a45ce1 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.618515 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4bc00606-1172-4687-a751-64e514a45ce1 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.621882 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4bc00606-1172-4687-a751-64e514a45ce1 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.636355 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc00606-1172-4687-a751-64e514a45ce1 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978a7419-1e9e-407d-9785-8d7b5000df4f,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:16.647667 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4bc00606-1172-4687-a751-64e514a45ce1 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.648863 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4bc00606-1172-4687-a751-64e514a45ce1 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181269 Mar 29 09:44:16.651468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55440) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:16.655680 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-55401ed1-0a97-4794-ac93-6dc393b1e497 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'security_group_rule': {'security_group_id': 'c52cdd18-9406-4f0b-8076-909980709dbf', 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:16.675527 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-55401ed1-0a97-4794-ac93-6dc393b1e497 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Project 2d6c3070dcd9491689712cbebf512b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 09:44:16.680251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-55401ed1-0a97-4794-ac93-6dc393b1e497 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.742394 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-55401ed1-0a97-4794-ac93-6dc393b1e497 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.746152 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-55401ed1-0a97-4794-ac93-6dc393b1e497 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.764353 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55401ed1-0a97-4794-ac93-6dc393b1e497 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c00976-d286-4c0f-a15c-1592662d9360,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:16.774901 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-55401ed1-0a97-4794-ac93-6dc393b1e497 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:16.776177 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-55401ed1-0a97-4794-ac93-6dc393b1e497 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237962 Mar 29 09:44:17.107091 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Sync routers for ids ['1581bf47-0c05-4894-8909-4c8e3e612426'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:17.117948 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Routers {'1581bf47-0c05-4894-8909-4c8e3e612426'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:44:17.118558 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['1581bf47-0c05-4894-8909-4c8e3e612426'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:17.226140 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Set router 1581bf47-0c05-4894-8909-4c8e3e612426 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:44:17.440593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'name': 'tempest-TestVolumeBootPattern-1737363533-router', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:14Z', 'revision_number': 4, 'project_id': 'f423f45186ad4243a3c626de7b837a75', 'gw_port': {'id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '296790b5-1502-43d5-8bdf-33cdf90e23c7', 'name': '', 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'mac_address': 'fa:16:3e:9c:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '790fcbf3-e0de-4b46-8ee5-88a2060b85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:13Z', 'updated_at': '2022-03-29T09:44:14Z', 'revision_number': 2, 'project_id': 'f423f45186ad4243a3c626de7b837a75', 'subnets': [{'id': '790fcbf3-e0de-4b46-8ee5-88a2060b85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:17.471008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Checking router: 1581bf47-0c05-4894-8909-4c8e3e612426 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:44:17.471442 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Updating router 1581bf47-0c05-4894-8909-4c8e3e612426 port 296790b5-1502-43d5-8bdf-33cdf90e23c7 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:44:17.498251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.761087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.766965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.812693 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:44:17.824066 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26cc59-5a81-470f-9f4c-59f1f7862f90 None None] Pushing event updated for resources: {'Port': ['ID=296790b5-1502-43d5-8bdf-33cdf90e23c7,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:17.910212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Attempting to bind port 296790b5-1502-43d5-8bdf-33cdf90e23c7 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:17.910573 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Attempting to bind port 296790b5-1502-43d5-8bdf-33cdf90e23c7 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:17.910930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Attempting to bind port 296790b5-1502-43d5-8bdf-33cdf90e23c7 on network a773e08e-ca4b-4ca1-91fc-fbbe05b44356 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:44:17.916791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:44:17.917158 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Checking segment: {'id': 'ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:44:17.917556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.918010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Bound using segment: {'id': 'ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:44:17.918476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Bound port: 296790b5-1502-43d5-8bdf-33cdf90e23c7, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:17.918853 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:17.973198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:17.974629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.035499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] For port 296790b5-1502-43d5-8bdf-33cdf90e23c7, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:44:18.040082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] For port 296790b5-1502-43d5-8bdf-33cdf90e23c7, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=296790b5-1502-43d5-8bdf-33cdf90e23c7,segment=NetworkSegment(ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6),segment_id=ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:44:18.052040 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.136520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-9bc41f6a-e126-4473-b2f9-624e921dde53 None None] Provisioning complete for port 296790b5-1502-43d5-8bdf-33cdf90e23c7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:18.136888 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9bc41f6a-e126-4473-b2f9-624e921dde53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.143666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Routers {'1581bf47-0c05-4894-8909-4c8e3e612426'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:44:18.144294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:43:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['1581bf47-0c05-4894-8909-4c8e3e612426'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:18.225314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26cc59-5a81-470f-9f4c-59f1f7862f90 None None] Pushing event updated for resources: {'Port': ['ID=296790b5-1502-43d5-8bdf-33cdf90e23c7,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:18.331780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] Set router 1581bf47-0c05-4894-8909-4c8e3e612426 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:44:18.365868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9bc41f6a-e126-4473-b2f9-624e921dde53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.585296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9bc41f6a-e126-4473-b2f9-624e921dde53 None None] For port 296790b5-1502-43d5-8bdf-33cdf90e23c7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=296790b5-1502-43d5-8bdf-33cdf90e23c7,segment=NetworkSegment(ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6),segment_id=ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:44:18.598930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9bc41f6a-e126-4473-b2f9-624e921dde53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.701670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc41f6a-e126-4473-b2f9-624e921dde53 None None] Pushing event updated for resources: {'Port': ['ID=296790b5-1502-43d5-8bdf-33cdf90e23c7,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:18.744590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1ae2e81e-9018-4f8a-927f-0b35bf83c090 None None] Provisioning complete for port 296790b5-1502-43d5-8bdf-33cdf90e23c7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:18.744966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1ae2e81e-9018-4f8a-927f-0b35bf83c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:18.804529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'name': 'tempest-TestVolumeBootPattern-1737363533-router', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:14Z', 'revision_number': 4, 'project_id': 'f423f45186ad4243a3c626de7b837a75', 'gw_port': {'id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '296790b5-1502-43d5-8bdf-33cdf90e23c7', 'name': '', 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'mac_address': 'fa:16:3e:9c:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '790fcbf3-e0de-4b46-8ee5-88a2060b85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:13Z', 'updated_at': '2022-03-29T09:44:18Z', 'revision_number': 4, 'project_id': 'f423f45186ad4243a3c626de7b837a75', 'subnets': [{'id': '790fcbf3-e0de-4b46-8ee5-88a2060b85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:18.854847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be56b5-d079-4bb6-865f-6653a12aa0f1 None None] The sync data for ids ['1581bf47-0c05-4894-8909-4c8e3e612426'] in dv-neutron-835554-1-hyperv is: [{'id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'name': 'tempest-TestVolumeBootPattern-1737363533-router', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:14Z', 'revision_number': 4, 'project_id': 'f423f45186ad4243a3c626de7b837a75', 'gw_port': {'id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '296790b5-1502-43d5-8bdf-33cdf90e23c7', 'name': '', 'network_id': 'a773e08e-ca4b-4ca1-91fc-fbbe05b44356', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'mac_address': 'fa:16:3e:9c:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '790fcbf3-e0de-4b46-8ee5-88a2060b85ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:13Z', 'updated_at': '2022-03-29T09:44:18Z', 'revision_number': 4, 'project_id': 'f423f45186ad4243a3c626de7b837a75', 'subnets': [{'id': '790fcbf3-e0de-4b46-8ee5-88a2060b85ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:19.829360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 296790b5-1502-43d5-8bdf-33cdf90e23c7 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:44:19.878477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 296790b5-1502-43d5-8bdf-33cdf90e23c7 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:19.878853 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:26.747910 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5997d142-ed05-496a-b10e-33c11e18abc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:27.199099 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:44:29.132874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34f5e264-5b18-4a49-becf-2dadaa7607b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:30.605040 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.039792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.397418 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-c5b9b589-4e5b-4297-95e2-c0faa5fe1a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472596829&fields=id&tenant_id=2d6c3070dcd9491689712cbebf512b41 HTTP/1.1" status: 200 len: 267 time: 0.0319419 Mar 29 09:44:32.501980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-187842c8-71a0-42a3-946d-f5cd053d7526 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:32.503393 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-187842c8-71a0-42a3-946d-f5cd053d7526 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 811 time: 0.0992794 Mar 29 09:44:32.518035 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-948cfd43-e885-47b1-a4bc-469d20125588 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/quotas/2d6c3070dcd9491689712cbebf512b41 HTTP/1.1" status: 200 len: 375 time: 0.0085125 Mar 29 09:44:32.564927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:32.568640 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-3f08913c-a50e-4d37-b40a-c63ba4124a51 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454454 Mar 29 09:44:32.673094 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-dabbf99f-0b14-45f7-a333-713fc88c1652 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:44:32.674380 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-dabbf99f-0b14-45f7-a333-713fc88c1652 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0948889 Mar 29 09:44:32.764047 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-05c16af3-1cdc-462b-822c-7c59802c73e1 service neutron] 10.222.0.32 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832369 Mar 29 09:44:33.150683 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-5e8c43e1-ac40-4e48-990c-cf8f4a63c2da service neutron] 10.222.0.32 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805444 Mar 29 09:44:33.455800 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5833a984-cef1-48ff-9865-3bc2399efb23 req-f8b9c15f-bfea-49ec-851d-e9182620e1be tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 210 time: 0.0264018 Mar 29 09:44:33.654060 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.340527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-bb10d74b-1628-4744-9e94-ae24bd15f309 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:34.341937 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-bb10d74b-1628-4744-9e94-ae24bd15f309 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 811 time: 0.1036353 Mar 29 09:44:34.406868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-76f73d7e-bbf4-4338-bc11-635c36b86211 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d6c3070dcd9491689712cbebf512b41 HTTP/1.1" status: 200 len: 379 time: 0.0378480 Mar 29 09:44:34.469783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'port': {'device_id': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'admin_state_up': True, 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'security_groups': ['c52cdd18-9406-4f0b-8076-909980709dbf']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:34.562823 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c55d175a-96d0-4612-a6eb-946bd96e506e req-61133fd1-8e92-4197-8e34-ab9babd64f39 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 210 time: 0.0321684 Mar 29 09:44:34.603551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Made reservation on behalf of 2d6c3070dcd9491689712cbebf512b41 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:44:34.607212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.736091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Allocated IP 172.20.0.6 (414f83b1-3c93-42cc-8e9a-50a9f32a7269/b1526675-8f82-4875-b490-592b7536550d/7b2a17e9-0e4e-4e42-837d-87edcbcf9b49) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:34.871729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.904098 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:34.950959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:34.953916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:34.958093 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:44:34.983142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'Port': ['ID=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:35.011097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:35.011755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.028347 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd273dc1-66c3-479a-8e7b-a87a1c4af48d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5622511 Mar 29 09:44:35.048120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Request body: {'port': {'device_id': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:35.105101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.199909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a3c495b7-9df2-4d88-8acb-750092594039 None None] Provisioning complete for port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:35.200921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a3c495b7-9df2-4d88-8acb-750092594039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.236348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a3c495b7-9df2-4d88-8acb-750092594039 None None] Port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:44:35.390083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:44:35.397265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.408682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Transition to ACTIVE for port object 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:44:35.413099 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.462012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Pushing event updated for resources: {'Port': ['ID=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:35.536123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Attempting to bind port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:44:35.536840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Attempting to bind port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:44:35.536976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Attempting to bind port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 on network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:44:35.541917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 on network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:44:35.542490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Attempting to bind port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 on network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:44:35.547931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:44:35.548409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Checking segment: {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:44:35.548881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Bound using segment: {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:44:35.549405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Bound port: 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:44:35.549878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.636748 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] For port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:44:35.640716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] For port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:44:35.646619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.714944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:35.715694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:35.717047 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] 10.222.0.24 "PUT /v2.0/ports/7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 HTTP/1.1" status: 200 len: 1093 time: 0.6734948 Mar 29 09:44:35.717491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'tag': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:44:35.719827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7147e663-3046-44b2-bfaa-5f3ff6f79474" -d '{"events": [{"name": "network-changed", "server_uuid": "1f77f06f-ecbc-46b2-b1d8-162c50427ca0", "tag": "7b2a17e9-0e4e-4e42-837d-87edcbcf9b49"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:44:35.747710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a23d47-024b-4b9e-8665-d7f241973c8b service neutron] Pushing event updated for resources: {'Port': ['ID=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:35.767401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ef250-54fe-480d-8f10-538e0acbae6a req-655d0c4a-486a-487d-8c08-586c49f5f50b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:35.779852 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-966ef250-54fe-480d-8f10-538e0acbae6a req-655d0c4a-486a-487d-8c08-586c49f5f50b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 943 time: 0.1305263 Mar 29 09:44:35.809380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70a805-08d1-42d1-8ed3-b4ecc0b9c5f8 x-openstack-request-id: req-0d70a805-08d1-42d1-8ed3-b4ecc0b9c5f8 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:44:35.809699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f77f06f-ecbc-46b2-b1d8-162c50427ca0", "tag": "7b2a17e9-0e4e-4e42-837d-87edcbcf9b49", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:44:35.809952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d70a805-08d1-42d1-8ed3-b4ecc0b9c5f8 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:44:35.810352 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'tag': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49', 'status': 'completed', 'code': 200} Mar 29 09:44:35.867409 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-966ef250-54fe-480d-8f10-538e0acbae6a req-b608e8e5-9868-442e-821e-73ba9ae5b691 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866244 Mar 29 09:44:35.870659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-c8e4b8a7-1d6f-4f6b-a091-b41156e9f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:35.871952 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-c8e4b8a7-1d6f-4f6b-a091-b41156e9f6b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 1096 time: 0.0894411 Mar 29 09:44:35.917059 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-2e0decce-5159-41b3-9004-16f932b73f88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 HTTP/1.1" status: 200 len: 217 time: 0.0377042 Mar 29 09:44:35.967617 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-aecc1ec6-3819-40ec-a141-aa9914787267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:35.969146 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-aecc1ec6-3819-40ec-a141-aa9914787267 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0461180 Mar 29 09:44:36.020541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cad202fb-a2f2-49c2-8504-6ddfcc54736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:36.022170 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cad202fb-a2f2-49c2-8504-6ddfcc54736d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452456 Mar 29 09:44:36.112324 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cfb60319-760d-42b9-83b8-6baae525db94 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830259 Mar 29 09:44:36.204610 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1e932e5c-e030-4e65-88f6-4b207dacc63f req-cd0c9fbf-7091-4802-89ad-fd28f02b0ca3 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852566 Mar 29 09:44:36.286156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147e663-3046-44b2-bfaa-5f3ff6f79474 req-7ba82dfb-488d-4d85-9bf0-ad478ae84a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:36.287627 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7147e663-3046-44b2-bfaa-5f3ff6f79474 req-7ba82dfb-488d-4d85-9bf0-ad478ae84a27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 1096 time: 0.0399911 Mar 29 09:44:36.379643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147e663-3046-44b2-bfaa-5f3ff6f79474 req-3d2ea842-0eb3-4469-9c22-f061119ba7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:36.381102 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7147e663-3046-44b2-bfaa-5f3ff6f79474 req-3d2ea842-0eb3-4469-9c22-f061119ba7d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.0875375 Mar 29 09:44:36.421498 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7147e663-3046-44b2-bfaa-5f3ff6f79474 req-84e30e42-35da-40e4-93a9-dd831edaad8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 HTTP/1.1" status: 200 len: 217 time: 0.0343797 Mar 29 09:44:36.470621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147e663-3046-44b2-bfaa-5f3ff6f79474 req-408fb7df-fcc4-4dd9-89e5-f00c10736fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:36.472023 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7147e663-3046-44b2-bfaa-5f3ff6f79474 req-408fb7df-fcc4-4dd9-89e5-f00c10736fbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0441854 Mar 29 09:44:36.524316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147e663-3046-44b2-bfaa-5f3ff6f79474 req-12d448e6-d447-4af0-9b5a-cfadc4083803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:36.525843 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7147e663-3046-44b2-bfaa-5f3ff6f79474 req-12d448e6-d447-4af0-9b5a-cfadc4083803 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464153 Mar 29 09:44:36.616650 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7147e663-3046-44b2-bfaa-5f3ff6f79474 req-a709fd21-920e-4b72-93bf-97d5ac733b36 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837364 Mar 29 09:44:36.708060 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7147e663-3046-44b2-bfaa-5f3ff6f79474 req-0d2b2857-bdbb-4ad3-978b-5c3069ad927d service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838890 Mar 29 09:44:36.990587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11078708-3e4c-4f44-a941-dcebf999dcf5 req-b93a4ad6-e32c-4525-a14b-7eaa5d6ca65a tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:36.992052 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-11078708-3e4c-4f44-a941-dcebf999dcf5 req-b93a4ad6-e32c-4525-a14b-7eaa5d6ca65a tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 943 time: 0.0536528 Mar 29 09:44:37.037587 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-11078708-3e4c-4f44-a941-dcebf999dcf5 req-4721997b-1e9a-491f-865c-2f126f99b2e5 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393629 Mar 29 09:44:38.149183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3f6b-7d15-4664-9275-419449ca979b req-4b902268-a858-48ae-8b89-446e33a72674 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:38.150706 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae3f3f6b-7d15-4664-9275-419449ca979b req-4b902268-a858-48ae-8b89-446e33a72674 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 943 time: 0.0474448 Mar 29 09:44:38.189043 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae3f3f6b-7d15-4664-9275-419449ca979b req-8b317703-aad0-460e-af4d-6c12b6880c57 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321822 Mar 29 09:44:39.304484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01be65-3661-4828-a507-ee1e6c753fa8 req-3d107739-e4ef-4c24-aed0-ddb65f61489e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:39.305907 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f01be65-3661-4828-a507-ee1e6c753fa8 req-3d107739-e4ef-4c24-aed0-ddb65f61489e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 943 time: 0.0505986 Mar 29 09:44:39.342628 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f01be65-3661-4828-a507-ee1e6c753fa8 req-3e6252f1-db6c-4b88-a4ee-c6eb6d6e0ccd tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305576 Mar 29 09:44:40.454717 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14868469-d6ce-4ee0-b825-58b95086d8ab req-cd660d87-d615-4c66-856e-d85d4b6c387e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:40.456163 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-14868469-d6ce-4ee0-b825-58b95086d8ab req-cd660d87-d615-4c66-856e-d85d4b6c387e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 943 time: 0.0476270 Mar 29 09:44:40.494098 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-14868469-d6ce-4ee0-b825-58b95086d8ab req-74f4cc39-c22c-4e57-b4dc-c430b7359b41 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314434 Mar 29 09:44:41.607357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de48bdc-8598-412b-bf6b-60a7b4354335 req-9c09dfaa-f964-455f-8964-a9a519b6a57d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:41.608818 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5de48bdc-8598-412b-bf6b-60a7b4354335 req-9c09dfaa-f964-455f-8964-a9a519b6a57d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 943 time: 0.0491526 Mar 29 09:44:41.645816 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5de48bdc-8598-412b-bf6b-60a7b4354335 req-4ca73d0e-074c-458b-8ee2-adb484d4ac48 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303900 Mar 29 09:44:42.761779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c7c43-9bf4-4abc-a6df-73c3c818f771 req-3bd4cdf5-0786-4596-920c-f824b359e502 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:42.763258 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-505c7c43-9bf4-4abc-a6df-73c3c818f771 req-3bd4cdf5-0786-4596-920c-f824b359e502 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 943 time: 0.0512438 Mar 29 09:44:42.800389 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-505c7c43-9bf4-4abc-a6df-73c3c818f771 req-dc5f7d29-4be5-40b9-b13d-5b761c32e141 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311632 Mar 29 09:44:43.912482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41af1b-9fad-4a28-8317-c25de9deb50c req-9ff7135b-8c69-4045-9ee9-68c2dd968233 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:43.913958 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5b41af1b-9fad-4a28-8317-c25de9deb50c req-9ff7135b-8c69-4045-9ee9-68c2dd968233 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 943 time: 0.0478907 Mar 29 09:44:43.951110 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5b41af1b-9fad-4a28-8317-c25de9deb50c req-7d74985c-901b-40e2-9437-e8f4bbb56bfb tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311654 Mar 29 09:44:45.062562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a19cc-929c-453f-b38e-bafbefaa2c03 req-17526ae3-e220-4b70-a546-844a17c21556 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:45.063901 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8c4a19cc-929c-453f-b38e-bafbefaa2c03 req-17526ae3-e220-4b70-a546-844a17c21556 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 943 time: 0.0473676 Mar 29 09:44:45.100226 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8c4a19cc-929c-453f-b38e-bafbefaa2c03 req-8b9a0ad7-e9ca-4b4a-885b-100b3f2e86c8 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303354 Mar 29 09:44:46.216279 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70241d6e-3b1e-4284-8d46-f44b2e784956 req-5e961327-e08e-49b5-adb2-0390c6ceb11f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:46.217723 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-70241d6e-3b1e-4284-8d46-f44b2e784956 req-5e961327-e08e-49b5-adb2-0390c6ceb11f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 943 time: 0.0516880 Mar 29 09:44:46.253971 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-70241d6e-3b1e-4284-8d46-f44b2e784956 req-93e65cba-645f-4318-9eda-cba58f658cd5 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303111 Mar 29 09:44:47.365353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c298a5-62c4-409b-b175-bc22fe12f444 req-3621f2eb-f21c-45d3-abc5-2e109192ce71 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:47.366833 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f4c298a5-62c4-409b-b175-bc22fe12f444 req-3621f2eb-f21c-45d3-abc5-2e109192ce71 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 943 time: 0.0472710 Mar 29 09:44:47.403827 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f4c298a5-62c4-409b-b175-bc22fe12f444 req-fbdd2d2b-8370-48cd-a513-b5f66625cd6a tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Mar 29 09:44:48.520453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44fb4d-bcc9-4df0-95d2-a451f5aaffb1 req-24b13440-1680-459e-bc73-2a3dd124f98e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:48.521909 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dc44fb4d-bcc9-4df0-95d2-a451f5aaffb1 req-24b13440-1680-459e-bc73-2a3dd124f98e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 943 time: 0.0471249 Mar 29 09:44:48.559348 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dc44fb4d-bcc9-4df0-95d2-a451f5aaffb1 req-9e10f4ce-d0eb-4e56-82ee-9bf33e2a444e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313644 Mar 29 09:44:48.812298 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:44:48.907572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:44:48.918048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'port_id': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49', 'mac_address': 'fa:16:3e:8c:74:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:44:48.953940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:48.966607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:44:48.984535 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:44:48.988434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:49.033880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:49.379344 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['7b2a17e9-0e4e-4e42-837d-87edcbcf9b49'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:44:49.678453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b93da5-04b7-4384-8648-2b3dca8e850e req-a4f1df1a-ccac-476e-b791-0e6e32284078 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:49.679814 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29b93da5-04b7-4384-8648-2b3dca8e850e req-a4f1df1a-ccac-476e-b791-0e6e32284078 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 944 time: 0.0520406 Mar 29 09:44:49.717226 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29b93da5-04b7-4384-8648-2b3dca8e850e req-20365d60-14e1-4c25-b753-29adaa5b26a1 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314684 Mar 29 09:44:50.827449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:44:50.828283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4053be-c5a8-433e-b038-c100471bba06 req-9f603325-ae22-4200-a6d1-789611389e7e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:50.829770 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d4053be-c5a8-433e-b038-c100471bba06 req-9f603325-ae22-4200-a6d1-789611389e7e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 944 time: 0.0472846 Mar 29 09:44:50.868084 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d4053be-c5a8-433e-b038-c100471bba06 req-a4931822-4317-40c4-b494-839ead760d1d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316048 Mar 29 09:44:50.881272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:44:50.885328 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:44:50.885733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.960581 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:50.982241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:44:50.984529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b983df-28b3-47e7-8ff6-7a18c99fb9e5" -d '{"events": [{"server_uuid": "1f77f06f-ecbc-46b2-b1d8-162c50427ca0", "name": "network-vif-plugged", "status": "completed", "tag": "7b2a17e9-0e4e-4e42-837d-87edcbcf9b49"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:44:50.997965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:44:51.001964 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:51.026312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844ce99b-1428-457e-aff1-b7c1ad469c97 x-openstack-request-id: req-844ce99b-1428-457e-aff1-b7c1ad469c97 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:44:51.026641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f77f06f-ecbc-46b2-b1d8-162c50427ca0", "name": "network-vif-plugged", "status": "completed", "tag": "7b2a17e9-0e4e-4e42-837d-87edcbcf9b49", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:44:51.026848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-844ce99b-1428-457e-aff1-b7c1ad469c97 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:44:51.027232 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49', 'code': 200} Mar 29 09:44:51.052109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:51.212027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b9e31-5921-43b2-989f-cbcfe6d71ebc req-2fe81673-98c5-4064-b139-5574fbee7f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:51.213500 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a42b9e31-5921-43b2-989f-cbcfe6d71ebc req-2fe81673-98c5-4064-b139-5574fbee7f1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 1098 time: 0.0392640 Mar 29 09:44:51.250308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a42b9e31-5921-43b2-989f-cbcfe6d71ebc req-bba64235-08bb-4421-aadd-0e9923d01c03 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263040 Mar 29 09:44:51.999968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa27a1b-1f9e-40b5-af62-cd0728c941d6 req-d34e1390-1dea-4c24-96c7-c75567295390 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:52.001325 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0fa27a1b-1f9e-40b5-af62-cd0728c941d6 req-d34e1390-1dea-4c24-96c7-c75567295390 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 945 time: 0.0507433 Mar 29 09:44:52.039373 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0fa27a1b-1f9e-40b5-af62-cd0728c941d6 req-e2744a1b-c021-4e87-acc2-67e8e338dbee tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314987 Mar 29 09:44:53.152492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722ec9d-379a-4a39-b5a8-74fcd8feac85 req-73629546-d941-4c9d-b94f-8811b538487e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:53.153981 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4722ec9d-379a-4a39-b5a8-74fcd8feac85 req-73629546-d941-4c9d-b94f-8811b538487e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 945 time: 0.0472782 Mar 29 09:44:53.190631 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4722ec9d-379a-4a39-b5a8-74fcd8feac85 req-d05ad165-5492-4dd6-a484-2050f4cf3d2d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308437 Mar 29 09:44:53.303584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660beb0-8594-401e-b697-698bee6b38a0 req-6500ddf6-445d-494c-bf79-b1dfcc6bfbac tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:53.305008 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9660beb0-8594-401e-b697-698bee6b38a0 req-6500ddf6-445d-494c-bf79-b1dfcc6bfbac tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 945 time: 0.0481627 Mar 29 09:44:53.342566 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9660beb0-8594-401e-b697-698bee6b38a0 req-6b2e97f8-764c-4f8b-bf9e-dae72ca834e4 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315564 Mar 29 09:44:53.363942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55658) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:53.442811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae9bd4-4981-46c1-b612-8aaff486092d tempest-TestVolumeBootPattern-1790130959 tempest-TestVolumeBootPattern-1790130959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:53.444287 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-90ae9bd4-4981-46c1-b612-8aaff486092d tempest-TestVolumeBootPattern-1790130959 tempest-TestVolumeBootPattern-1790130959-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 1093 time: 0.0793481 Mar 29 09:44:53.447205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 55662) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:44:53.451331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:44:53.471011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.565466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.674214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Allocated IP 172.26.1.115 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/0cfdf5dc-5cc1-4a06-b26a-a23cc0551081) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:44:53.778089 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.812018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:53.851504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:44:53.854204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:44:53.857586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:44:53.863797 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'Port': ['ID=0cfdf5dc-5cc1-4a06-b26a-a23cc0551081,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:54.208509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.270466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.415051 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.419422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.489761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'Port': ['ID=0cfdf5dc-5cc1-4a06-b26a-a23cc0551081,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:44:54.499198 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.595931 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Floating IP 7f6dde63-3984-4f8e-b533-087a06b4d3f8 associated. External IP: 172.26.1.115, port: 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49. Mar 29 09:44:54.794306 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Router 42d59753-7db2-44d2-9fc4-f76877f35dd6 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:44:54.898547 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:44:54.907845 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ce331c-b526-4387-b2cd-ef42132f1c3b None None] Sync routers for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:44:54.916796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:54.917203 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce331c-b526-4387-b2cd-ef42132f1c3b None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:44:54.917826 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-20ce331c-b526-4387-b2cd-ef42132f1c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:44:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:54.943565 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bd39f025-f888-4990-9c89-e949eec61851 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4953711 Mar 29 09:44:54.944139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'tag': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:44:54.946409 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4c96f7-397d-4180-a892-bd832cefee90" -d '{"events": [{"name": "network-changed", "server_uuid": "1f77f06f-ecbc-46b2-b1d8-162c50427ca0", "tag": "7b2a17e9-0e4e-4e42-837d-87edcbcf9b49"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:44:54.985046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b00874-aaab-4462-a978-903f35dfaef2 x-openstack-request-id: req-19b00874-aaab-4462-a978-903f35dfaef2 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:44:54.985334 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f77f06f-ecbc-46b2-b1d8-162c50427ca0", "tag": "7b2a17e9-0e4e-4e42-837d-87edcbcf9b49", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:44:54.985615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19b00874-aaab-4462-a978-903f35dfaef2 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:44:54.986024 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'tag': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49', 'status': 'completed', 'code': 200} Mar 29 09:44:55.030598 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-20ce331c-b526-4387-b2cd-ef42132f1c3b None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:44:55.047608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c96f7-397d-4180-a892-bd832cefee90 req-494a1ab1-63ec-4f58-b041-7f6d59515f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:55.049024 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb4c96f7-397d-4180-a892-bd832cefee90 req-494a1ab1-63ec-4f58-b041-7f6d59515f31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 1098 time: 0.0429561 Mar 29 09:44:55.137554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c96f7-397d-4180-a892-bd832cefee90 req-0f4280a8-97e3-4f5b-821f-dc5ec12a3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:55.139022 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb4c96f7-397d-4180-a892-bd832cefee90 req-0f4280a8-97e3-4f5b-821f-dc5ec12a3f44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.0835195 Mar 29 09:44:55.206092 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb4c96f7-397d-4180-a892-bd832cefee90 req-a4895e1b-cda4-4e90-b94b-c9063e58fc5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 HTTP/1.1" status: 200 len: 999 time: 0.0602605 Mar 29 09:44:55.249210 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-20ce331c-b526-4387-b2cd-ef42132f1c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '7f6dde63-3984-4f8e-b533-087a06b4d3f8', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.115', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:8c:74:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:44:54Z', 'updated_at': '2022-03-29T09:44:54Z', 'revision_number': 0, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:55.253360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c96f7-397d-4180-a892-bd832cefee90 req-86b9c08d-56f0-4753-bb31-220bb6a34d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:55.255373 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb4c96f7-397d-4180-a892-bd832cefee90 req-86b9c08d-56f0-4753-bb31-220bb6a34d66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0430112 Mar 29 09:44:55.275757 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ce331c-b526-4387-b2cd-ef42132f1c3b None None] Checking router: 42d59753-7db2-44d2-9fc4-f76877f35dd6 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:44:55.283872 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ce331c-b526-4387-b2cd-ef42132f1c3b None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:44:55.284458 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-20ce331c-b526-4387-b2cd-ef42132f1c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:44:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:55.299197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c96f7-397d-4180-a892-bd832cefee90 req-efedc6cf-3e10-4116-a9df-57b278097c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:44:55.300596 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb4c96f7-397d-4180-a892-bd832cefee90 req-efedc6cf-3e10-4116-a9df-57b278097c7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390697 Mar 29 09:44:55.388020 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-20ce331c-b526-4387-b2cd-ef42132f1c3b None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:44:55.391070 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb4c96f7-397d-4180-a892-bd832cefee90 req-e3432638-1cfc-4350-945f-02644994fa84 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842948 Mar 29 09:44:55.476990 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb4c96f7-397d-4180-a892-bd832cefee90 req-f24606b8-8828-44fd-9b23-6fdba401357c service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800040 Mar 29 09:44:55.606520 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-20ce331c-b526-4387-b2cd-ef42132f1c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '7f6dde63-3984-4f8e-b533-087a06b4d3f8', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.115', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:8c:74:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:44:54Z', 'updated_at': '2022-03-29T09:44:54Z', 'revision_number': 0, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:44:55.635424 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ce331c-b526-4387-b2cd-ef42132f1c3b None None] The sync data for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv is: [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '7f6dde63-3984-4f8e-b533-087a06b4d3f8', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.115', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:8c:74:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:44:54Z', 'updated_at': '2022-03-29T09:44:54Z', 'revision_number': 0, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:44:55.818705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820c1cca-b6c4-4657-98c6-7494e651199b None None] New status for floating IP 7f6dde63-3984-4f8e-b533-087a06b4d3f8: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:44:56.742780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dc377482-3f2e-46b0-a2b6-10aee84ccb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:44:59.134849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b48ce9ac-d9b6-4b90-b7b3-638d859bcae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:00.602957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.044170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:02.570146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:03.671342 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:04.198130 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:45:26.745527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-20ac667b-0f15-4f0b-948a-ed6574e61c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.135766 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cf98185c-28ab-4fd6-99ce-24aa904df7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:29.707533 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ce597ce6-befd-4ec3-89c0-849d2119cb5b req-f4150257-6a6a-4c7a-afcf-5fd39b8d674c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797732 Mar 29 09:45:29.788746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce597ce6-befd-4ec3-89c0-849d2119cb5b req-f664f9f8-a239-449a-a663-7755947db0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:29.789790 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ce597ce6-befd-4ec3-89c0-849d2119cb5b req-f664f9f8-a239-449a-a663-7755947db0ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 1098 time: 0.0410111 Mar 29 09:45:29.893187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce597ce6-befd-4ec3-89c0-849d2119cb5b req-1c3ffb94-f948-46c8-8ede-cf072eda5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:29.895086 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ce597ce6-befd-4ec3-89c0-849d2119cb5b req-1c3ffb94-f948-46c8-8ede-cf072eda5d0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.0857570 Mar 29 09:45:29.957809 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ce597ce6-befd-4ec3-89c0-849d2119cb5b req-db5a4805-c71d-45a1-95e0-93868e8659bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 HTTP/1.1" status: 200 len: 1001 time: 0.0553293 Mar 29 09:45:30.005931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce597ce6-befd-4ec3-89c0-849d2119cb5b req-c3ae02a7-90ed-40c5-b8f8-71a77d36539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:30.007303 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ce597ce6-befd-4ec3-89c0-849d2119cb5b req-c3ae02a7-90ed-40c5-b8f8-71a77d36539f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0433969 Mar 29 09:45:30.054048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce597ce6-befd-4ec3-89c0-849d2119cb5b req-ac8e94a8-c96a-495a-8f33-f1df23343e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:45:30.055478 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ce597ce6-befd-4ec3-89c0-849d2119cb5b req-ac8e94a8-c96a-495a-8f33-f1df23343e71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413885 Mar 29 09:45:30.141911 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ce597ce6-befd-4ec3-89c0-849d2119cb5b req-53f436fb-8bae-4fbd-9956-f09969717b36 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793641 Mar 29 09:45:30.232320 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ce597ce6-befd-4ec3-89c0-849d2119cb5b req-67883161-7997-42cd-84bc-64807e3682e8 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831330 Mar 29 09:45:30.605243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.049951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:32.571827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:33.678021 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:41.196613 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:45:56.746048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aadb486e-6c8b-44fe-a3c5-16fadd768117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:45:59.137094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e8a4b629-c5dc-4893-8d99-189274d60903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:00.607981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:02.052600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:02.573735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:03.676095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:18.195727 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:46:26.748916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c65b46ea-0eb0-4a29-8dc9-1b3bd7aaa15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:29.138322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a6ed4f5b-c0ed-4e1f-8fd4-e2a06dfbc155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.611499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:30.650351 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ceb567a-c344-4e0f-95dd-ef35a5184d82 req-8a80c01c-96ca-4561-b64f-eecc1ae9fb38 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407155 Mar 29 09:46:30.730799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb567a-c344-4e0f-95dd-ef35a5184d82 req-59e260cd-352d-4ab6-b324-f9bf55c24ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:30.732290 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ceb567a-c344-4e0f-95dd-ef35a5184d82 req-59e260cd-352d-4ab6-b324-f9bf55c24ac4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 1098 time: 0.0432556 Mar 29 09:46:30.842329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb567a-c344-4e0f-95dd-ef35a5184d82 req-592f5293-4099-4653-85da-cc129229a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:30.843882 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ceb567a-c344-4e0f-95dd-ef35a5184d82 req-592f5293-4099-4653-85da-cc129229a813 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.0927527 Mar 29 09:46:30.911195 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ceb567a-c344-4e0f-95dd-ef35a5184d82 req-733fbaea-14f7-4cc9-a658-7f95b00e06c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 HTTP/1.1" status: 200 len: 1001 time: 0.0596154 Mar 29 09:46:30.958229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb567a-c344-4e0f-95dd-ef35a5184d82 req-35924d18-b8d5-471f-82cc-4585da9d8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:30.959584 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ceb567a-c344-4e0f-95dd-ef35a5184d82 req-35924d18-b8d5-471f-82cc-4585da9d8d1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0422893 Mar 29 09:46:31.002420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb567a-c344-4e0f-95dd-ef35a5184d82 req-c1c97e5b-0766-432e-a0eb-70e43bbd323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:31.003849 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ceb567a-c344-4e0f-95dd-ef35a5184d82 req-c1c97e5b-0766-432e-a0eb-70e43bbd323b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0373020 Mar 29 09:46:31.094529 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ceb567a-c344-4e0f-95dd-ef35a5184d82 req-60819e69-ca56-4f53-8aaa-47331e1c81c4 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839691 Mar 29 09:46:31.182055 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ceb567a-c344-4e0f-95dd-ef35a5184d82 req-02d683fd-aba7-4354-9261-19b63f444f5a service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794439 Mar 29 09:46:32.054715 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:32.577242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:33.677888 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:50.207099 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7f500-fc34-4fdb-9471-db262dbd67e6 req-0d8a7799-47ed-4b81-8f00-5bf5e68a92ee tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:50.208561 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aed7f500-fc34-4fdb-9471-db262dbd67e6 req-0d8a7799-47ed-4b81-8f00-5bf5e68a92ee tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 945 time: 0.0529492 Mar 29 09:46:50.245599 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aed7f500-fc34-4fdb-9471-db262dbd67e6 req-674f2194-ffb6-41ff-a120-a65dbe67461d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309691 Mar 29 09:46:51.425274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c10016-188f-418b-bad3-8975a15ee930 req-1c466703-fdf0-4436-b96f-1e7614c95951 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:51.426749 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-65c10016-188f-418b-bad3-8975a15ee930 req-1c466703-fdf0-4436-b96f-1e7614c95951 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 945 time: 0.1132677 Mar 29 09:46:51.463912 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-65c10016-188f-418b-bad3-8975a15ee930 req-7cd4515d-233d-461e-9fd8-9aa68eac6514 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310357 Mar 29 09:46:51.809140 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-dd8baa41-7e6b-4377-b271-ae3ffa5c6a69 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:51.810591 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-dd8baa41-7e6b-4377-b271-ae3ffa5c6a69 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 945 time: 0.0473585 Mar 29 09:46:51.899095 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Deleting port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:46:51.899434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:51.983379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] For port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:46:51.983736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.149722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.150091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.150413 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Floating IP 7f6dde63-3984-4f8e-b533-087a06b4d3f8 disassociated. External IP: 172.26.1.115, port: 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49. Mar 29 09:46:52.150798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Calling delete_port for 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:46:52.279254 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.310567 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event deleted for resources: {'Port': ['ID=7b2a17e9-0e4e-4e42-837d-87edcbcf9b49,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:46:52.320494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:52.320842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:52.321180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:52.321513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:52.321858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:52.322186 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:52.322512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:52.322837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:52.323160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:52.323479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:52.323802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:52.324119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:46:52.431550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Router 42d59753-7db2-44d2-9fc4-f76877f35dd6 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:46:52.562023 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9ad2b7a9-f84f-421d-81f4-5655dfd4f13e req-fed7e67c-e1b8-4462-bc1a-d34d00dfeb94 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 210 time: 0.0289207 Mar 29 09:46:52.563388 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:46:52.582338 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e226211-9e72-47a1-a697-ef74de71986d None None] Sync routers for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:46:52.585953 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e226211-9e72-47a1-a697-ef74de71986d None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:46:52.586501 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3e226211-9e72-47a1-a697-ef74de71986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:46:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:52.602480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] No DVR routers for this DVR port 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:46:52.605017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:52.608312 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ba534f-c50c-421c-a8ee-348d185b8157 req-0a84a1f6-1c82-4ce7-8b6b-7ccda67dd9bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "DELETE /v2.0/ports/7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 HTTP/1.1" status: 204 len: 173 time: 0.7917798 Mar 29 09:46:52.608749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'name': 'network-vif-deleted', 'tag': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:46:52.611557 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e140640b-63f1-493d-bc63-90004e4c3afa" -d '{"events": [{"server_uuid": "1f77f06f-ecbc-46b2-b1d8-162c50427ca0", "name": "network-vif-deleted", "tag": "7b2a17e9-0e4e-4e42-837d-87edcbcf9b49"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:46:52.709978 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-3e226211-9e72-47a1-a697-ef74de71986d None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:46:52.721032 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cbfa1c-09ad-46fa-8da2-c36c101be3e6 x-openstack-request-id: req-19cbfa1c-09ad-46fa-8da2-c36c101be3e6 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:46:52.721463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f77f06f-ecbc-46b2-b1d8-162c50427ca0", "name": "network-vif-deleted", "tag": "7b2a17e9-0e4e-4e42-837d-87edcbcf9b49", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:46:52.722039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19cbfa1c-09ad-46fa-8da2-c36c101be3e6 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:46:52.722452 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f77f06f-ecbc-46b2-b1d8-162c50427ca0', 'name': 'network-vif-deleted', 'tag': '7b2a17e9-0e4e-4e42-837d-87edcbcf9b49', 'status': 'completed', 'code': 200} Mar 29 09:46:52.920746 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3e226211-9e72-47a1-a697-ef74de71986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:52.947449 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e226211-9e72-47a1-a697-ef74de71986d None None] Checking router: 42d59753-7db2-44d2-9fc4-f76877f35dd6 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:46:52.955570 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e226211-9e72-47a1-a697-ef74de71986d None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:46:52.956160 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3e226211-9e72-47a1-a697-ef74de71986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:46:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:53.069937 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-3e226211-9e72-47a1-a697-ef74de71986d None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:46:53.266474 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3e226211-9e72-47a1-a697-ef74de71986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:46:53.292538 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e226211-9e72-47a1-a697-ef74de71986d None None] The sync data for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv is: [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:46:53.515317 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9295723d-bac7-40ee-877b-d036d3d9f853 None None] New status for floating IP 7f6dde63-3984-4f8e-b533-087a06b4d3f8: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:46:53.659955 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-787a945a-e4dc-47f7-bd3e-330155d5be14 req-2b17aebd-bf30-4c31-8fd4-7cf4794c6d97 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 210 time: 0.0271447 Mar 29 09:46:54.755106 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a97a5b96-0cb5-421f-a9a1-7ef0f222932b req-acfb5f5c-dcdc-42b7-9283-4d5c06d1d613 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 210 time: 0.0254908 Mar 29 09:46:55.195830 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:46:55.450796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:46:55.471343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:46:55.471674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 7b2a17e9-0e4e-4e42-837d-87edcbcf9b49 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:46:55.854517 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f9bd2240-7305-4c77-b73c-987d369a0ebb req-33b18e58-dd2d-4052-9152-0865b9cc9135 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f77f06f-ecbc-46b2-b1d8-162c50427ca0 HTTP/1.1" status: 200 len: 210 time: 0.0289295 Mar 29 09:46:56.749521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5daa7f7c-ecad-4a2b-a2f3-742a8f4f7036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:46:57.064564 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-ebcb8413-072e-478d-96ec-55f427f2c110 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472596829&fields=id&tenant_id=2d6c3070dcd9491689712cbebf512b41 HTTP/1.1" status: 200 len: 267 time: 0.0322006 Mar 29 09:46:57.166688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac494-8348-4bab-a414-78787c101e6a req-433a90cc-a5de-4d66-b080-941a055fc3ab tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:46:57.168023 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-433a90cc-a5de-4d66-b080-941a055fc3ab tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 811 time: 0.0967133 Mar 29 09:46:57.182489 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-6d0cff1e-904a-41a1-aacd-58df3ed10323 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/quotas/2d6c3070dcd9491689712cbebf512b41 HTTP/1.1" status: 200 len: 375 time: 0.0086329 Mar 29 09:46:57.236833 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-a0085472-01e3-45bd-928a-256107687eda tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489635 Mar 29 09:46:57.294285 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-ae06f47d-9e22-4892-82af-176c767f4922 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:46:57.295268 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-ae06f47d-9e22-4892-82af-176c767f4922 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477464 Mar 29 09:46:57.384859 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-edd9fd19-7181-4c2f-9eb5-c13160031c7d service neutron] 10.222.0.32 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826933 Mar 29 09:46:57.780351 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-a330ca31-d92c-490b-be4a-3a57bef31c23 service neutron] 10.222.0.32 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894792 Mar 29 09:46:58.063161 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-af304c4c-8288-431d-a202-04f0c65ae90a req-d138882e-5d88-4cc1-aa31-0d3da6ee0fe3 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 210 time: 0.0257239 Mar 29 09:46:59.139828 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-09890cf4-892c-49bf-a9a0-9218752adb15 req-17d4ceb1-0c4c-4e4a-b98b-94dfa77162f9 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 210 time: 0.0268981 Mar 29 09:46:59.140875 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1d73031e-b2b4-4e02-b04e-79e003f26edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.041998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac494-8348-4bab-a414-78787c101e6a req-06d82437-a1f0-4ed1-ac6b-efa51507f2f6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:00.043361 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-06d82437-a1f0-4ed1-ac6b-efa51507f2f6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 811 time: 0.1032593 Mar 29 09:47:00.093287 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-3658f1ab-7bd0-41c4-a277-3d422c6a0caf tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d6c3070dcd9491689712cbebf512b41 HTTP/1.1" status: 200 len: 379 time: 0.0338931 Mar 29 09:47:00.102941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-4c4ac494-8348-4bab-a414-78787c101e6a req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'port': {'device_id': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'admin_state_up': True, 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'security_groups': ['c52cdd18-9406-4f0b-8076-909980709dbf']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:00.219175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4ac494-8348-4bab-a414-78787c101e6a req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Made reservation on behalf of 2d6c3070dcd9491689712cbebf512b41 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:47:00.222468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-4c4ac494-8348-4bab-a414-78787c101e6a req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.242869 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-86d7d5e6-896c-4c79-a4fa-c40a22f11201 req-4310832b-306b-47be-8688-b686f32c94d2 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 210 time: 0.0356588 Mar 29 09:47:00.367297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-4c4ac494-8348-4bab-a414-78787c101e6a req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Allocated IP 172.20.0.5 (414f83b1-3c93-42cc-8e9a-50a9f32a7269/b1526675-8f82-4875-b490-592b7536550d/62c3b336-13e2-41f4-9229-c3bd1d4ddd06) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:00.510414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-4c4ac494-8348-4bab-a414-78787c101e6a req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.544946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-4c4ac494-8348-4bab-a414-78787c101e6a req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.590293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4ac494-8348-4bab-a414-78787c101e6a req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:00.593320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-4c4ac494-8348-4bab-a414-78787c101e6a req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:00.597414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4ac494-8348-4bab-a414-78787c101e6a req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:47:00.624896 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'Port': ['ID=62c3b336-13e2-41f4-9229-c3bd1d4ddd06,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:00.629129 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.658174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac494-8348-4bab-a414-78787c101e6a req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:00.658807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-4c4ac494-8348-4bab-a414-78787c101e6a req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.677097 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-36ec7a56-72c8-4fd1-bd52-6a7d4d2ce95d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5777879 Mar 29 09:47:00.689356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Request body: {'port': {'device_id': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:00.752695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.840120 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3a24a675-a2ff-4c2a-80ae-487f7e1d5b03 None None] Provisioning complete for port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:00.840547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3a24a675-a2ff-4c2a-80ae-487f7e1d5b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:00.875350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-3a24a675-a2ff-4c2a-80ae-487f7e1d5b03 None None] Port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:47:01.024770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:47:01.032948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.044993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Transition to ACTIVE for port object 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:47:01.048975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.101937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Pushing event updated for resources: {'Port': ['ID=62c3b336-13e2-41f4-9229-c3bd1d4ddd06,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:01.180629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Attempting to bind port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:47:01.181057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Attempting to bind port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:47:01.184362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Attempting to bind port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 on network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:47:01.191138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 on network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:47:01.191607 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Attempting to bind port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 on network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:47:01.198847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:47:01.199325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Checking segment: {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:47:01.199814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Bound using segment: {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:47:01.200343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Bound port: 62c3b336-13e2-41f4-9229-c3bd1d4ddd06, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:47:01.200781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.276680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] For port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:47:01.280705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] For port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62c3b336-13e2-41f4-9229-c3bd1d4ddd06,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:47:01.287320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.334888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:01.335212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:01.336558 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] 10.222.0.24 "PUT /v2.0/ports/62c3b336-13e2-41f4-9229-c3bd1d4ddd06 HTTP/1.1" status: 200 len: 1093 time: 0.6520305 Mar 29 09:47:01.337102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'tag': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:47:01.339296 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75af2550-50d9-4227-aada-b42e5143c0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9630e63e-0dfb-49dc-a0e9-290f950765a1", "tag": "62c3b336-13e2-41f4-9229-c3bd1d4ddd06"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:47:01.396982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945ff2f0-2be0-4442-b795-0785b9313d38 x-openstack-request-id: req-945ff2f0-2be0-4442-b795-0785b9313d38 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:47:01.397271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9630e63e-0dfb-49dc-a0e9-290f950765a1", "tag": "62c3b336-13e2-41f4-9229-c3bd1d4ddd06", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:47:01.397521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-945ff2f0-2be0-4442-b795-0785b9313d38 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:47:01.397945 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'tag': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'status': 'completed', 'code': 200} Mar 29 09:47:01.419279 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154a325-804e-4051-ba43-15a81b6504ed service neutron] Pushing event updated for resources: {'Port': ['ID=62c3b336-13e2-41f4-9229-c3bd1d4ddd06,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:01.445000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fd82d-773a-47bf-b56d-3997ff0d9a7d req-ab43ae3c-7fdc-4536-b77d-1d69454c80aa tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:01.446601 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9a3fd82d-773a-47bf-b56d-3997ff0d9a7d req-ab43ae3c-7fdc-4536-b77d-1d69454c80aa tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 943 time: 0.1157973 Mar 29 09:47:01.453156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac494-8348-4bab-a414-78787c101e6a req-09218783-5378-44b4-8d9f-3e99b1507be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:01.455250 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-09218783-5378-44b4-8d9f-3e99b1507be1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 1096 time: 0.0714583 Mar 29 09:47:01.512514 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-62629abd-341e-46a1-a414-3c1fdb5788be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62c3b336-13e2-41f4-9229-c3bd1d4ddd06 HTTP/1.1" status: 200 len: 217 time: 0.0487473 Mar 29 09:47:01.555152 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9a3fd82d-773a-47bf-b56d-3997ff0d9a7d req-401bee20-86f8-4997-a5fb-d52bc68f5355 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989237 Mar 29 09:47:01.574160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac494-8348-4bab-a414-78787c101e6a req-8b625338-ea1b-45e0-8129-a7ea3b83a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:01.575620 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-8b625338-ea1b-45e0-8129-a7ea3b83a478 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0523965 Mar 29 09:47:01.620819 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac494-8348-4bab-a414-78787c101e6a req-3dcd0ace-8c8b-4caf-b378-7d6009a1a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:01.622268 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-3dcd0ace-8c8b-4caf-b378-7d6009a1a51e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403388 Mar 29 09:47:01.716771 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-5a5ee8bf-9a77-48ac-9d46-ec9c610021b4 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862472 Mar 29 09:47:01.805797 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c4ac494-8348-4bab-a414-78787c101e6a req-2554bd42-df12-4fbe-a279-37b46abb7e95 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827885 Mar 29 09:47:01.900291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af2550-50d9-4227-aada-b42e5143c0bf req-9b53fb33-b316-4633-9906-9c6f04a7c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:01.901818 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75af2550-50d9-4227-aada-b42e5143c0bf req-9b53fb33-b316-4633-9906-9c6f04a7c333 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 1096 time: 0.0473323 Mar 29 09:47:01.991756 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af2550-50d9-4227-aada-b42e5143c0bf req-be86a25a-0623-4bab-aaae-19659874d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:01.993108 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75af2550-50d9-4227-aada-b42e5143c0bf req-be86a25a-0623-4bab-aaae-19659874d159 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.0851655 Mar 29 09:47:02.036874 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75af2550-50d9-4227-aada-b42e5143c0bf req-fbfe46e7-de38-4a39-a18b-7872756b01b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62c3b336-13e2-41f4-9229-c3bd1d4ddd06 HTTP/1.1" status: 200 len: 217 time: 0.0377405 Mar 29 09:47:02.063945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.088193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af2550-50d9-4227-aada-b42e5143c0bf req-282889f5-6cc0-4b0f-91db-56ba06e7c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:02.089677 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75af2550-50d9-4227-aada-b42e5143c0bf req-282889f5-6cc0-4b0f-91db-56ba06e7c2cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0466478 Mar 29 09:47:02.134398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af2550-50d9-4227-aada-b42e5143c0bf req-7b8a2946-e307-422a-bac7-b0a34f6ef273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:02.135876 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75af2550-50d9-4227-aada-b42e5143c0bf req-7b8a2946-e307-422a-bac7-b0a34f6ef273 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400648 Mar 29 09:47:02.227610 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75af2550-50d9-4227-aada-b42e5143c0bf req-56f4aac9-9b75-4e57-9987-acac88c52e9c service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848818 Mar 29 09:47:02.317038 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75af2550-50d9-4227-aada-b42e5143c0bf req-aa8ba369-f19f-438f-bdfa-20183cc3d572 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829079 Mar 29 09:47:02.582502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:02.671805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25217850-afc4-42a0-b7c1-ceb283bebd21 req-429b0499-0eff-4cbb-baae-05e165506436 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:02.673928 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-25217850-afc4-42a0-b7c1-ceb283bebd21 req-429b0499-0eff-4cbb-baae-05e165506436 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 943 time: 0.0489647 Mar 29 09:47:02.716178 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-25217850-afc4-42a0-b7c1-ceb283bebd21 req-e2be494c-dae2-41a2-835a-bd83908579a1 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361245 Mar 29 09:47:03.678099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:03.838500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be9cff-07b1-40cb-a37b-953f89be5d23 req-f159adb9-be09-44a1-8a96-a37393db92f0 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:03.842036 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-93be9cff-07b1-40cb-a37b-953f89be5d23 req-f159adb9-be09-44a1-8a96-a37393db92f0 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 943 time: 0.0552490 Mar 29 09:47:03.883338 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-93be9cff-07b1-40cb-a37b-953f89be5d23 req-98163006-4133-41c7-a0fe-2fa4805898b3 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361080 Mar 29 09:47:04.997083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddba18-66ee-4d00-bce7-1780509bfda8 req-9719deda-b3ae-4076-8f1b-4405039c9ed8 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:04.998531 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1fddba18-66ee-4d00-bce7-1780509bfda8 req-9719deda-b3ae-4076-8f1b-4405039c9ed8 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 943 time: 0.0473952 Mar 29 09:47:05.035339 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1fddba18-66ee-4d00-bce7-1780509bfda8 req-5d7810cb-7f7a-4cf8-a1cf-3a22f9fb1c3b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302246 Mar 29 09:47:06.146455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b4c23-7526-4b43-9e15-066e319957b0 req-043a781d-a479-45d0-8b08-ddb3bc013311 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:06.147879 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-356b4c23-7526-4b43-9e15-066e319957b0 req-043a781d-a479-45d0-8b08-ddb3bc013311 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 943 time: 0.0463505 Mar 29 09:47:06.188391 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-356b4c23-7526-4b43-9e15-066e319957b0 req-5c53c083-6d5c-4e3f-b77e-b04462ff6dd2 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346963 Mar 29 09:47:07.298701 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621255c-d292-4cfd-8196-4109b89bceaf req-dbdc07b6-4192-444a-b609-b49afab9b6f9 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:07.300139 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d621255c-d292-4cfd-8196-4109b89bceaf req-dbdc07b6-4192-444a-b609-b49afab9b6f9 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 943 time: 0.0469556 Mar 29 09:47:07.337106 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d621255c-d292-4cfd-8196-4109b89bceaf req-716853a1-21d8-4359-aef4-b7060b852419 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309658 Mar 29 09:47:08.509004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd6e25-495e-4452-be0f-9e8ce7846dd7 req-0f66ce43-3f14-4db2-8aae-812924a11492 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:08.510547 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-84fd6e25-495e-4452-be0f-9e8ce7846dd7 req-0f66ce43-3f14-4db2-8aae-812924a11492 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 943 time: 0.1062593 Mar 29 09:47:08.548435 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-84fd6e25-495e-4452-be0f-9e8ce7846dd7 req-1fcc63b9-b86a-4eb2-9b6a-81edcf584c81 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318844 Mar 29 09:47:09.660672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce2f75-8f18-4e33-a1dd-7a2193f20c8b req-8b2de193-b48f-4812-b983-22b0df244174 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:09.662177 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-45ce2f75-8f18-4e33-a1dd-7a2193f20c8b req-8b2de193-b48f-4812-b983-22b0df244174 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 943 time: 0.0475750 Mar 29 09:47:09.702163 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-45ce2f75-8f18-4e33-a1dd-7a2193f20c8b req-f881e71e-e066-4203-973d-2e4ce858e022 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340960 Mar 29 09:47:10.815940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acea181-2cae-4d43-b90e-bf8a95263f30 req-9f304eb4-d648-4f2d-8db4-7f94685cf6c6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:10.817394 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2acea181-2cae-4d43-b90e-bf8a95263f30 req-9f304eb4-d648-4f2d-8db4-7f94685cf6c6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 943 time: 0.0490808 Mar 29 09:47:10.853880 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2acea181-2cae-4d43-b90e-bf8a95263f30 req-939560a9-e073-4ff7-a6ec-85e461e84ae3 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304983 Mar 29 09:47:11.508174 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:47:11.600530 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62c3b336-13e2-41f4-9229-c3bd1d4ddd06,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:47:11.611905 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'port_id': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'mac_address': 'fa:16:3e:f1:69:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:47:11.647335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.659936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:47:11.678410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62c3b336-13e2-41f4-9229-c3bd1d4ddd06,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:47:11.682430 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:11.727365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=62c3b336-13e2-41f4-9229-c3bd1d4ddd06,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:11.734060 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:11.734408 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:11.734797 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:11.735138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:11.735476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:11.735804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:11.736134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:11.736468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:11.736792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:11.737116 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:11.737438 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:11.737791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:47:11.970106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653b5ce-db51-4a59-a88b-be2b7685fe6e req-9e358f81-089b-4c7d-9a1e-6d50b5b42115 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:11.971592 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2653b5ce-db51-4a59-a88b-be2b7685fe6e req-9e358f81-089b-4c7d-9a1e-6d50b5b42115 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 944 time: 0.0499957 Mar 29 09:47:12.008396 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2653b5ce-db51-4a59-a88b-be2b7685fe6e req-71d9622f-25ba-48c0-88eb-7336622c6aab tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307367 Mar 29 09:47:12.061261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['62c3b336-13e2-41f4-9229-c3bd1d4ddd06'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:47:13.121737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5f9b-fb18-4df9-b4f5-caf81da937e1 req-cf2c2c7f-96b4-4bbd-93d8-107bda1d1c7c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:13.123190 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-51ab5f9b-fb18-4df9-b4f5-caf81da937e1 req-cf2c2c7f-96b4-4bbd-93d8-107bda1d1c7c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 944 time: 0.0475409 Mar 29 09:47:13.164460 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-51ab5f9b-fb18-4df9-b4f5-caf81da937e1 req-b26b1193-8e15-44db-a838-a355d5b7888c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353444 Mar 29 09:47:13.524597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:47:13.575011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:47:13.579713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:47:13.580083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.652767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.673837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:47:13.676036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db3f633-5beb-4611-81c5-ef7eec3bfe27" -d '{"events": [{"server_uuid": "9630e63e-0dfb-49dc-a0e9-290f950765a1", "name": "network-vif-plugged", "status": "completed", "tag": "62c3b336-13e2-41f4-9229-c3bd1d4ddd06"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:47:13.689435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62c3b336-13e2-41f4-9229-c3bd1d4ddd06,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:47:13.693939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:13.724552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57e999e-e7d3-4346-a032-6bea28a6c933 x-openstack-request-id: req-c57e999e-e7d3-4346-a032-6bea28a6c933 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:47:13.724836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9630e63e-0dfb-49dc-a0e9-290f950765a1", "name": "network-vif-plugged", "status": "completed", "tag": "62c3b336-13e2-41f4-9229-c3bd1d4ddd06", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:47:13.725079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c57e999e-e7d3-4346-a032-6bea28a6c933 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:47:13.725532 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'code': 200} Mar 29 09:47:13.748703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=62c3b336-13e2-41f4-9229-c3bd1d4ddd06,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:13.890965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5a52e-76f3-4cc6-a758-7428e6ccdd30 req-a1d57b62-7ff0-4aca-a0f9-d4b03531f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:13.892408 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8fe5a52e-76f3-4cc6-a758-7428e6ccdd30 req-a1d57b62-7ff0-4aca-a0f9-d4b03531f729 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 1098 time: 0.0395331 Mar 29 09:47:13.926623 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8fe5a52e-76f3-4cc6-a758-7428e6ccdd30 req-8af8932e-fadf-47df-a6bb-8f7f3931135a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264344 Mar 29 09:47:14.278354 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc8ca2-a07a-49de-be92-d2911a51b7a2 req-9c116dd2-fd73-455c-8442-e8cfbf8e7115 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:14.279812 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-33cc8ca2-a07a-49de-be92-d2911a51b7a2 req-9c116dd2-fd73-455c-8442-e8cfbf8e7115 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 945 time: 0.0478890 Mar 29 09:47:14.316877 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-33cc8ca2-a07a-49de-be92-d2911a51b7a2 req-5ecd1cbe-d3c4-4635-8619-78d149a5ca9e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306127 Mar 29 09:47:15.433976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30823b3-9a4f-475a-bf24-fb603e280f02 req-505df7a9-0127-4d9f-958c-9d52d5cc213b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.435423 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e30823b3-9a4f-475a-bf24-fb603e280f02 req-505df7a9-0127-4d9f-958c-9d52d5cc213b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 945 time: 0.0481753 Mar 29 09:47:15.475986 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e30823b3-9a4f-475a-bf24-fb603e280f02 req-73c1ddae-c996-4eac-bcf5-25bf85812f2d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346143 Mar 29 09:47:15.586459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25e9e3-9fe8-46bf-9206-8fe6c1886d19 req-3885f243-ce1c-4274-8821-6532c64e531e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.587895 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae25e9e3-9fe8-46bf-9206-8fe6c1886d19 req-3885f243-ce1c-4274-8821-6532c64e531e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 945 time: 0.0477858 Mar 29 09:47:15.624457 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae25e9e3-9fe8-46bf-9206-8fe6c1886d19 req-9eb04250-c84b-4a43-afe3-4e0fb35b79b8 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306602 Mar 29 09:47:15.646136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55798) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:47:15.683868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea7da71-9596-4d56-800a-40aeb6e205bf tempest-TestVolumeBootPattern-1790130959 tempest-TestVolumeBootPattern-1790130959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:15.685355 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9ea7da71-9596-4d56-800a-40aeb6e205bf tempest-TestVolumeBootPattern-1790130959 tempest-TestVolumeBootPattern-1790130959-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 1093 time: 0.0382407 Mar 29 09:47:15.687940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55800) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:47:15.692027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:47:15.711831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.807880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:15.908315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Allocated IP 172.26.1.239 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/0054cbe3-b3b8-4ed1-8206-26a870db11cb) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:47:16.009029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.040674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.077844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:47:16.082560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:47:16.085942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:47:16.091029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'Port': ['ID=0054cbe3-b3b8-4ed1-8206-26a870db11cb,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:16.428866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.495303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.636050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.640630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.713319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'Port': ['ID=0054cbe3-b3b8-4ed1-8206-26a870db11cb,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:47:16.722602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:16.821302 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Floating IP 72feba10-5512-472b-bb60-3fca9887fc33 associated. External IP: 172.26.1.239, port: 62c3b336-13e2-41f4-9229-c3bd1d4ddd06. Mar 29 09:47:17.021835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Router 42d59753-7db2-44d2-9fc4-f76877f35dd6 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:47:17.127089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:47:17.136390 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b860d93-eefd-4e7e-893b-2e4d67f84109 None None] Sync routers for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:47:17.144885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:17.146114 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b860d93-eefd-4e7e-893b-2e4d67f84109 None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:47:17.146749 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0b860d93-eefd-4e7e-893b-2e4d67f84109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:46:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:17.254258 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-0b860d93-eefd-4e7e-893b-2e4d67f84109 None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:47:17.493585 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7e9788fe-ee6d-46e0-842e-4db69af0c5a6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7923248 Mar 29 09:47:17.493585 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'tag': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:47:17.494624 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0b860d93-eefd-4e7e-893b-2e4d67f84109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '72feba10-5512-472b-bb60-3fca9887fc33', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:f1:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:47:16Z', 'updated_at': '2022-03-29T09:47:16Z', 'revision_number': 0, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:17.494796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d62c734-9c75-4b96-96d8-21edf9780313" -d '{"events": [{"name": "network-changed", "server_uuid": "9630e63e-0dfb-49dc-a0e9-290f950765a1", "tag": "62c3b336-13e2-41f4-9229-c3bd1d4ddd06"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:47:17.507970 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b860d93-eefd-4e7e-893b-2e4d67f84109 None None] Checking router: 42d59753-7db2-44d2-9fc4-f76877f35dd6 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:47:17.516175 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b860d93-eefd-4e7e-893b-2e4d67f84109 None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:47:17.516767 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0b860d93-eefd-4e7e-893b-2e4d67f84109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:46:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:17.523598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1925097-90a9-468a-a318-a4207dc49b68 x-openstack-request-id: req-e1925097-90a9-468a-a318-a4207dc49b68 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:47:17.524104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9630e63e-0dfb-49dc-a0e9-290f950765a1", "tag": "62c3b336-13e2-41f4-9229-c3bd1d4ddd06", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:47:17.524104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1925097-90a9-468a-a318-a4207dc49b68 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:47:17.524489 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'tag': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'status': 'completed', 'code': 200} Mar 29 09:47:17.584188 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62c734-9c75-4b96-96d8-21edf9780313 req-9692116e-532a-4251-82c2-b6eea3874ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:17.585689 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d62c734-9c75-4b96-96d8-21edf9780313 req-9692116e-532a-4251-82c2-b6eea3874ee5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 1098 time: 0.0385735 Mar 29 09:47:17.620941 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-0b860d93-eefd-4e7e-893b-2e4d67f84109 None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:47:17.676020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62c734-9c75-4b96-96d8-21edf9780313 req-6c67bd98-a6bb-4d51-be8d-2b9d86adc605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:17.677461 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d62c734-9c75-4b96-96d8-21edf9780313 req-6c67bd98-a6bb-4d51-be8d-2b9d86adc605 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.0853813 Mar 29 09:47:17.740685 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d62c734-9c75-4b96-96d8-21edf9780313 req-8bc18da5-2a72-44d8-a36f-22d0b1dadc28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62c3b336-13e2-41f4-9229-c3bd1d4ddd06 HTTP/1.1" status: 200 len: 999 time: 0.0572145 Mar 29 09:47:17.789848 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62c734-9c75-4b96-96d8-21edf9780313 req-aeb01581-877d-48f0-a50d-cdd945a3c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:17.791308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d62c734-9c75-4b96-96d8-21edf9780313 req-aeb01581-877d-48f0-a50d-cdd945a3c774 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0433874 Mar 29 09:47:17.841223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62c734-9c75-4b96-96d8-21edf9780313 req-e10a71bc-d49d-49de-9e02-b7d5180c32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:17.842542 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0b860d93-eefd-4e7e-893b-2e4d67f84109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '72feba10-5512-472b-bb60-3fca9887fc33', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:f1:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:47:16Z', 'updated_at': '2022-03-29T09:47:16Z', 'revision_number': 0, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:47:17.842820 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d62c734-9c75-4b96-96d8-21edf9780313 req-e10a71bc-d49d-49de-9e02-b7d5180c32cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445576 Mar 29 09:47:17.868386 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b860d93-eefd-4e7e-893b-2e4d67f84109 None None] The sync data for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv is: [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '72feba10-5512-472b-bb60-3fca9887fc33', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:f1:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:47:16Z', 'updated_at': '2022-03-29T09:47:16Z', 'revision_number': 0, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:47:17.932916 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d62c734-9c75-4b96-96d8-21edf9780313 req-5293a95a-2fa7-43b5-a561-02b132769417 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836551 Mar 29 09:47:18.026783 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d62c734-9c75-4b96-96d8-21edf9780313 req-3b943377-720f-4ab9-aa32-067747bc20de service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879908 Mar 29 09:47:18.052268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b517a1d-0bfc-4de9-b977-81ba5360ead4 None None] New status for floating IP 72feba10-5512-472b-bb60-3fca9887fc33: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:47:26.751431 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2c84170c-5e19-4a71-a3bb-3a33e01f80f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:29.143218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-858477ca-89fb-4639-a281-a5372e5b8a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.610285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:30.648705 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d1106db5-0abf-4dfc-a174-48317ab5a4f5 req-8e49f407-e16a-432e-aa39-ecd32bcc4421 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391753 Mar 29 09:47:30.732618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1106db5-0abf-4dfc-a174-48317ab5a4f5 req-d72a66fa-39a1-4e27-afd3-d6c92d3db978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:30.734099 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d1106db5-0abf-4dfc-a174-48317ab5a4f5 req-d72a66fa-39a1-4e27-afd3-d6c92d3db978 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 1098 time: 0.0389764 Mar 29 09:47:30.837450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1106db5-0abf-4dfc-a174-48317ab5a4f5 req-8bd6ba2c-d4ec-4643-9a99-c99a1c24f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:30.838904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d1106db5-0abf-4dfc-a174-48317ab5a4f5 req-8bd6ba2c-d4ec-4643-9a99-c99a1c24f397 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.0861497 Mar 29 09:47:30.903998 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d1106db5-0abf-4dfc-a174-48317ab5a4f5 req-5a6c1cfe-0403-4e3c-a8de-3e2c6444c95b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62c3b336-13e2-41f4-9229-c3bd1d4ddd06 HTTP/1.1" status: 200 len: 1001 time: 0.0581787 Mar 29 09:47:30.954240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1106db5-0abf-4dfc-a174-48317ab5a4f5 req-67434314-2717-41f8-b68b-b5c3c49b394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:30.955621 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d1106db5-0abf-4dfc-a174-48317ab5a4f5 req-67434314-2717-41f8-b68b-b5c3c49b394e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0459104 Mar 29 09:47:30.999095 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1106db5-0abf-4dfc-a174-48317ab5a4f5 req-1d1aa6fa-56c5-46d4-817f-f6c5d1c95f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:47:31.000527 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d1106db5-0abf-4dfc-a174-48317ab5a4f5 req-1d1aa6fa-56c5-46d4-817f-f6c5d1c95f35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381608 Mar 29 09:47:31.086930 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d1106db5-0abf-4dfc-a174-48317ab5a4f5 req-e48f0dbe-98df-486d-bccf-bb402a46e497 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802023 Mar 29 09:47:31.177438 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d1106db5-0abf-4dfc-a174-48317ab5a4f5 req-31ff84fa-349c-4122-8b20-eb933abb141e service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838916 Mar 29 09:47:32.056682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:32.195323 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:47:32.583920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:33.683773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:56.752068 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-58bf278f-b40a-4f80-83ea-caf4e1d10ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:47:59.144663 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-98238f0a-e6a4-4a6c-82ab-97aebfd40473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:00.615428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:02.058855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:02.588859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:03.681205 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:09.194160 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:48:26.753913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0f3b36ab-2f93-4aa0-8e40-270cd46dc538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:29.145370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a716fb0d-94d6-4a9b-8b3a-d0e029053ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:30.615689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:31.636942 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a689576b-40ae-4f95-8fbc-f9067be6b30b req-8da559b0-74d9-4229-8aa3-ef345c551d54 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432732 Mar 29 09:48:31.716531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689576b-40ae-4f95-8fbc-f9067be6b30b req-3c26c857-2034-40b0-a9bb-de8c05caa005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:31.718004 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a689576b-40ae-4f95-8fbc-f9067be6b30b req-3c26c857-2034-40b0-a9bb-de8c05caa005 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 1098 time: 0.0399733 Mar 29 09:48:31.822371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689576b-40ae-4f95-8fbc-f9067be6b30b req-0ba3b70c-275c-4fdc-8513-ac3d435ed711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:31.823830 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a689576b-40ae-4f95-8fbc-f9067be6b30b req-0ba3b70c-275c-4fdc-8513-ac3d435ed711 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.0877717 Mar 29 09:48:31.887650 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a689576b-40ae-4f95-8fbc-f9067be6b30b req-c8cd490b-526a-4aaf-94c8-83fe6452b318 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62c3b336-13e2-41f4-9229-c3bd1d4ddd06 HTTP/1.1" status: 200 len: 1001 time: 0.0573108 Mar 29 09:48:31.935240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689576b-40ae-4f95-8fbc-f9067be6b30b req-34596af6-476c-4414-b314-122f24f93df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:31.936626 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a689576b-40ae-4f95-8fbc-f9067be6b30b req-34596af6-476c-4414-b314-122f24f93df8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0430524 Mar 29 09:48:31.983327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689576b-40ae-4f95-8fbc-f9067be6b30b req-88528ce3-53f4-4e4d-9a1a-2e451676c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:31.984749 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a689576b-40ae-4f95-8fbc-f9067be6b30b req-88528ce3-53f4-4e4d-9a1a-2e451676c125 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421498 Mar 29 09:48:32.061389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:32.072308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a689576b-40ae-4f95-8fbc-f9067be6b30b req-7a988cbc-372e-4316-aa0d-8f0ac7f1732e service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801473 Mar 29 09:48:32.162822 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a689576b-40ae-4f95-8fbc-f9067be6b30b req-f50c027f-c74a-4ae0-b3de-1e92f1f05641 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848489 Mar 29 09:48:32.590743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:33.705899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:46.193140 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:48:56.756087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c96d2452-8f86-4400-ad2c-4c757df55cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:59.147421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d69a2a5f-ee4d-4493-b66b-f24dfd7fd02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:48:59.302720 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-4f4d0b49-73b4-4b35-8de4-db272dd4b6b5 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472596829&fields=id&tenant_id=2d6c3070dcd9491689712cbebf512b41 HTTP/1.1" status: 200 len: 267 time: 0.0322225 Mar 29 09:48:59.409135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089993b-817b-40a9-9af1-c071cee18bbe req-9abd4a3e-c8d1-4c29-8f6a-46739fe9525f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:48:59.410589 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-9abd4a3e-c8d1-4c29-8f6a-46739fe9525f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 811 time: 0.1003935 Mar 29 09:48:59.425251 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-a8b16e1f-c985-4358-9aa8-89f972bde3fc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/quotas/2d6c3070dcd9491689712cbebf512b41 HTTP/1.1" status: 200 len: 375 time: 0.0085537 Mar 29 09:48:59.480616 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-7a37cdc2-996c-4c4a-9198-8616e6118778 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0501692 Mar 29 09:48:59.576938 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-e85ea041-e284-42fa-9877-427ef2e7d661 service neutron] 10.222.0.32 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843174 Mar 29 09:48:59.662871 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-1c32a69f-bd86-4261-b140-f2f9539c9d5c service neutron] 10.222.0.32 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797498 Mar 29 09:48:59.942091 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8d25aa15-a3e0-4d5a-bc59-0635bf846f76 req-eb7dc86c-b820-4d03-b230-63c18192a7b2 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 210 time: 0.0262921 Mar 29 09:49:00.619094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:01.031194 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff955865-e2c7-4912-9877-6ee3d1805aeb req-5c847d87-07bb-4f2e-9937-738f1a50f6ba tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 210 time: 0.0252042 Mar 29 09:49:01.809204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089993b-817b-40a9-9af1-c071cee18bbe req-8b6878ac-e12a-4298-8d30-9895230852bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:01.810651 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-8b6878ac-e12a-4298-8d30-9895230852bc tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 811 time: 0.1035261 Mar 29 09:49:01.856608 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-af95f7d2-a23a-4b64-aec7-18b1b8f26e23 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d6c3070dcd9491689712cbebf512b41 HTTP/1.1" status: 200 len: 379 time: 0.0326216 Mar 29 09:49:01.866545 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-a089993b-817b-40a9-9af1-c071cee18bbe req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'port': {'device_id': '37ece277-6c71-4efc-8cf5-449f8952587f', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'admin_state_up': True, 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'security_groups': ['c52cdd18-9406-4f0b-8076-909980709dbf']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:01.975786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a089993b-817b-40a9-9af1-c071cee18bbe req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Made reservation on behalf of 2d6c3070dcd9491689712cbebf512b41 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:49:01.979535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a089993b-817b-40a9-9af1-c071cee18bbe req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.082175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.112587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-a089993b-817b-40a9-9af1-c071cee18bbe req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Allocated IP 172.20.0.6 (414f83b1-3c93-42cc-8e9a-50a9f32a7269/b1526675-8f82-4875-b490-592b7536550d/1413a9af-5d3d-4658-aa8c-1d88f3a1d73e) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:49:02.154371 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4f3417af-17ba-4291-a263-2614db872811 req-a2b46409-4299-4fa3-8557-cfd74ec5c363 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 210 time: 0.0386848 Mar 29 09:49:02.280078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a089993b-817b-40a9-9af1-c071cee18bbe req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.313284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a089993b-817b-40a9-9af1-c071cee18bbe req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.366235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a089993b-817b-40a9-9af1-c071cee18bbe req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:49:02.369863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-a089993b-817b-40a9-9af1-c071cee18bbe req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:49:02.374229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-a089993b-817b-40a9-9af1-c071cee18bbe req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:49:02.378321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'Port': ['ID=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:02.406864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.407216 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.407554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.407887 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.408220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.408549 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.408876 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.409201 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.409529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.409891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.410213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.410531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:02.435581 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089993b-817b-40a9-9af1-c071cee18bbe req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:02.436208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a089993b-817b-40a9-9af1-c071cee18bbe req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.455012 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-0ffed1e1-465c-43f3-ae0c-a4ded0e9e60f tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918818 Mar 29 09:49:02.467684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Request body: {'port': {'device_id': '37ece277-6c71-4efc-8cf5-449f8952587f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:02.523712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.595818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.630694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-bc7fdbf5-f968-4a56-911b-2c5b30a727c7 None None] Provisioning complete for port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:02.631323 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bc7fdbf5-f968-4a56-911b-2c5b30a727c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.668934 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-bc7fdbf5-f968-4a56-911b-2c5b30a727c7 None None] Port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:49:02.796649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:49:02.804435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.816214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Transition to ACTIVE for port object 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:49:02.820056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:02.887039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Pushing event updated for resources: {'Port': ['ID=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:02.945366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Attempting to bind port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:49:02.946390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Attempting to bind port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:49:02.946864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Attempting to bind port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e on network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:49:02.952262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e on network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:49:02.952795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Attempting to bind port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e on network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:49:02.963226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:49:02.963497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Checking segment: {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:49:02.963841 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Bound using segment: {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:49:02.964426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Bound port: 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809bf7d2-ac9b-4f1a-badb-3ca9faba8538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:49:02.964793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:03.038350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] For port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:49:03.042435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] For port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:49:03.048061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:03.090802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:03.091365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:03.093862 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] 10.222.0.24 "PUT /v2.0/ports/1413a9af-5d3d-4658-aa8c-1d88f3a1d73e HTTP/1.1" status: 200 len: 1093 time: 0.6305192 Mar 29 09:49:03.096151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ece277-6c71-4efc-8cf5-449f8952587f', 'tag': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:49:03.099847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c77a10a-4b6e-4e90-a5c1-7cdd580ac379" -d '{"events": [{"name": "network-changed", "server_uuid": "37ece277-6c71-4efc-8cf5-449f8952587f", "tag": "1413a9af-5d3d-4658-aa8c-1d88f3a1d73e"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:49:03.125970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61acdfee-37fa-479d-a6bc-9805e8bfa75b service neutron] Pushing event updated for resources: {'Port': ['ID=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:03.172591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509935cc-fe8a-4f41-86d7-a8e7ebc1cf91 x-openstack-request-id: req-509935cc-fe8a-4f41-86d7-a8e7ebc1cf91 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:49:03.173048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ece277-6c71-4efc-8cf5-449f8952587f", "tag": "1413a9af-5d3d-4658-aa8c-1d88f3a1d73e", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:49:03.173386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-509935cc-fe8a-4f41-86d7-a8e7ebc1cf91 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:49:03.173895 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ece277-6c71-4efc-8cf5-449f8952587f', 'tag': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e', 'status': 'completed', 'code': 200} Mar 29 09:49:03.193699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089993b-817b-40a9-9af1-c071cee18bbe req-97c46d9b-7504-4c32-8ecc-a1a023b41b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:03.195481 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-97c46d9b-7504-4c32-8ecc-a1a023b41b90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 1096 time: 0.0526476 Mar 29 09:49:03.250913 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-306602bd-6f85-4cf0-b13c-fd997c27a5c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e HTTP/1.1" status: 200 len: 217 time: 0.0486777 Mar 29 09:49:03.320160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089993b-817b-40a9-9af1-c071cee18bbe req-f51620f5-10b6-411a-adf6-d1f4ce88331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:03.322239 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-f51620f5-10b6-411a-adf6-d1f4ce88331e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0530050 Mar 29 09:49:03.330234 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cca4c-9859-453f-a431-8989aef2405b req-242015b0-97ee-4bb5-8081-17faebc29ce3 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:03.331674 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9c9cca4c-9859-453f-a431-8989aef2405b req-242015b0-97ee-4bb5-8081-17faebc29ce3 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 943 time: 0.0904651 Mar 29 09:49:03.396556 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9c9cca4c-9859-453f-a431-8989aef2405b req-ab656514-7e5c-4c8b-aaf8-cbf49b0f530e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564122 Mar 29 09:49:03.399554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089993b-817b-40a9-9af1-c071cee18bbe req-81489bbe-f9ec-49b5-9054-57c661bba0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:03.400957 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-81489bbe-f9ec-49b5-9054-57c661bba0d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684359 Mar 29 09:49:03.493261 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-3f00497a-303a-46e3-b63a-c3d9028a2446 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856757 Mar 29 09:49:03.585054 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a089993b-817b-40a9-9af1-c071cee18bbe req-d01e91eb-13b8-426a-b8c2-48ff1fbf0660 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859032 Mar 29 09:49:03.668876 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a10a-4b6e-4e90-a5c1-7cdd580ac379 req-2eb0a43a-0f5d-4f8a-9263-69b5d98c6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:03.670508 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c77a10a-4b6e-4e90-a5c1-7cdd580ac379 req-2eb0a43a-0f5d-4f8a-9263-69b5d98c6f11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 1096 time: 0.0422335 Mar 29 09:49:03.735592 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:03.769543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a10a-4b6e-4e90-a5c1-7cdd580ac379 req-26a26c46-2b49-4dfb-beba-8c46d09d6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:03.771030 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c77a10a-4b6e-4e90-a5c1-7cdd580ac379 req-26a26c46-2b49-4dfb-beba-8c46d09d6c74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.0942883 Mar 29 09:49:03.812736 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c77a10a-4b6e-4e90-a5c1-7cdd580ac379 req-a27aa196-d4c4-4cf1-a538-56a49039866a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e HTTP/1.1" status: 200 len: 217 time: 0.0347600 Mar 29 09:49:03.862214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a10a-4b6e-4e90-a5c1-7cdd580ac379 req-437c7dae-8257-4be8-9707-71b0a30c1784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:03.864207 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c77a10a-4b6e-4e90-a5c1-7cdd580ac379 req-437c7dae-8257-4be8-9707-71b0a30c1784 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0456393 Mar 29 09:49:03.914738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77a10a-4b6e-4e90-a5c1-7cdd580ac379 req-9ce201cd-0789-44f0-aa1f-b6735b88423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:03.916097 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c77a10a-4b6e-4e90-a5c1-7cdd580ac379 req-9ce201cd-0789-44f0-aa1f-b6735b88423b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457456 Mar 29 09:49:04.005242 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c77a10a-4b6e-4e90-a5c1-7cdd580ac379 req-3f54e80c-312a-4830-a298-7cecd2572352 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824449 Mar 29 09:49:04.096777 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c77a10a-4b6e-4e90-a5c1-7cdd580ac379 req-f31d859e-fe56-4b52-913e-eb4b12a44b0a service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843251 Mar 29 09:49:04.516464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba981f-17e8-4c4b-9be1-8e0b1b218dc9 req-6262dc45-cdd8-4ed1-a86d-3fc292e91e7b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:04.517929 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a8ba981f-17e8-4c4b-9be1-8e0b1b218dc9 req-6262dc45-cdd8-4ed1-a86d-3fc292e91e7b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 943 time: 0.0484464 Mar 29 09:49:04.555723 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a8ba981f-17e8-4c4b-9be1-8e0b1b218dc9 req-f5a23179-6ea4-4644-a8a8-296edb7e36b6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308988 Mar 29 09:49:05.676683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1c660-58fe-4e5d-a125-9e1b948c3859 req-970a537d-9c7e-45ad-8d44-cc140c2fd05a tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:05.678187 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6eb1c660-58fe-4e5d-a125-9e1b948c3859 req-970a537d-9c7e-45ad-8d44-cc140c2fd05a tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 943 time: 0.0498681 Mar 29 09:49:05.717646 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6eb1c660-58fe-4e5d-a125-9e1b948c3859 req-3747c934-5cfe-4fe9-a226-d597cc5b8271 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329933 Mar 29 09:49:06.842081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b3b18-a895-4c82-b6f5-4a44d8016fb3 req-43e88d91-1c44-404f-b5aa-84432d134d4e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:06.843518 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f69b3b18-a895-4c82-b6f5-4a44d8016fb3 req-43e88d91-1c44-404f-b5aa-84432d134d4e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 943 time: 0.0519824 Mar 29 09:49:06.881064 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f69b3b18-a895-4c82-b6f5-4a44d8016fb3 req-36c57a57-4461-46d0-9be1-e23e833952af tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315046 Mar 29 09:49:07.999542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26130287-2f7c-4644-aa61-d228932cfbc3 req-311944f9-8bd2-4d47-9040-c64a9c82ce3e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:08.001010 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-26130287-2f7c-4644-aa61-d228932cfbc3 req-311944f9-8bd2-4d47-9040-c64a9c82ce3e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 943 time: 0.0531313 Mar 29 09:49:08.038267 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-26130287-2f7c-4644-aa61-d228932cfbc3 req-47497c7a-8250-4c74-a40f-73a427211946 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310876 Mar 29 09:49:09.153891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8eb9c-4db4-4ecd-a108-e164fdee76f7 req-11414131-c4bb-4930-bc02-ab2ada6a00b6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:09.155341 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3de8eb9c-4db4-4ecd-a108-e164fdee76f7 req-11414131-c4bb-4930-bc02-ab2ada6a00b6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 943 time: 0.0477853 Mar 29 09:49:09.192270 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3de8eb9c-4db4-4ecd-a108-e164fdee76f7 req-19dc1fc8-ebeb-4970-9c83-cbceb5b73cf0 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310304 Mar 29 09:49:10.308620 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48c457-d3ec-4a3e-9d35-d3ca21a997c7 req-365f9cc7-35b1-4713-9ac8-9e611dfa8b9b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:10.310092 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aa48c457-d3ec-4a3e-9d35-d3ca21a997c7 req-365f9cc7-35b1-4713-9ac8-9e611dfa8b9b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 943 time: 0.0522795 Mar 29 09:49:10.345818 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aa48c457-d3ec-4a3e-9d35-d3ca21a997c7 req-090379fd-6a0b-43f0-8000-c49e5bbe9ff5 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298519 Mar 29 09:49:11.458833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80456f72-b9c8-470f-ade3-b3187eb4cefb req-3c6fe148-5445-40ba-924b-fc5fbbc10b72 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:11.460287 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-80456f72-b9c8-470f-ade3-b3187eb4cefb req-3c6fe148-5445-40ba-924b-fc5fbbc10b72 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 943 time: 0.0484192 Mar 29 09:49:11.497403 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-80456f72-b9c8-470f-ade3-b3187eb4cefb req-b607261c-a73d-43f5-bdee-bb5f24be883e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311620 Mar 29 09:49:12.617785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719f18-c2bd-4c25-8611-12c7ca933f27 req-25bdcb8f-c74e-4b86-9191-a92c68eef138 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:12.619203 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31719f18-c2bd-4c25-8611-12c7ca933f27 req-25bdcb8f-c74e-4b86-9191-a92c68eef138 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 943 time: 0.0532343 Mar 29 09:49:12.658440 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31719f18-c2bd-4c25-8611-12c7ca933f27 req-64d24413-e8b3-4de8-9bc5-6b4c0bb9ff36 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331054 Mar 29 09:49:13.777614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436bbba-7c9c-4313-8f60-ebf3a88b69bb req-a99b68e4-9556-4828-9cd3-15d5185e09e2 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:13.779078 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0436bbba-7c9c-4313-8f60-ebf3a88b69bb req-a99b68e4-9556-4828-9cd3-15d5185e09e2 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 943 time: 0.0538669 Mar 29 09:49:13.820940 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0436bbba-7c9c-4313-8f60-ebf3a88b69bb req-a3ebebbf-afcf-4849-90ff-0f23b5f13e2b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350199 Mar 29 09:49:14.018825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:49:14.115218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:49:14.126671 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'port_id': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e', 'mac_address': 'fa:16:3e:72:27:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:49:14.165782 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:14.179303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:49:14.200360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:49:14.204001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:14.259077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:14.267275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:14.267815 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:14.268292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:14.268890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:14.269183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:14.269550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:14.269937 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:14.270326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:14.270689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:14.271125 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:14.271502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:14.271823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:49:14.549147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['1413a9af-5d3d-4658-aa8c-1d88f3a1d73e'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:49:14.975799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca163c2-d877-4f31-bc54-14c7bcabd6c9 req-dc046b4a-e672-483c-bada-6c4c7f92844b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:14.977763 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fca163c2-d877-4f31-bc54-14c7bcabd6c9 req-dc046b4a-e672-483c-bada-6c4c7f92844b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 944 time: 0.0466642 Mar 29 09:49:15.014784 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fca163c2-d877-4f31-bc54-14c7bcabd6c9 req-42c906eb-a31d-4021-bd58-a8a6f393080d tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311141 Mar 29 09:49:16.017384 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:49:16.066153 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:49:16.070341 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:49:16.070736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:16.129384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a2275-bc76-4be5-b3b2-ecba5c8ba036 req-9e1b5e2b-6411-4c83-b700-482ad6127659 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:16.130892 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-954a2275-bc76-4be5-b3b2-ecba5c8ba036 req-9e1b5e2b-6411-4c83-b700-482ad6127659 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 944 time: 0.0489292 Mar 29 09:49:16.150792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:16.168740 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-954a2275-bc76-4be5-b3b2-ecba5c8ba036 req-e5d9b928-ffb9-49a5-80de-631ba84da5c8 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308249 Mar 29 09:49:16.173713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ece277-6c71-4efc-8cf5-449f8952587f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:49:16.175954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13195cb-5746-4ff0-9a4f-720141b6a64b" -d '{"events": [{"server_uuid": "37ece277-6c71-4efc-8cf5-449f8952587f", "name": "network-vif-plugged", "status": "completed", "tag": "1413a9af-5d3d-4658-aa8c-1d88f3a1d73e"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:49:16.191163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:49:16.195178 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:16.242306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:16.271119 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2237a5ef-f33b-44fd-8405-47be93edd1f9 x-openstack-request-id: req-2237a5ef-f33b-44fd-8405-47be93edd1f9 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:49:16.271389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ece277-6c71-4efc-8cf5-449f8952587f", "name": "network-vif-plugged", "status": "completed", "tag": "1413a9af-5d3d-4658-aa8c-1d88f3a1d73e", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:49:16.271638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2237a5ef-f33b-44fd-8405-47be93edd1f9 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:49:16.272103 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ece277-6c71-4efc-8cf5-449f8952587f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e', 'code': 200} Mar 29 09:49:16.445938 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9552825-06f9-49de-bd6f-caa8a74e1106 req-2b5822d4-c3aa-4cbc-849a-42930a789ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:16.447420 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f9552825-06f9-49de-bd6f-caa8a74e1106 req-2b5822d4-c3aa-4cbc-849a-42930a789ad6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 1098 time: 0.0428965 Mar 29 09:49:16.487505 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f9552825-06f9-49de-bd6f-caa8a74e1106 req-b6c61c84-dfc4-4e17-8839-56cb4bd475c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336635 Mar 29 09:49:17.281833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb58acf-1d7e-494e-95de-8e61d17d2b48 req-72790be7-88f6-40d8-b024-a6f026567620 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:17.283325 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9cb58acf-1d7e-494e-95de-8e61d17d2b48 req-72790be7-88f6-40d8-b024-a6f026567620 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 945 time: 0.0480962 Mar 29 09:49:17.319985 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9cb58acf-1d7e-494e-95de-8e61d17d2b48 req-92ad0c27-6a60-45fe-aca3-d12c3b057cdf tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307577 Mar 29 09:49:18.432672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbc7b4-521a-4d0a-8410-6e18cc82a682 req-b9a91f18-dbba-4cf2-8b63-efe6813e00e5 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:18.434149 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8bdbc7b4-521a-4d0a-8410-6e18cc82a682 req-b9a91f18-dbba-4cf2-8b63-efe6813e00e5 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 945 time: 0.0479865 Mar 29 09:49:18.471383 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8bdbc7b4-521a-4d0a-8410-6e18cc82a682 req-8e514dfc-bec1-4ee4-a43e-9fd39651c4a7 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313661 Mar 29 09:49:18.584875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee22c01-1324-44ec-8628-46a4a881a83b req-4333112d-a12e-4965-a038-3e7f385f6ee8 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:18.586327 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1ee22c01-1324-44ec-8628-46a4a881a83b req-4333112d-a12e-4965-a038-3e7f385f6ee8 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 945 time: 0.0507865 Mar 29 09:49:18.623136 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1ee22c01-1324-44ec-8628-46a4a881a83b req-9e97272c-98f9-4aa4-a47e-aec74c505766 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302532 Mar 29 09:49:18.644639 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55944) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:49:18.683356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3484bf7c-56f9-4be5-b336-86968cae4f83 tempest-TestVolumeBootPattern-1790130959 tempest-TestVolumeBootPattern-1790130959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:18.684808 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3484bf7c-56f9-4be5-b336-86968cae4f83 tempest-TestVolumeBootPattern-1790130959 tempest-TestVolumeBootPattern-1790130959-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 1093 time: 0.0392442 Mar 29 09:49:18.687395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55946) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:49:18.691602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:49:18.710724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:18.808008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:18.907659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Allocated IP 172.26.1.157 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/67e5491c-a50a-41ad-bc73-3be8d10a55e1) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:49:19.006981 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:19.038385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:19.075169 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:49:19.079248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:49:19.082580 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:49:19.087613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'Port': ['ID=67e5491c-a50a-41ad-bc73-3be8d10a55e1,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:19.725538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:19.788486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:19.935766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:19.940195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.008731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event updated for resources: {'Port': ['ID=67e5491c-a50a-41ad-bc73-3be8d10a55e1,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:49:20.020273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.117704 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Floating IP 9bd1a0f5-1e1e-442b-a237-e6e8cae05949 associated. External IP: 172.26.1.157, port: 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e. Mar 29 09:49:20.317969 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Router 42d59753-7db2-44d2-9fc4-f76877f35dd6 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:49:20.424011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:49:20.434740 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e88e369-fba1-4cef-a81d-c6fa7c5890ad None None] Sync routers for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:49:20.441985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:20.444248 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e88e369-fba1-4cef-a81d-c6fa7c5890ad None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:49:20.444879 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1e88e369-fba1-4cef-a81d-c6fa7c5890ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:48:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:20.468700 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9692747e-45ee-4a77-a68b-0c6c5c046a2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7803233 Mar 29 09:49:20.469360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ece277-6c71-4efc-8cf5-449f8952587f', 'tag': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:49:20.471780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53b61de-b84f-41b2-8a65-056766c54254" -d '{"events": [{"name": "network-changed", "server_uuid": "37ece277-6c71-4efc-8cf5-449f8952587f", "tag": "1413a9af-5d3d-4658-aa8c-1d88f3a1d73e"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:49:20.508037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3838f0e-2b5b-4349-a5ca-68d5282e6439 x-openstack-request-id: req-b3838f0e-2b5b-4349-a5ca-68d5282e6439 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:49:20.508375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ece277-6c71-4efc-8cf5-449f8952587f", "tag": "1413a9af-5d3d-4658-aa8c-1d88f3a1d73e", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:49:20.508628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3838f0e-2b5b-4349-a5ca-68d5282e6439 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:49:20.509046 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ece277-6c71-4efc-8cf5-449f8952587f', 'tag': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e', 'status': 'completed', 'code': 200} Mar 29 09:49:20.549942 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1e88e369-fba1-4cef-a81d-c6fa7c5890ad None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:49:20.576502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b61de-b84f-41b2-8a65-056766c54254 req-093c12a1-f5a3-43f5-8193-913f4d9b6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:20.577944 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b53b61de-b84f-41b2-8a65-056766c54254 req-093c12a1-f5a3-43f5-8193-913f4d9b6126 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 1098 time: 0.0441091 Mar 29 09:49:20.667802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b61de-b84f-41b2-8a65-056766c54254 req-0991e7b0-c015-4b3b-8e4d-6d6cedb1cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:20.669262 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b53b61de-b84f-41b2-8a65-056766c54254 req-0991e7b0-c015-4b3b-8e4d-6d6cedb1cdab service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.0843291 Mar 29 09:49:20.738200 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b53b61de-b84f-41b2-8a65-056766c54254 req-44e38c5e-a518-4573-980b-ee747d33938f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e HTTP/1.1" status: 200 len: 999 time: 0.0621822 Mar 29 09:49:20.777265 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1e88e369-fba1-4cef-a81d-c6fa7c5890ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '72feba10-5512-472b-bb60-3fca9887fc33', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:f1:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:47:16Z', 'updated_at': '2022-03-29T09:47:18Z', 'revision_number': 1, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}, {'id': '9bd1a0f5-1e1e-442b-a237-e6e8cae05949', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.157', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:72:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ece277-6c71-4efc-8cf5-449f8952587f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 0, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:20.787225 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b61de-b84f-41b2-8a65-056766c54254 req-ae3924cc-e9b8-4706-8a28-7ab45c014dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:20.788672 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b53b61de-b84f-41b2-8a65-056766c54254 req-ae3924cc-e9b8-4706-8a28-7ab45c014dc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0446403 Mar 29 09:49:20.803163 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e88e369-fba1-4cef-a81d-c6fa7c5890ad None None] Checking router: 42d59753-7db2-44d2-9fc4-f76877f35dd6 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:49:20.812197 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e88e369-fba1-4cef-a81d-c6fa7c5890ad None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:49:20.812827 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1e88e369-fba1-4cef-a81d-c6fa7c5890ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:48:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:20.834838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b61de-b84f-41b2-8a65-056766c54254 req-da44d5b0-bb3e-40d9-8660-15bf02c1cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:20.836262 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b53b61de-b84f-41b2-8a65-056766c54254 req-da44d5b0-bb3e-40d9-8660-15bf02c1cae2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404007 Mar 29 09:49:20.918359 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1e88e369-fba1-4cef-a81d-c6fa7c5890ad None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:49:20.927073 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b53b61de-b84f-41b2-8a65-056766c54254 req-0d82e313-0615-422c-bdf5-c4e2912f6cd8 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834386 Mar 29 09:49:21.013947 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b53b61de-b84f-41b2-8a65-056766c54254 req-93ceb04b-a4f1-4f28-95cd-04878f34a358 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802410 Mar 29 09:49:21.144408 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1e88e369-fba1-4cef-a81d-c6fa7c5890ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '72feba10-5512-472b-bb60-3fca9887fc33', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:f1:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:47:16Z', 'updated_at': '2022-03-29T09:47:18Z', 'revision_number': 1, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}, {'id': '9bd1a0f5-1e1e-442b-a237-e6e8cae05949', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.157', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:72:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ece277-6c71-4efc-8cf5-449f8952587f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 0, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:49:21.170378 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e88e369-fba1-4cef-a81d-c6fa7c5890ad None None] The sync data for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv is: [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '72feba10-5512-472b-bb60-3fca9887fc33', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:f1:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:47:16Z', 'updated_at': '2022-03-29T09:47:18Z', 'revision_number': 1, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}, {'id': '9bd1a0f5-1e1e-442b-a237-e6e8cae05949', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.157', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:72:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ece277-6c71-4efc-8cf5-449f8952587f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:49:19Z', 'updated_at': '2022-03-29T09:49:19Z', 'revision_number': 0, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:49:21.340635 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf95ac1-aff6-4618-9a2e-ff2485d8513d None None] New status for floating IP 9bd1a0f5-1e1e-442b-a237-e6e8cae05949: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:49:23.191469 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:49:26.759913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c5499646-a998-4be3-8e2d-eca964ce4829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:29.149626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-974c4199-8acb-45e7-8bda-c03da67937c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:30.620686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:32.066181 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:32.597293 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:32.644022 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12b147f3-ed36-478a-a379-d3d125dbf201 req-790ca9ae-69a6-4045-8b88-75010a41b607 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419617 Mar 29 09:49:32.721440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b147f3-ed36-478a-a379-d3d125dbf201 req-37504a2f-0fb6-44e4-82a2-0e218d2dd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:32.722915 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12b147f3-ed36-478a-a379-d3d125dbf201 req-37504a2f-0fb6-44e4-82a2-0e218d2dd1d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 1098 time: 0.0382993 Mar 29 09:49:32.825198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b147f3-ed36-478a-a379-d3d125dbf201 req-d253e102-3e79-433d-a543-4491946e1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:32.826670 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12b147f3-ed36-478a-a379-d3d125dbf201 req-d253e102-3e79-433d-a543-4491946e1bbb service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.0865738 Mar 29 09:49:32.890350 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12b147f3-ed36-478a-a379-d3d125dbf201 req-0dfd1ba3-89d5-47e4-81de-ab10b4028d03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62c3b336-13e2-41f4-9229-c3bd1d4ddd06 HTTP/1.1" status: 200 len: 1001 time: 0.0568874 Mar 29 09:49:32.938076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b147f3-ed36-478a-a379-d3d125dbf201 req-75151403-3408-498a-a1d1-952ffa3c6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:32.939459 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12b147f3-ed36-478a-a379-d3d125dbf201 req-75151403-3408-498a-a1d1-952ffa3c6d60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0425746 Mar 29 09:49:32.987161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b147f3-ed36-478a-a379-d3d125dbf201 req-5d8b43eb-1326-463a-bbcf-4a088e9734fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:49:32.988623 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12b147f3-ed36-478a-a379-d3d125dbf201 req-5d8b43eb-1326-463a-bbcf-4a088e9734fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413618 Mar 29 09:49:33.075985 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12b147f3-ed36-478a-a379-d3d125dbf201 req-d8fc6ddb-fc21-4b53-a178-188dacfd68f8 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789728 Mar 29 09:49:33.165502 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12b147f3-ed36-478a-a379-d3d125dbf201 req-e946b1bc-2459-4391-9bd3-25096cea2e13 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827787 Mar 29 09:49:33.735194 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:56.764864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a8c21e4b-814a-4493-b46a-d17d15790876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:49:59.150436 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b65bc2e-8965-4e92-a27f-b3b2ae0a39a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:00.190284 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:50:00.624236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:02.067995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:02.600876 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:03.738935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:26.756835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9684fb5a-4854-4edf-ba55-3f509cb8bc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:29.150995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d26faa07-3e0b-4e1c-8915-b47483f00536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:30.629150 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:32.069777 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:32.603305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:32.732433 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-fb701f27-f4bf-485b-a7ae-a122124ec718 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761657 Mar 29 09:50:32.796148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-72a7200d-8286-4974-bbd1-352ae6a130b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:32.797725 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-72a7200d-8286-4974-bbd1-352ae6a130b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 1098 time: 0.0438344 Mar 29 09:50:32.897325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-96d3dcf9-5e87-49ae-a43a-b06091e65349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:32.898784 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-96d3dcf9-5e87-49ae-a43a-b06091e65349 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.0831094 Mar 29 09:50:32.964976 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-9a3ae988-f988-46ab-837f-d5f27b30a3e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e HTTP/1.1" status: 200 len: 1001 time: 0.0592647 Mar 29 09:50:33.010479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-e4eacbb5-c120-410b-b4e1-c37cd82df4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:33.011834 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-e4eacbb5-c120-410b-b4e1-c37cd82df4b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0411992 Mar 29 09:50:33.054982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-241ba37c-fb38-4643-91f9-11372ad37102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:33.056423 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-241ba37c-fb38-4643-91f9-11372ad37102 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383143 Mar 29 09:50:33.066334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-652c488d-1c44-4970-9b22-ef5c79e47fe7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:50:33.067262 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-652c488d-1c44-4970-9b22-ef5c79e47fe7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047781 Mar 29 09:50:33.157409 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-ca11034f-c5c7-4158-a207-e706c6fa99d9 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831966 Mar 29 09:50:33.242770 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6ec8dab-ca35-4aed-a077-3643781dfd34 req-ca5f7bfa-ce3f-4147-a255-3602cdf04d67 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788641 Mar 29 09:50:33.745873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:37.189219 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:50:48.806049 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 55978) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:50:48.964219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Deleting port 67e5491c-a50a-41ad-bc73-3be8d10a55e1 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:50:48.964550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:49.035590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:49.035908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:49.047602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Calling delete_port for 67e5491c-a50a-41ad-bc73-3be8d10a55e1 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:50:49.193881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:49.219222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event deleted for resources: {'Port': ['ID=67e5491c-a50a-41ad-bc73-3be8d10a55e1,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:50:49.244603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:49.244946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:49.245278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:49.245637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:49.245969 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:49.246292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:49.246611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:49.246931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:49.247247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:49.247561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:49.247875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:49.248191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:50:49.286405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:49.286759 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Floating IP 9bd1a0f5-1e1e-442b-a237-e6e8cae05949 disassociated (deleted). External IP: 172.26.1.157, port: 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e. Mar 29 09:50:49.490430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Router 42d59753-7db2-44d2-9fc4-f76877f35dd6 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:50:49.595097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:50:49.599991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:49.604734 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56ed92-5256-4880-a00e-69897a9dcdf3 None None] Sync routers for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:50:49.613530 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56ed92-5256-4880-a00e-69897a9dcdf3 None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:50:49.614149 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-dd56ed92-5256-4880-a00e-69897a9dcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:50:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:50:49.626018 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6c6d7bcf-e6fe-4772-9174-47e68565ab5c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "DELETE /v2.0/floatingips/9bd1a0f5-1e1e-442b-a237-e6e8cae05949 HTTP/1.1" status: 204 len: 168 time: 0.8188634 Mar 29 09:50:49.626596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ece277-6c71-4efc-8cf5-449f8952587f', 'tag': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:50:49.628824 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dacd32-0e60-42b2-8604-1c51c85c0066" -d '{"events": [{"name": "network-changed", "server_uuid": "37ece277-6c71-4efc-8cf5-449f8952587f", "tag": "1413a9af-5d3d-4658-aa8c-1d88f3a1d73e"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:50:49.666859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002541b8-ea2b-45c5-8290-4381a9b05c21 x-openstack-request-id: req-002541b8-ea2b-45c5-8290-4381a9b05c21 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:50:49.667659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ece277-6c71-4efc-8cf5-449f8952587f", "tag": "1413a9af-5d3d-4658-aa8c-1d88f3a1d73e", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:50:49.667659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-002541b8-ea2b-45c5-8290-4381a9b05c21 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:50:49.667894 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ece277-6c71-4efc-8cf5-449f8952587f', 'tag': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e', 'status': 'completed', 'code': 200} Mar 29 09:50:49.724936 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-dd56ed92-5256-4880-a00e-69897a9dcdf3 None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:50:49.736194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dacd32-0e60-42b2-8604-1c51c85c0066 req-c06ebfed-2930-4939-8939-951c3ad3aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:49.737925 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a9dacd32-0e60-42b2-8604-1c51c85c0066 req-c06ebfed-2930-4939-8939-951c3ad3aeb3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 1098 time: 0.0466664 Mar 29 09:50:49.867429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dacd32-0e60-42b2-8604-1c51c85c0066 req-032ed3db-2c1a-4517-aef5-8986e8380aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:49.869562 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a9dacd32-0e60-42b2-8604-1c51c85c0066 req-032ed3db-2c1a-4517-aef5-8986e8380aa4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.1197207 Mar 29 09:50:49.880221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88724fdd-ddfa-4a5e-a3d8-5619524a8b27 req-5c3be411-e091-42ae-a2ce-d901854e9b51 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:49.881593 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-88724fdd-ddfa-4a5e-a3d8-5619524a8b27 req-5c3be411-e091-42ae-a2ce-d901854e9b51 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 945 time: 0.0683887 Mar 29 09:50:49.926076 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a9dacd32-0e60-42b2-8604-1c51c85c0066 req-96437ca8-73ef-4c2e-ba21-7724adbdf2ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e HTTP/1.1" status: 200 len: 217 time: 0.0433495 Mar 29 09:50:49.963035 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-dd56ed92-5256-4880-a00e-69897a9dcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '72feba10-5512-472b-bb60-3fca9887fc33', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:f1:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:47:16Z', 'updated_at': '2022-03-29T09:47:18Z', 'revision_number': 1, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:50:49.981183 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-88724fdd-ddfa-4a5e-a3d8-5619524a8b27 req-cad755f1-837f-45fd-822e-160a5e51ca75 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923302 Mar 29 09:50:49.988598 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56ed92-5256-4880-a00e-69897a9dcdf3 None None] Checking router: 42d59753-7db2-44d2-9fc4-f76877f35dd6 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:50:49.990455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dacd32-0e60-42b2-8604-1c51c85c0066 req-e6e8863d-30a2-4999-aa3f-76d3b4ff499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:49.991995 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a9dacd32-0e60-42b2-8604-1c51c85c0066 req-e6e8863d-30a2-4999-aa3f-76d3b4ff499f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0592213 Mar 29 09:50:49.997367 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56ed92-5256-4880-a00e-69897a9dcdf3 None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:50:49.997983 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-dd56ed92-5256-4880-a00e-69897a9dcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:50:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:50:50.040928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dacd32-0e60-42b2-8604-1c51c85c0066 req-8622dbd1-8fbe-4f84-9321-23055b1a312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:50.042325 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a9dacd32-0e60-42b2-8604-1c51c85c0066 req-8622dbd1-8fbe-4f84-9321-23055b1a312a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432031 Mar 29 09:50:50.100734 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-dd56ed92-5256-4880-a00e-69897a9dcdf3 None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:50:50.138579 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a9dacd32-0e60-42b2-8604-1c51c85c0066 req-a65eaf4a-5da1-4d18-ae95-55ed5dc470b9 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886471 Mar 29 09:50:50.232577 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a9dacd32-0e60-42b2-8604-1c51c85c0066 req-667748d5-4462-45cf-a8bb-22f691eef09e service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868227 Mar 29 09:50:50.325409 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-dd56ed92-5256-4880-a00e-69897a9dcdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '72feba10-5512-472b-bb60-3fca9887fc33', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:f1:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:47:16Z', 'updated_at': '2022-03-29T09:47:18Z', 'revision_number': 1, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:50:50.350829 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd56ed92-5256-4880-a00e-69897a9dcdf3 None None] The sync data for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv is: [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '72feba10-5512-472b-bb60-3fca9887fc33', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'floating_ip_address': '172.26.1.239', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'port_id': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'mac_address': 'fa:16:3e:f1:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:47:16Z', 'updated_at': '2022-03-29T09:47:18Z', 'revision_number': 1, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:50:50.560500 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c74be5-32f7-48ce-bf09-95c3c97155e6 None None] New status for floating IP 9bd1a0f5-1e1e-442b-a237-e6e8cae05949: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:50:51.100570 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeecce6-2a40-4a88-ae8a-9afb701b2ebe req-b84fa8da-5b8e-44ce-a3b0-bb82d0cd6d2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:51.102041 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbeecce6-2a40-4a88-ae8a-9afb701b2ebe req-b84fa8da-5b8e-44ce-a3b0-bb82d0cd6d2c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 945 time: 0.0505095 Mar 29 09:50:51.141384 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbeecce6-2a40-4a88-ae8a-9afb701b2ebe req-dc8f5463-6d84-48a1-9bb2-3240064c53bd tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331485 Mar 29 09:50:51.479082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c1530-88b9-4b4b-b485-2f23b53e712f req-2fb166e9-5834-49a0-afd5-048250706f11 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:50:51.480493 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-779c1530-88b9-4b4b-b485-2f23b53e712f req-2fb166e9-5834-49a0-afd5-048250706f11 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 945 time: 0.0466602 Mar 29 09:50:51.570298 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-779c1530-88b9-4b4b-b485-2f23b53e712f req-30bd92a1-45fb-4e84-a02d-35024ed580bd tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Deleting port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:50:51.570635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-779c1530-88b9-4b4b-b485-2f23b53e712f req-30bd92a1-45fb-4e84-a02d-35024ed580bd tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:51.654986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-779c1530-88b9-4b4b-b485-2f23b53e712f req-30bd92a1-45fb-4e84-a02d-35024ed580bd tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] For port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:50:51.655316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-779c1530-88b9-4b4b-b485-2f23b53e712f req-30bd92a1-45fb-4e84-a02d-35024ed580bd tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:51.667783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-779c1530-88b9-4b4b-b485-2f23b53e712f req-30bd92a1-45fb-4e84-a02d-35024ed580bd tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Calling delete_port for 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:50:51.794190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-779c1530-88b9-4b4b-b485-2f23b53e712f req-30bd92a1-45fb-4e84-a02d-35024ed580bd tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:51.821821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd92a1-45fb-4e84-a02d-35024ed580bd tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event deleted for resources: {'Port': ['ID=1413a9af-5d3d-4658-aa8c-1d88f3a1d73e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:50:51.867225 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-779c1530-88b9-4b4b-b485-2f23b53e712f req-30bd92a1-45fb-4e84-a02d-35024ed580bd tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] No DVR routers for this DVR port 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:50:51.870023 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-779c1530-88b9-4b4b-b485-2f23b53e712f req-30bd92a1-45fb-4e84-a02d-35024ed580bd tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:51.873765 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-779c1530-88b9-4b4b-b485-2f23b53e712f req-30bd92a1-45fb-4e84-a02d-35024ed580bd tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "DELETE /v2.0/ports/1413a9af-5d3d-4658-aa8c-1d88f3a1d73e HTTP/1.1" status: 204 len: 173 time: 0.3875988 Mar 29 09:50:51.874217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ece277-6c71-4efc-8cf5-449f8952587f', 'name': 'network-vif-deleted', 'tag': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:50:51.877442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1c2ea4-a836-49d0-8bc9-7843857039ba" -d '{"events": [{"server_uuid": "37ece277-6c71-4efc-8cf5-449f8952587f", "name": "network-vif-deleted", "tag": "1413a9af-5d3d-4658-aa8c-1d88f3a1d73e"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:50:51.919678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf33924a-4d7a-4128-9564-020f05e32c2e x-openstack-request-id: req-bf33924a-4d7a-4128-9564-020f05e32c2e {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:50:51.920014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ece277-6c71-4efc-8cf5-449f8952587f", "name": "network-vif-deleted", "tag": "1413a9af-5d3d-4658-aa8c-1d88f3a1d73e", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:50:51.920262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf33924a-4d7a-4128-9564-020f05e32c2e {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:50:51.920652 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ece277-6c71-4efc-8cf5-449f8952587f', 'name': 'network-vif-deleted', 'tag': '1413a9af-5d3d-4658-aa8c-1d88f3a1d73e', 'status': 'completed', 'code': 200} Mar 29 09:50:52.244219 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43be58e9-5c49-4042-a4c0-6b0abd18d27c req-757c8394-0f0f-48f7-b2a0-1fc92eacf7ef tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 210 time: 0.0269885 Mar 29 09:50:53.340197 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2cc0902c-9d61-4442-83b5-6371a6451652 req-17cd91d2-abae-4bc0-aacb-9cc8608ff519 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 210 time: 0.0259581 Mar 29 09:50:54.436439 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95211445-bf19-4dc9-8d0f-9ce349dc8e38 req-4057b11b-c46a-457d-92ec-4806ebfb6d0e tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=37ece277-6c71-4efc-8cf5-449f8952587f HTTP/1.1" status: 200 len: 210 time: 0.0276225 Mar 29 09:50:54.482272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:50:54.647691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:50:54.647932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 1413a9af-5d3d-4658-aa8c-1d88f3a1d73e not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:50:56.760374 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e010e29f-74bb-4f59-8f55-97c14f106b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:59.151872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1679-a7f0-40f9-8689-7d6313d40fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:50:59.797136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56024) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:50:59.948572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Deleting port 0054cbe3-b3b8-4ed1-8206-26a870db11cb {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:50:59.948915 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:00.326014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:00.326339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:00.337382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Calling delete_port for 0054cbe3-b3b8-4ed1-8206-26a870db11cb owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:51:00.478997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:00.509068 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event deleted for resources: {'Port': ['ID=0054cbe3-b3b8-4ed1-8206-26a870db11cb,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:00.563879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:00.564221 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Floating IP 72feba10-5512-472b-bb60-3fca9887fc33 disassociated (deleted). External IP: 172.26.1.239, port: 62c3b336-13e2-41f4-9229-c3bd1d4ddd06. Mar 29 09:51:00.628682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:00.768992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Router 42d59753-7db2-44d2-9fc4-f76877f35dd6 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:51:00.874970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:51:00.879630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:00.885028 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edec90f-82a9-4bf6-a947-edf7c5e01551 None None] Sync routers for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:51:00.893887 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edec90f-82a9-4bf6-a947-edf7c5e01551 None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:51:00.894476 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5edec90f-82a9-4bf6-a947-edf7c5e01551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:50:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:00.905630 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-69dfd7d1-d58b-46c6-9567-a66b129d7a86 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "DELETE /v2.0/floatingips/72feba10-5512-472b-bb60-3fca9887fc33 HTTP/1.1" status: 204 len: 168 time: 1.1073577 Mar 29 09:51:00.906314 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'tag': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:00.908694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bff195-87de-4f72-836c-be413d454d31" -d '{"events": [{"name": "network-changed", "server_uuid": "9630e63e-0dfb-49dc-a0e9-290f950765a1", "tag": "62c3b336-13e2-41f4-9229-c3bd1d4ddd06"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:51:00.949022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae2f154-bfda-47c7-8234-268b4961570e x-openstack-request-id: req-1ae2f154-bfda-47c7-8234-268b4961570e {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:51:00.949321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9630e63e-0dfb-49dc-a0e9-290f950765a1", "tag": "62c3b336-13e2-41f4-9229-c3bd1d4ddd06", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:51:00.949598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ae2f154-bfda-47c7-8234-268b4961570e {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:51:00.950020 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'tag': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'status': 'completed', 'code': 200} Mar 29 09:51:01.015889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bff195-87de-4f72-836c-be413d454d31 req-562f3251-dc11-4e6c-985b-5ba0a4c16e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:01.017691 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12bff195-87de-4f72-836c-be413d454d31 req-562f3251-dc11-4e6c-985b-5ba0a4c16e8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d6c3070dcd9491689712cbebf512b41&device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 1098 time: 0.0447397 Mar 29 09:51:01.091130 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-5edec90f-82a9-4bf6-a947-edf7c5e01551 None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:51:01.159281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bff195-87de-4f72-836c-be413d454d31 req-d2e8f60c-c4ae-43f6-bb47-e6f456f5d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:01.160631 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12bff195-87de-4f72-836c-be413d454d31 req-d2e8f60c-c4ae-43f6-bb47-e6f456f5d991 service neutron] 10.222.0.24 "GET /v2.0/networks?id=414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 200 len: 912 time: 0.1306553 Mar 29 09:51:01.168600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e6fb1-bf59-4378-955b-3ff13635feb4 req-e0cc3da0-4229-4d1f-9433-61acab780c8b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:01.169989 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a57e6fb1-bf59-4378-955b-3ff13635feb4 req-e0cc3da0-4229-4d1f-9433-61acab780c8b tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 945 time: 0.0684280 Mar 29 09:51:01.215635 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12bff195-87de-4f72-836c-be413d454d31 req-f5e4d497-173e-4937-8d37-787d22cfc5fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62c3b336-13e2-41f4-9229-c3bd1d4ddd06 HTTP/1.1" status: 200 len: 217 time: 0.0446210 Mar 29 09:51:01.269023 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a57e6fb1-bf59-4378-955b-3ff13635feb4 req-9e691b44-5ac5-4760-80fc-d8500c48b809 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913615 Mar 29 09:51:01.280935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bff195-87de-4f72-836c-be413d454d31 req-e5cf7369-0ad5-42d4-aaeb-97de5244dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:01.282400 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12bff195-87de-4f72-836c-be413d454d31 req-e5cf7369-0ad5-42d4-aaeb-97de5244dc50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 200 len: 850 time: 0.0603106 Mar 29 09:51:01.297808 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5edec90f-82a9-4bf6-a947-edf7c5e01551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:01.323891 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edec90f-82a9-4bf6-a947-edf7c5e01551 None None] Checking router: 42d59753-7db2-44d2-9fc4-f76877f35dd6 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:51:01.328514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bff195-87de-4f72-836c-be413d454d31 req-a95dcaa0-5f07-4434-8e79-9e7b9939e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:01.330067 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12bff195-87de-4f72-836c-be413d454d31 req-a95dcaa0-5f07-4434-8e79-9e7b9939e249 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=414f83b1-3c93-42cc-8e9a-50a9f32a7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403407 Mar 29 09:51:01.332088 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edec90f-82a9-4bf6-a947-edf7c5e01551 None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:51:01.332668 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5edec90f-82a9-4bf6-a947-edf7c5e01551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:50:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:01.423033 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12bff195-87de-4f72-836c-be413d454d31 req-2e67a974-97e8-473e-acfc-5e2619410108 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847101 Mar 29 09:51:01.436538 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-5edec90f-82a9-4bf6-a947-edf7c5e01551 None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:51:01.512910 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12bff195-87de-4f72-836c-be413d454d31 req-725057d7-25e0-4161-b6a6-ef92aae18fb5 service neutron] 10.222.0.24 "GET /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816216 Mar 29 09:51:01.625995 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5edec90f-82a9-4bf6-a947-edf7c5e01551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:01.654922 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edec90f-82a9-4bf6-a947-edf7c5e01551 None None] The sync data for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv is: [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:44:09Z', 'revision_number': 4, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8e6eff6-24eb-4860-9424-c67d4ab3b668', 'name': '', 'network_id': '414f83b1-3c93-42cc-8e9a-50a9f32a7269', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'mac_address': 'fa:16:3e:c7:67:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': 'b1526675-8f82-4875-b490-592b7536550d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:08Z', 'updated_at': '2022-03-29T09:44:13Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'subnets': [{'id': 'b1526675-8f82-4875-b490-592b7536550d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:51:01.857492 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55b407-a7a0-436c-84cb-ca0b21b53351 None None] New status for floating IP 72feba10-5512-472b-bb60-3fca9887fc33: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:51:02.072473 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:02.391665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1107746-d7be-4746-9af6-6a1dc4870deb req-b50b73da-d67a-4b09-9266-6b39fa67adc9 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:02.393149 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a1107746-d7be-4746-9af6-6a1dc4870deb req-b50b73da-d67a-4b09-9266-6b39fa67adc9 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 945 time: 0.0536108 Mar 29 09:51:02.429847 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a1107746-d7be-4746-9af6-6a1dc4870deb req-1fd7bb69-edcb-4fbe-9495-ee2ac925724c tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/security-groups?id=c52cdd18-9406-4f0b-8076-909980709dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305898 Mar 29 09:51:02.606441 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:02.683883 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9f4fc-82dd-444a-aa1f-950502a2776e req-500ce923-b847-4021-b3e9-3b0b7f0db6e8 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:02.685311 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1dc9f4fc-82dd-444a-aa1f-950502a2776e req-500ce923-b847-4021-b3e9-3b0b7f0db6e8 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 945 time: 0.0481908 Mar 29 09:51:02.774740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-1dc9f4fc-82dd-444a-aa1f-950502a2776e req-7e6a1dfd-90ef-4a3b-946f-ac0eaef2a804 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Deleting port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:51:02.775071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1dc9f4fc-82dd-444a-aa1f-950502a2776e req-7e6a1dfd-90ef-4a3b-946f-ac0eaef2a804 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:02.861451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-1dc9f4fc-82dd-444a-aa1f-950502a2776e req-7e6a1dfd-90ef-4a3b-946f-ac0eaef2a804 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] For port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62c3b336-13e2-41f4-9229-c3bd1d4ddd06,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:02.861842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1dc9f4fc-82dd-444a-aa1f-950502a2776e req-7e6a1dfd-90ef-4a3b-946f-ac0eaef2a804 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:02.874455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-1dc9f4fc-82dd-444a-aa1f-950502a2776e req-7e6a1dfd-90ef-4a3b-946f-ac0eaef2a804 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Calling delete_port for 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:51:03.004693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1dc9f4fc-82dd-444a-aa1f-950502a2776e req-7e6a1dfd-90ef-4a3b-946f-ac0eaef2a804 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:03.040441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a1dfd-90ef-4a3b-946f-ac0eaef2a804 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event deleted for resources: {'Port': ['ID=62c3b336-13e2-41f4-9229-c3bd1d4ddd06,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:03.077729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc9f4fc-82dd-444a-aa1f-950502a2776e req-7e6a1dfd-90ef-4a3b-946f-ac0eaef2a804 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] No DVR routers for this DVR port 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:51:03.080597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-1dc9f4fc-82dd-444a-aa1f-950502a2776e req-7e6a1dfd-90ef-4a3b-946f-ac0eaef2a804 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:03.083921 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1dc9f4fc-82dd-444a-aa1f-950502a2776e req-7e6a1dfd-90ef-4a3b-946f-ac0eaef2a804 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.24 "DELETE /v2.0/ports/62c3b336-13e2-41f4-9229-c3bd1d4ddd06 HTTP/1.1" status: 204 len: 173 time: 0.3931859 Mar 29 09:51:03.084374 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'name': 'network-vif-deleted', 'tag': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:03.087317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d28852b-72df-4160-aea9-d77e5bd889e8" -d '{"events": [{"server_uuid": "9630e63e-0dfb-49dc-a0e9-290f950765a1", "name": "network-vif-deleted", "tag": "62c3b336-13e2-41f4-9229-c3bd1d4ddd06"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:51:03.128941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db24897e-34a3-41b3-89eb-036a3a1e8e42 x-openstack-request-id: req-db24897e-34a3-41b3-89eb-036a3a1e8e42 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:51:03.129242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9630e63e-0dfb-49dc-a0e9-290f950765a1", "name": "network-vif-deleted", "tag": "62c3b336-13e2-41f4-9229-c3bd1d4ddd06", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:51:03.129507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db24897e-34a3-41b3-89eb-036a3a1e8e42 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:51:03.129928 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9630e63e-0dfb-49dc-a0e9-290f950765a1', 'name': 'network-vif-deleted', 'tag': '62c3b336-13e2-41f4-9229-c3bd1d4ddd06', 'status': 'completed', 'code': 200} Mar 29 09:51:03.535191 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ab89302-1cb3-405a-9c6c-e2ee7f120562 req-962d6b4d-5ebf-4ceb-954d-985d3128c473 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 210 time: 0.0333838 Mar 29 09:51:03.742932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:04.630232 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64fe43e4-65d7-49df-a586-f586ae48833c req-eaef8d90-11e3-4bae-ad63-9965266ad3b4 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 210 time: 0.0258722 Mar 29 09:51:05.722142 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6df2965b-b4ca-4c83-8247-df34ecfce4e7 req-991ebfaf-c1e5-43c6-8481-38e40392ccc7 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "GET /v2.0/ports?device_id=9630e63e-0dfb-49dc-a0e9-290f950765a1 HTTP/1.1" status: 200 len: 210 time: 0.0253651 Mar 29 09:51:06.590464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:51:06.610761 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:51:06.611109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 62c3b336-13e2-41f4-9229-c3bd1d4ddd06 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:51:06.777061 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56044) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:06.898885 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Deleting port 0cfdf5dc-5cc1-4a06-b26a-a23cc0551081 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:51:06.899223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:06.978625 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:06.978958 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:06.990233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Calling delete_port for 0cfdf5dc-5cc1-4a06-b26a-a23cc0551081 owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:51:07.119537 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:07.144198 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event deleted for resources: {'Port': ['ID=0cfdf5dc-5cc1-4a06-b26a-a23cc0551081,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:07.171351 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:07.171697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:07.172035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:07.172373 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:07.172702 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:07.173030 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:07.173357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:07.173719 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:07.174043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:07.174370 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:07.174691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:07.175010 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:07.219468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:07.222081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:07.223337 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8fbd44b8-810c-4869-89b4-6efe87530f87 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "DELETE /v2.0/floatingips/7f6dde63-3984-4f8e-b533-087a06b4d3f8 HTTP/1.1" status: 204 len: 168 time: 0.4451928 Mar 29 09:51:09.467236 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56060) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:09.530448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-09c1dbc8-150a-4d10-addc-9dd005da31d6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:09.556416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-09c1dbc8-150a-4d10-addc-9dd005da31d6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:09.617984 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-09c1dbc8-150a-4d10-addc-9dd005da31d6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:09.620721 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-09c1dbc8-150a-4d10-addc-9dd005da31d6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:09.622003 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-09c1dbc8-150a-4d10-addc-9dd005da31d6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] 10.222.0.32 "DELETE /v2.0/security-groups/c52cdd18-9406-4f0b-8076-909980709dbf HTTP/1.1" status: 204 len: 168 time: 0.1531119 Mar 29 09:51:09.636658 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1dbc8-150a-4d10-addc-9dd005da31d6 tempest-TestVolumeBootPattern-1329849802 tempest-TestVolumeBootPattern-1329849802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52cdd18-9406-4f0b-8076-909980709dbf,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:09.685226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56064) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:10.121221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0845502-6758-42d1-8784-633064ff48c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:10.364138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d0845502-6758-42d1-8784-633064ff48c2 admin admin] Deleting port e8e6eff6-24eb-4860-9424-c67d4ab3b668 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:51:10.364474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0845502-6758-42d1-8784-633064ff48c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:10.440843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-d0845502-6758-42d1-8784-633064ff48c2 admin admin] For port e8e6eff6-24eb-4860-9424-c67d4ab3b668, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e8e6eff6-24eb-4860-9424-c67d4ab3b668,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:10.441128 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0845502-6758-42d1-8784-633064ff48c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:10.453802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-d0845502-6758-42d1-8784-633064ff48c2 admin admin] Calling delete_port for e8e6eff6-24eb-4860-9424-c67d4ab3b668 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:51:10.626259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0845502-6758-42d1-8784-633064ff48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:10.652184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0845502-6758-42d1-8784-633064ff48c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e6eff6-24eb-4860-9424-c67d4ab3b668,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:10.815454 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d0845502-6758-42d1-8784-633064ff48c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:11.329688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0845502-6758-42d1-8784-633064ff48c2 admin admin] Router 42d59753-7db2-44d2-9fc4-f76877f35dd6 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:51:11.431860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0845502-6758-42d1-8784-633064ff48c2 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:51:11.436986 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d0845502-6758-42d1-8784-633064ff48c2 admin admin] 10.222.0.32 "PUT /v2.0/routers/42d59753-7db2-44d2-9fc4-f76877f35dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7506440 Mar 29 09:51:11.439429 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56068) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:11.442111 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b7d76-2f66-4e2a-b507-81c233e3a999 None None] Sync routers for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:51:11.451945 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b7d76-2f66-4e2a-b507-81c233e3a999 None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:51:11.452530 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-026b7d76-2f66-4e2a-b507-81c233e3a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:50:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:11.541459 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:11.556426 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-026b7d76-2f66-4e2a-b507-81c233e3a999 None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:51:11.661959 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:11.713311 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Deleting port 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:51:11.713679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:11.745332 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-026b7d76-2f66-4e2a-b507-81c233e3a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221'}], 'enable_snat': True}, 'gw_port_id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:51:10Z', 'revision_number': 5, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port': {'id': '088ebdc3-1b42-4d86-9dcb-44c1a78f1d19', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:07Z', 'updated_at': '2022-03-29T09:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:11.775121 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b7d76-2f66-4e2a-b507-81c233e3a999 None None] Checking router: 42d59753-7db2-44d2-9fc4-f76877f35dd6 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:51:11.783201 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b7d76-2f66-4e2a-b507-81c233e3a999 None None] Routers {'42d59753-7db2-44d2-9fc4-f76877f35dd6'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:51:11.783787 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-026b7d76-2f66-4e2a-b507-81c233e3a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:50:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['42d59753-7db2-44d2-9fc4-f76877f35dd6'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:11.794001 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] For port 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=088ebdc3-1b42-4d86-9dcb-44c1a78f1d19,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:11.794365 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:11.806540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Calling delete_port for 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:51:11.870104 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-026b7d76-2f66-4e2a-b507-81c233e3a999 None None] Set router 42d59753-7db2-44d2-9fc4-f76877f35dd6 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:51:11.926501 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-026b7d76-2f66-4e2a-b507-81c233e3a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:51:11Z', 'revision_number': 6, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:11.956414 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b7d76-2f66-4e2a-b507-81c233e3a999 None None] The sync data for ids ['42d59753-7db2-44d2-9fc4-f76877f35dd6'] in dv-neutron-835554-1-hyperv is: [{'id': '42d59753-7db2-44d2-9fc4-f76877f35dd6', 'name': 'tempest-TestVolumeBootPattern-106921011-router', 'tenant_id': '2d6c3070dcd9491689712cbebf512b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:06Z', 'updated_at': '2022-03-29T09:51:11Z', 'revision_number': 6, 'project_id': '2d6c3070dcd9491689712cbebf512b41', 'gw_port_host': None}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:51:11.971834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.002682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Pushing event deleted for resources: {'Port': ['ID=088ebdc3-1b42-4d86-9dcb-44c1a78f1d19,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:12.060082 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.152179 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.154265 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.196385 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.196852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d59753-7db2-44d2-9fc4-f76877f35dd6 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:51:12.200997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.202218 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2196c5c3-aaaa-422a-af62-1e23d7b20acb admin admin] 10.222.0.32 "DELETE /v2.0/routers/42d59753-7db2-44d2-9fc4-f76877f35dd6 HTTP/1.1" status: 204 len: 168 time: 0.7618389 Mar 29 09:51:12.204798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56070) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:12.248262 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cdf631-10b1-4197-91f1-9b0209cfd386 admin admin] Deleting subnet b1526675-8f82-4875-b490-592b7536550d {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:51:12.251161 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-23cdf631-10b1-4197-91f1-9b0209cfd386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.285372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-23cdf631-10b1-4197-91f1-9b0209cfd386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.371196 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-23cdf631-10b1-4197-91f1-9b0209cfd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.426420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-23cdf631-10b1-4197-91f1-9b0209cfd386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.453232 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdf631-10b1-4197-91f1-9b0209cfd386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1526675-8f82-4875-b490-592b7536550d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:12.455217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-23cdf631-10b1-4197-91f1-9b0209cfd386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.458362 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-23cdf631-10b1-4197-91f1-9b0209cfd386 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b1526675-8f82-4875-b490-592b7536550d HTTP/1.1" status: 204 len: 168 time: 0.2526443 Mar 29 09:51:12.459369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a328b-5b33-42d7-a8d7-d2cf7864b168 None None] Network 414f83b1-3c93-42cc-8e9a-50a9f32a7269 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:51:12.460795 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56072) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:12.532096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.582538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Deleting port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:51:12.582884 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.644892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] For port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=7839796e-0878-4ceb-a368-5dbb9e1b4b2d,segment=NetworkSegment(809bf7d2-ac9b-4f1a-badb-3ca9faba8538),segment_id=809bf7d2-ac9b-4f1a-badb-3ca9faba8538)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:12.645198 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.657778 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Calling delete_port for 7839796e-0878-4ceb-a368-5dbb9e1b4b2d owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:51:12.730413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] DHCP port deletion for 414f83b1-3c93-42cc-8e9a-50a9f32a7269 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:51:12.742761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.770286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Pushing event deleted for resources: {'Port': ['ID=7839796e-0878-4ceb-a368-5dbb9e1b4b2d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:12.772125 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] No DVR routers for this DVR port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:51:12.790091 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Deleting port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:51:12.790472 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.847189 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.857010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] For port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:12.857402 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.868394 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414f83b1-3c93-42cc-8e9a-50a9f32a7269']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:12.870245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Calling delete_port for 7839796e-0878-4ceb-a368-5dbb9e1b4b2d owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:51:12.872830 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.ipam_backend_mixin [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d was not found and therefore no delete operation was performed {{(pid=102497) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 09:51:12.874105 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.877893 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809bf7d2-ac9b-4f1a-badb-3ca9faba8538') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:12.878185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809bf7d2-ac9b-4f1a-badb-3ca9faba8538') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:12.887994 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.902402 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Pushing event deleted for resources: {'Port': ['ID=7839796e-0878-4ceb-a368-5dbb9e1b4b2d,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:12.902562 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.905502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] No DVR routers for this DVR port 7839796e-0878-4ceb-a368-5dbb9e1b4b2d on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:51:12.909985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:51:12.910399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.911875 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:12.912223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:12.912569 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:12.912881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:51:12.913046 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:51:12.914864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:12.914864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:12.914864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:12.914864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:12.914864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:12.915122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:12.915492 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:12.915577 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791a1d8d-6bbf-4d9c-8ed6-9f4f7b90b0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:51:12.972338 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.977728 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:12.981159 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] 10.222.0.32 "DELETE /v2.0/networks/414f83b1-3c93-42cc-8e9a-50a9f32a7269 HTTP/1.1" status: 204 len: 168 time: 0.5186718 Mar 29 09:51:12.984830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56074) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:12.994210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab2afa-bbc9-4c0b-ae49-05afaa59fede admin admin] Pushing event deleted for resources: {'Network': ['ID=414f83b1-3c93-42cc-8e9a-50a9f32a7269,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:13.324841 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6ddaf07-2bca-4299-93cd-310225d0c061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:13.555588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a6ddaf07-2bca-4299-93cd-310225d0c061 admin admin] Deleting port 296790b5-1502-43d5-8bdf-33cdf90e23c7 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:51:13.555919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6ddaf07-2bca-4299-93cd-310225d0c061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:13.628828 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-a6ddaf07-2bca-4299-93cd-310225d0c061 admin admin] For port 296790b5-1502-43d5-8bdf-33cdf90e23c7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=296790b5-1502-43d5-8bdf-33cdf90e23c7,segment=NetworkSegment(ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6),segment_id=ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:13.629179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6ddaf07-2bca-4299-93cd-310225d0c061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:13.641495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a6ddaf07-2bca-4299-93cd-310225d0c061 admin admin] Calling delete_port for 296790b5-1502-43d5-8bdf-33cdf90e23c7 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:51:13.818264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6ddaf07-2bca-4299-93cd-310225d0c061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:13.843018 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddaf07-2bca-4299-93cd-310225d0c061 admin admin] Pushing event deleted for resources: {'Port': ['ID=296790b5-1502-43d5-8bdf-33cdf90e23c7,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:14.025665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a6ddaf07-2bca-4299-93cd-310225d0c061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:14.057059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:51:14.081634 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:51:14.081977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 088ebdc3-1b42-4d86-9dcb-44c1a78f1d19 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:51:14.082386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e8e6eff6-24eb-4860-9424-c67d4ab3b668 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:51:14.100536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: e8e6eff6-24eb-4860-9424-c67d4ab3b668 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:51:14.100878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e8e6eff6-24eb-4860-9424-c67d4ab3b668 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:51:14.101276 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7839796e-0878-4ceb-a368-5dbb9e1b4b2d no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:51:14.121586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 7839796e-0878-4ceb-a368-5dbb9e1b4b2d {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:51:14.121865 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 7839796e-0878-4ceb-a368-5dbb9e1b4b2d not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:51:14.187901 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:51:14.236973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ddaf07-2bca-4299-93cd-310225d0c061 admin admin] Router 1581bf47-0c05-4894-8909-4c8e3e612426 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:51:14.340281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ddaf07-2bca-4299-93cd-310225d0c061 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:51:14.345189 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a6ddaf07-2bca-4299-93cd-310225d0c061 admin admin] 10.222.0.32 "PUT /v2.0/routers/1581bf47-0c05-4894-8909-4c8e3e612426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3593104 Mar 29 09:51:14.348073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56078) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:14.349925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413ac91-7f79-456c-b256-6204c01bf2f8 None None] Sync routers for ids ['1581bf47-0c05-4894-8909-4c8e3e612426'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:51:14.359606 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413ac91-7f79-456c-b256-6204c01bf2f8 None None] Routers {'1581bf47-0c05-4894-8909-4c8e3e612426'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:51:14.360218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-6413ac91-7f79-456c-b256-6204c01bf2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:50:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['1581bf47-0c05-4894-8909-4c8e3e612426'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:14.450253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:14.464430 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-6413ac91-7f79-456c-b256-6204c01bf2f8 None None] Set router 1581bf47-0c05-4894-8909-4c8e3e612426 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:51:14.645865 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-6413ac91-7f79-456c-b256-6204c01bf2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'name': 'tempest-TestVolumeBootPattern-1737363533-router', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:51:13Z', 'revision_number': 5, 'project_id': 'f423f45186ad4243a3c626de7b837a75', 'gw_port': {'id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:14.677211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413ac91-7f79-456c-b256-6204c01bf2f8 None None] Checking router: 1581bf47-0c05-4894-8909-4c8e3e612426 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:51:14.686890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413ac91-7f79-456c-b256-6204c01bf2f8 None None] Routers {'1581bf47-0c05-4894-8909-4c8e3e612426'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:51:14.687535 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-6413ac91-7f79-456c-b256-6204c01bf2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:50:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['1581bf47-0c05-4894-8909-4c8e3e612426'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:14.792175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-6413ac91-7f79-456c-b256-6204c01bf2f8 None None] Set router 1581bf47-0c05-4894-8909-4c8e3e612426 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:51:14.860441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:14.912757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Deleting port 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:51:14.913097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:14.967248 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-6413ac91-7f79-456c-b256-6204c01bf2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'name': 'tempest-TestVolumeBootPattern-1737363533-router', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:51:13Z', 'revision_number': 5, 'project_id': 'f423f45186ad4243a3c626de7b837a75', 'gw_port': {'id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:14.990778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] For port 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=249dd7f7-707b-4b09-ac53-0ff1bebb0b7b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:14.991213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:14.993810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413ac91-7f79-456c-b256-6204c01bf2f8 None None] The sync data for ids ['1581bf47-0c05-4894-8909-4c8e3e612426'] in dv-neutron-835554-1-hyperv is: [{'id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'name': 'tempest-TestVolumeBootPattern-1737363533-router', 'tenant_id': 'f423f45186ad4243a3c626de7b837a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:51:13Z', 'revision_number': 5, 'project_id': 'f423f45186ad4243a3c626de7b837a75', 'gw_port': {'id': '249dd7f7-707b-4b09-ac53-0ff1bebb0b7b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1581bf47-0c05-4894-8909-4c8e3e612426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:44:11Z', 'updated_at': '2022-03-29T09:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:51:15.012705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Calling delete_port for 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:51:15.170930 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.199144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=249dd7f7-707b-4b09-ac53-0ff1bebb0b7b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:15.258399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.349200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.351373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.399206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.399773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1581bf47-0c05-4894-8909-4c8e3e612426 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:51:15.404600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.405789 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c8d6b698-a650-4b64-b51e-d6e70c3d2a81 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1581bf47-0c05-4894-8909-4c8e3e612426 HTTP/1.1" status: 204 len: 168 time: 1.0567670 Mar 29 09:51:15.408326 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56080) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:15.453583 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae427de-c525-45d0-a5ed-16e45bda4ee8 admin admin] Deleting subnet 790fcbf3-e0de-4b46-8ee5-88a2060b85ec {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:51:15.457006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aae427de-c525-45d0-a5ed-16e45bda4ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.492487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aae427de-c525-45d0-a5ed-16e45bda4ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.575518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aae427de-c525-45d0-a5ed-16e45bda4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.629050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aae427de-c525-45d0-a5ed-16e45bda4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.655860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae427de-c525-45d0-a5ed-16e45bda4ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790fcbf3-e0de-4b46-8ee5-88a2060b85ec,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:15.659569 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-aae427de-c525-45d0-a5ed-16e45bda4ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.662658 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-aae427de-c525-45d0-a5ed-16e45bda4ee8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/790fcbf3-e0de-4b46-8ee5-88a2060b85ec HTTP/1.1" status: 204 len: 168 time: 0.2533796 Mar 29 09:51:15.665301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56082) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:15.667924 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a4e38f-f0f8-4d2d-8352-e19faf30243b None None] Network a773e08e-ca4b-4ca1-91fc-fbbe05b44356 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:51:15.732181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.787394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Deleting port 8e33ba53-04bc-4d17-88ff-c671665319af {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:51:15.787799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.849137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] For port 8e33ba53-04bc-4d17-88ff-c671665319af, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8e33ba53-04bc-4d17-88ff-c671665319af,segment=NetworkSegment(ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6),segment_id=ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:15.849498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.861229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Calling delete_port for 8e33ba53-04bc-4d17-88ff-c671665319af owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:51:15.925502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5fdc5-7ae1-4ef5-bcdc-59049a1e38f0 None None] DHCP port deletion for a773e08e-ca4b-4ca1-91fc-fbbe05b44356 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:51:15.962671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.983046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c0c5fdc5-7ae1-4ef5-bcdc-59049a1e38f0 None None] Deleting port 8e33ba53-04bc-4d17-88ff-c671665319af {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:51:15.983343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c0c5fdc5-7ae1-4ef5-bcdc-59049a1e38f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:15.993840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] No DVR routers for this DVR port 8e33ba53-04bc-4d17-88ff-c671665319af on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:51:16.016438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e33ba53-04bc-4d17-88ff-c671665319af,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:16.041148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8e33ba53-04bc-4d17-88ff-c671665319af no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:51:16.066084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 8e33ba53-04bc-4d17-88ff-c671665319af {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:51:16.066422 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8e33ba53-04bc-4d17-88ff-c671665319af not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:51:16.066824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 296790b5-1502-43d5-8bdf-33cdf90e23c7 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:51:16.069158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.090110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c0c5fdc5-7ae1-4ef5-bcdc-59049a1e38f0 None None] For port 8e33ba53-04bc-4d17-88ff-c671665319af, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:16.090509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c0c5fdc5-7ae1-4ef5-bcdc-59049a1e38f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.093064 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 296790b5-1502-43d5-8bdf-33cdf90e23c7 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:51:16.093411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 296790b5-1502-43d5-8bdf-33cdf90e23c7 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:51:16.093858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:51:16.094217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a773e08e-ca4b-4ca1-91fc-fbbe05b44356']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:16.104893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:16.105183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6b4c48-82ed-4ec1-b8ad-cf079c00fda6') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:51:16.114522 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.124270 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c0c5fdc5-7ae1-4ef5-bcdc-59049a1e38f0 None None] Calling delete_port for 8e33ba53-04bc-4d17-88ff-c671665319af owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:51:16.125817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:51:16.126175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 249dd7f7-707b-4b09-ac53-0ff1bebb0b7b not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:51:16.128409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.ipam_backend_mixin [None req-c0c5fdc5-7ae1-4ef5-bcdc-59049a1e38f0 None None] Port 8e33ba53-04bc-4d17-88ff-c671665319af was not found and therefore no delete operation was performed {{(pid=102497) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 09:51:16.129024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.129993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c0c5fdc5-7ae1-4ef5-bcdc-59049a1e38f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.138641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:51:16.139111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:51:16.140807 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:51:16.155484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5fdc5-7ae1-4ef5-bcdc-59049a1e38f0 None None] Pushing event deleted for resources: {'Port': ['ID=8e33ba53-04bc-4d17-88ff-c671665319af,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:16.158854 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c5fdc5-7ae1-4ef5-bcdc-59049a1e38f0 None None] No DVR routers for this DVR port 8e33ba53-04bc-4d17-88ff-c671665319af on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:51:16.198235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.203623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.206782 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a773e08e-ca4b-4ca1-91fc-fbbe05b44356 HTTP/1.1" status: 204 len: 168 time: 0.5405097 Mar 29 09:51:16.223138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb15e-0774-4f82-82ef-3397f93e77c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a773e08e-ca4b-4ca1-91fc-fbbe05b44356,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:16.314690 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56086) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:16.353393 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2897c485-01ca-4707-be45-96eb52c09620 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d6c3070dcd9491689712cbebf512b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374718 Mar 29 09:51:16.355693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56088) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:16.407424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-564cafcf-ea25-4092-9df4-b43ab0f43c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.427611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-564cafcf-ea25-4092-9df4-b43ab0f43c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.475194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-564cafcf-ea25-4092-9df4-b43ab0f43c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.477806 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-564cafcf-ea25-4092-9df4-b43ab0f43c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.478972 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-564cafcf-ea25-4092-9df4-b43ab0f43c7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf6aaa22-9e23-4333-b246-a814b4281e68 HTTP/1.1" status: 204 len: 168 time: 0.1223879 Mar 29 09:51:16.486540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cafcf-ea25-4092-9df4-b43ab0f43c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6aaa22-9e23-4333-b246-a814b4281e68,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:16.780096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56094) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:16.824371 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-77c4f447-235d-410c-a6cd-95ee8928d7d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f423f45186ad4243a3c626de7b837a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430467 Mar 29 09:51:16.826759 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56096) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:16.872498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e85ff9e2-9010-4597-8594-5075059f877f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.894052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e85ff9e2-9010-4597-8594-5075059f877f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.941251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e85ff9e2-9010-4597-8594-5075059f877f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.943975 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e85ff9e2-9010-4597-8594-5075059f877f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:16.945111 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e85ff9e2-9010-4597-8594-5075059f877f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/effcb0b2-2429-4495-b95c-7efe7ccf1d38 HTTP/1.1" status: 204 len: 168 time: 0.1174664 Mar 29 09:51:16.952661 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ff9e2-9010-4597-8594-5075059f877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effcb0b2-2429-4495-b95c-7efe7ccf1d38,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:24.121986 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-6d677b64-c784-4737-a4e9-4df74e7f56fe tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=00fb1ae33bc6480aa2b637e80feaaa0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288248 Mar 29 09:51:24.305721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-f9244542-c3e3-4091-b6e8-b6f608afa4a9 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:24.307090 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-f9244542-c3e3-4091-b6e8-b6f608afa4a9 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797562 Mar 29 09:51:24.321488 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-a54aefa0-25e7-41f7-a3ee-f39d4bf49185 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/quotas/00fb1ae33bc6480aa2b637e80feaaa0d HTTP/1.1" status: 200 len: 375 time: 0.0086133 Mar 29 09:51:24.357169 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-65932dd8-6bbb-4f16-887f-17cc2f279f98 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=00fb1ae33bc6480aa2b637e80feaaa0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302889 Mar 29 09:51:24.516467 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b2c965e-333a-4281-916b-b7c93d32b915 req-7f7a1425-b90a-4e79-aeb8-950969e231be tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 210 time: 0.0269294 Mar 29 09:51:25.318838 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-41c167f4-83dc-49d9-8f85-cb15eed3babd tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=00fb1ae33bc6480aa2b637e80feaaa0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231223 Mar 29 09:51:25.436667 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-4a657150-1ad2-4dc5-80db-12e0d604e6f0 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:25.438109 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-4a657150-1ad2-4dc5-80db-12e0d604e6f0 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136715 Mar 29 09:51:25.451325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Request body: {'port': {'device_id': '3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3', 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc', 'admin_state_up': True, 'tenant_id': '00fb1ae33bc6480aa2b637e80feaaa0d'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:25.555586 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Made reservation on behalf of 00fb1ae33bc6480aa2b637e80feaaa0d for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:51:25.559217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:25.567854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:25.620572 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3618af8b-5f13-4b31-9d3f-028181d2a579 req-e9836d68-e399-4f86-9626-028563e59c48 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 210 time: 0.0350080 Mar 29 09:51:25.671003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:25.674658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:25.740213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e912f9-55ba-472b-8ba0-0a63963bd8bf,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:25.806988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Allocated IP 192.168.233.199 (c73800b6-b524-4ff4-8c70-96cd41f444fc/49f68499-4307-4bd9-b352-6ba4d860dc88/6fc5f511-b07d-40f3-a92f-1f457c4c2688) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:51:25.949974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:25.981617 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:26.028165 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Network c73800b6-b524-4ff4-8c70-96cd41f444fc is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:51:26.031179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:51:26.034656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:51:26.061017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Pushing event updated for resources: {'Port': ['ID=6fc5f511-b07d-40f3-a92f-1f457c4c2688,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:26.087206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:26.087826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:26.104310 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3fb43f90-5281-49bf-a440-300e4d27aff4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6569419 Mar 29 09:51:26.115879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Request body: {'port': {'device_id': '3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:26.170859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:26.261067 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2ed2ee16-dd5d-483d-a52a-3c3cabf1f9d7 None None] Provisioning complete for port 6fc5f511-b07d-40f3-a92f-1f457c4c2688 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:51:26.261652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2ed2ee16-dd5d-483d-a52a-3c3cabf1f9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:26.294829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2ee16-dd5d-483d-a52a-3c3cabf1f9d7 None None] Port 6fc5f511-b07d-40f3-a92f-1f457c4c2688 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:51:26.428674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc5f511-b07d-40f3-a92f-1f457c4c2688 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:51:26.436303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:26.448271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Transition to ACTIVE for port object 6fc5f511-b07d-40f3-a92f-1f457c4c2688 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:51:26.452194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:26.500946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Pushing event updated for resources: {'Port': ['ID=6fc5f511-b07d-40f3-a92f-1f457c4c2688,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:26.567886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Attempting to bind port 6fc5f511-b07d-40f3-a92f-1f457c4c2688 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:51:26.568219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Attempting to bind port 6fc5f511-b07d-40f3-a92f-1f457c4c2688 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '64a512af-572c-4d08-8d75-775c5ff93a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:51:26.568547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Attempting to bind port 6fc5f511-b07d-40f3-a92f-1f457c4c2688 on network c73800b6-b524-4ff4-8c70-96cd41f444fc {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:51:26.573686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Port 6fc5f511-b07d-40f3-a92f-1f457c4c2688 on network c73800b6-b524-4ff4-8c70-96cd41f444fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:51:26.574007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Attempting to bind port 6fc5f511-b07d-40f3-a92f-1f457c4c2688 on network c73800b6-b524-4ff4-8c70-96cd41f444fc {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:51:26.579337 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:51:26.579584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Checking segment: {'id': '64a512af-572c-4d08-8d75-775c5ff93a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:51:26.579926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Bound using segment: {'id': '64a512af-572c-4d08-8d75-775c5ff93a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:51:26.580352 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Bound port: 6fc5f511-b07d-40f3-a92f-1f457c4c2688, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a512af-572c-4d08-8d75-775c5ff93a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:51:26.580710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:26.649926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] For port 6fc5f511-b07d-40f3-a92f-1f457c4c2688, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:51:26.653324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] For port 6fc5f511-b07d-40f3-a92f-1f457c4c2688, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6fc5f511-b07d-40f3-a92f-1f457c4c2688,segment=NetworkSegment(64a512af-572c-4d08-8d75-775c5ff93a7f),segment_id=64a512af-572c-4d08-8d75-775c5ff93a7f)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:51:26.659000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:26.705112 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:26.705757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:26.707111 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] 10.222.0.24 "PUT /v2.0/ports/6fc5f511-b07d-40f3-a92f-1f457c4c2688 HTTP/1.1" status: 200 len: 1098 time: 0.5955293 Mar 29 09:51:26.707550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3', 'tag': '6fc5f511-b07d-40f3-a92f-1f457c4c2688'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:26.709843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f85692-7a08-4122-bfc9-98cb7a4910fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3", "tag": "6fc5f511-b07d-40f3-a92f-1f457c4c2688"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:51:26.765626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d43d2c6-dbc2-40c3-bd88-c39d871249b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:26.779021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321fc85-a332-4ccb-8d02-f29706295ff9 req-5618147f-f361-4f84-8284-fd438207e2cf tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:26.780594 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6321fc85-a332-4ccb-8d02-f29706295ff9 req-5618147f-f361-4f84-8284-fd438207e2cf tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 948 time: 0.0899756 Mar 29 09:51:26.783848 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6c5d1c-35fd-48c0-9f96-daaffa39d5ff x-openstack-request-id: req-2f6c5d1c-35fd-48c0-9f96-daaffa39d5ff {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:51:26.784135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3", "tag": "6fc5f511-b07d-40f3-a92f-1f457c4c2688", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:51:26.784386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f6c5d1c-35fd-48c0-9f96-daaffa39d5ff {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:51:26.784779 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3', 'tag': '6fc5f511-b07d-40f3-a92f-1f457c4c2688', 'status': 'completed', 'code': 200} Mar 29 09:51:26.808905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beee84d-91b5-465f-90ce-dbf2c586c6ad service neutron] Pushing event updated for resources: {'Port': ['ID=6fc5f511-b07d-40f3-a92f-1f457c4c2688,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:26.852017 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6321fc85-a332-4ccb-8d02-f29706295ff9 req-d7df471e-a91d-4b8a-8f6c-2d037ec147d4 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/security-groups?id=42e912f9-55ba-472b-8ba0-0a63963bd8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631731 Mar 29 09:51:26.854722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-7030e41b-406a-438a-84f9-9aa15e5a110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:26.856164 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-7030e41b-406a-438a-84f9-9aa15e5a110b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00fb1ae33bc6480aa2b637e80feaaa0d&device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 1101 time: 0.0933652 Mar 29 09:51:26.899288 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-55567d39-4901-4947-ba8d-18c16d1b23b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=6fc5f511-b07d-40f3-a92f-1f457c4c2688 HTTP/1.1" status: 200 len: 217 time: 0.0359638 Mar 29 09:51:26.948339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-a38ddd6e-26de-42c9-b6ce-3dc9189db349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:26.950000 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-a38ddd6e-26de-42c9-b6ce-3dc9189db349 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f68499-4307-4bd9-b352-6ba4d860dc88 HTTP/1.1" status: 200 len: 843 time: 0.0448396 Mar 29 09:51:26.997786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-15e51e73-c3bc-4446-9afc-d7e35042eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:26.999218 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-15e51e73-c3bc-4446-9afc-d7e35042eb6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c73800b6-b524-4ff4-8c70-96cd41f444fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0430007 Mar 29 09:51:27.085418 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-aa91990a-6dc3-48bc-b204-35d1b6d20a62 service neutron] 10.222.0.24 "GET /v2.0/networks/c73800b6-b524-4ff4-8c70-96cd41f444fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790322 Mar 29 09:51:27.173213 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55bfb9c9-1f46-4372-b2bb-ac797038b31f req-8174f8f0-0172-4261-953b-a31a501f5ea1 service neutron] 10.222.0.24 "GET /v2.0/networks/c73800b6-b524-4ff4-8c70-96cd41f444fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819290 Mar 29 09:51:27.262730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f85692-7a08-4122-bfc9-98cb7a4910fb req-a7640942-127c-4566-b10c-fec8ec755f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:27.264142 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04f85692-7a08-4122-bfc9-98cb7a4910fb req-a7640942-127c-4566-b10c-fec8ec755f05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00fb1ae33bc6480aa2b637e80feaaa0d&device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 1101 time: 0.0400283 Mar 29 09:51:27.355179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f85692-7a08-4122-bfc9-98cb7a4910fb req-44a77d91-a4c5-4d76-a717-d1f263ca97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:27.356839 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04f85692-7a08-4122-bfc9-98cb7a4910fb req-44a77d91-a4c5-4d76-a717-d1f263ca97e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c73800b6-b524-4ff4-8c70-96cd41f444fc HTTP/1.1" status: 200 len: 870 time: 0.0865602 Mar 29 09:51:27.397868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04f85692-7a08-4122-bfc9-98cb7a4910fb req-e59ce824-f807-4fdd-8b5e-0193a00ed0b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=6fc5f511-b07d-40f3-a92f-1f457c4c2688 HTTP/1.1" status: 200 len: 217 time: 0.0340409 Mar 29 09:51:27.450007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f85692-7a08-4122-bfc9-98cb7a4910fb req-060f3738-f496-43e0-b98e-ddcd64c419af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:27.451708 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04f85692-7a08-4122-bfc9-98cb7a4910fb req-060f3738-f496-43e0-b98e-ddcd64c419af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49f68499-4307-4bd9-b352-6ba4d860dc88 HTTP/1.1" status: 200 len: 843 time: 0.0480247 Mar 29 09:51:27.496304 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f85692-7a08-4122-bfc9-98cb7a4910fb req-3b7cfc56-1e27-4603-9f8a-15dd9becaf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:27.497809 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04f85692-7a08-4122-bfc9-98cb7a4910fb req-3b7cfc56-1e27-4603-9f8a-15dd9becaf6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c73800b6-b524-4ff4-8c70-96cd41f444fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0396471 Mar 29 09:51:27.587377 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04f85692-7a08-4122-bfc9-98cb7a4910fb req-2e55334f-9a2a-4dbc-a998-6c5f9fed569f service neutron] 10.222.0.24 "GET /v2.0/networks/c73800b6-b524-4ff4-8c70-96cd41f444fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832114 Mar 29 09:51:27.675310 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04f85692-7a08-4122-bfc9-98cb7a4910fb req-d19edb0f-e5a5-4ceb-8b44-93fb8ca3effb service neutron] 10.222.0.24 "GET /v2.0/networks/c73800b6-b524-4ff4-8c70-96cd41f444fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819533 Mar 29 09:51:27.968361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600db185-3f60-46be-b7b2-69c251413556 req-642b1d9a-eafb-4739-9358-af0a362417cd tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:27.969845 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-600db185-3f60-46be-b7b2-69c251413556 req-642b1d9a-eafb-4739-9358-af0a362417cd tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 948 time: 0.0482881 Mar 29 09:51:28.006227 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-600db185-3f60-46be-b7b2-69c251413556 req-e1766930-a0a6-4abf-ba17-3825f0fe70e1 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/security-groups?id=42e912f9-55ba-472b-8ba0-0a63963bd8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304134 Mar 29 09:51:29.117229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9499b6-88ee-4df0-8556-dfb89181e16e req-f7cbfafd-9c70-4e32-801a-9351c86058bf tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:29.119424 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-be9499b6-88ee-4df0-8556-dfb89181e16e req-f7cbfafd-9c70-4e32-801a-9351c86058bf tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 948 time: 0.0474117 Mar 29 09:51:29.155704 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bd88e9a5-5e0b-44c3-89a1-c8f903208f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:29.158823 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-be9499b6-88ee-4df0-8556-dfb89181e16e req-ddea0e87-18c0-4e42-a219-d480168f798e tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/security-groups?id=42e912f9-55ba-472b-8ba0-0a63963bd8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335538 Mar 29 09:51:30.274148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f8681-1bc4-4158-aaaa-81e680e34259 req-3eab06ae-db1d-4319-8338-0d71c7d5cebc tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:30.275581 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-006f8681-1bc4-4158-aaaa-81e680e34259 req-3eab06ae-db1d-4319-8338-0d71c7d5cebc tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 948 time: 0.0514276 Mar 29 09:51:30.312317 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-006f8681-1bc4-4158-aaaa-81e680e34259 req-18189576-db74-477c-b586-c7e20810bc64 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/security-groups?id=42e912f9-55ba-472b-8ba0-0a63963bd8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305910 Mar 29 09:51:30.632290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:30.692870 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6fc5f511-b07d-40f3-a92f-1f457c4c2688 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:51:30.787096 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6fc5f511-b07d-40f3-a92f-1f457c4c2688, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6fc5f511-b07d-40f3-a92f-1f457c4c2688,segment=NetworkSegment(64a512af-572c-4d08-8d75-775c5ff93a7f),segment_id=64a512af-572c-4d08-8d75-775c5ff93a7f)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:30.798521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '6fc5f511-b07d-40f3-a92f-1f457c4c2688', 'network_id': 'c73800b6-b524-4ff4-8c70-96cd41f444fc', 'port_id': '6fc5f511-b07d-40f3-a92f-1f457c4c2688', 'mac_address': 'fa:16:3e:1b:9f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f68499-4307-4bd9-b352-6ba4d860dc88', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:51:30.838881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:30.855061 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc5f511-b07d-40f3-a92f-1f457c4c2688 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:51:30.873458 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6fc5f511-b07d-40f3-a92f-1f457c4c2688, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6fc5f511-b07d-40f3-a92f-1f457c4c2688,segment=NetworkSegment(64a512af-572c-4d08-8d75-775c5ff93a7f),segment_id=64a512af-572c-4d08-8d75-775c5ff93a7f)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:30.877232 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:30.922932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6fc5f511-b07d-40f3-a92f-1f457c4c2688,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:31.209124 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['6fc5f511-b07d-40f3-a92f-1f457c4c2688'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:51:31.424355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763de3c-6018-4e00-9020-928ee29a5419 req-f235e6c2-17d6-401f-a12d-04087543a1d7 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:31.425847 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5763de3c-6018-4e00-9020-928ee29a5419 req-f235e6c2-17d6-401f-a12d-04087543a1d7 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 949 time: 0.0475576 Mar 29 09:51:31.468434 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5763de3c-6018-4e00-9020-928ee29a5419 req-fe97ccb2-0ca5-433c-8ee2-3a4d4e88ac55 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/security-groups?id=42e912f9-55ba-472b-8ba0-0a63963bd8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361931 Mar 29 09:51:32.208258 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:32.579407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95edec-727b-497a-9777-f9e3b5ef1d9a req-9bda5b7e-b7f0-4271-8aa7-e58413da53b7 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:32.580835 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f95edec-727b-497a-9777-f9e3b5ef1d9a req-9bda5b7e-b7f0-4271-8aa7-e58413da53b7 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 949 time: 0.0473366 Mar 29 09:51:32.609686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:32.620204 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f95edec-727b-497a-9777-f9e3b5ef1d9a req-a4a38912-e5fe-4db5-855f-94842eca422b tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/security-groups?id=42e912f9-55ba-472b-8ba0-0a63963bd8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327864 Mar 29 09:51:32.699643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6fc5f511-b07d-40f3-a92f-1f457c4c2688 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:51:32.746494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 6fc5f511-b07d-40f3-a92f-1f457c4c2688 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:51:32.749882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 6fc5f511-b07d-40f3-a92f-1f457c4c2688 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:51:32.750242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:32.826352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:32.847558 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc5f511-b07d-40f3-a92f-1f457c4c2688'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:32.849850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70080945-c392-4cb3-b048-7efe233fe160" -d '{"events": [{"server_uuid": "3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3", "name": "network-vif-plugged", "status": "completed", "tag": "6fc5f511-b07d-40f3-a92f-1f457c4c2688"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:51:32.862233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6fc5f511-b07d-40f3-a92f-1f457c4c2688, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6fc5f511-b07d-40f3-a92f-1f457c4c2688,segment=NetworkSegment(64a512af-572c-4d08-8d75-775c5ff93a7f),segment_id=64a512af-572c-4d08-8d75-775c5ff93a7f)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:32.866249 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:32.893638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68af07a2-3354-428e-9847-03d132d521e6 x-openstack-request-id: req-68af07a2-3354-428e-9847-03d132d521e6 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:51:32.893930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3", "name": "network-vif-plugged", "status": "completed", "tag": "6fc5f511-b07d-40f3-a92f-1f457c4c2688", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:51:32.894175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68af07a2-3354-428e-9847-03d132d521e6 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:51:32.894556 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc5f511-b07d-40f3-a92f-1f457c4c2688', 'code': 200} Mar 29 09:51:32.921817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6fc5f511-b07d-40f3-a92f-1f457c4c2688,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:33.046976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143bd81-2e82-4e2f-a51a-e42292e62b1d req-2e3a5383-0217-4d63-bfde-5017f41a6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:33.048334 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9143bd81-2e82-4e2f-a51a-e42292e62b1d req-2e3a5383-0217-4d63-bfde-5017f41a6a98 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 1103 time: 0.0431366 Mar 29 09:51:33.083325 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9143bd81-2e82-4e2f-a51a-e42292e62b1d req-21b0479a-2c16-4b8e-8b0e-9a990497ca95 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=42e912f9-55ba-472b-8ba0-0a63963bd8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269256 Mar 29 09:51:33.732103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae8ba4-4291-482f-8617-0f8e97cadab6 req-09de70ed-9e05-4c79-b760-1deefaf1d883 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:33.733512 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c7ae8ba4-4291-482f-8617-0f8e97cadab6 req-09de70ed-9e05-4c79-b760-1deefaf1d883 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 950 time: 0.0471256 Mar 29 09:51:33.768770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:33.773037 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c7ae8ba4-4291-482f-8617-0f8e97cadab6 req-db2d4482-f515-4120-b88d-ba8d972aa562 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/security-groups?id=42e912f9-55ba-472b-8ba0-0a63963bd8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335832 Mar 29 09:51:34.889653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6835f5b-0b2c-4793-8b40-7fc411561135 req-8e433b08-7d16-410f-ae9a-fd06a706a3ac tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:34.891109 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f6835f5b-0b2c-4793-8b40-7fc411561135 req-8e433b08-7d16-410f-ae9a-fd06a706a3ac tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 950 time: 0.0478933 Mar 29 09:51:34.927558 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f6835f5b-0b2c-4793-8b40-7fc411561135 req-f0c8eab5-429d-432b-9686-7ab5a6d3dfbf tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/security-groups?id=42e912f9-55ba-472b-8ba0-0a63963bd8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305474 Mar 29 09:51:35.297959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-546bd289-c8ae-49aa-a22c-d7e717b34926 req-081fc635-2f22-4fad-802f-65a3b1b004c6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:51:35.298964 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-546bd289-c8ae-49aa-a22c-d7e717b34926 req-081fc635-2f22-4fad-802f-65a3b1b004c6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0954509 Mar 29 09:51:35.658501 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-53102456-0779-4ecb-9cc6-c809a1dd9e42 req-f36588a5-286d-4565-aac9-ec84400c591b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:51:35.659475 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-53102456-0779-4ecb-9cc6-c809a1dd9e42 req-f36588a5-286d-4565-aac9-ec84400c591b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050781 Mar 29 09:51:36.012758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e15b8f-1a3e-4cff-aa47-18d5e8812c1f req-e70548bb-2870-4302-aafd-6f3391752df5 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:36.014235 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15e15b8f-1a3e-4cff-aa47-18d5e8812c1f req-e70548bb-2870-4302-aafd-6f3391752df5 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 950 time: 0.0517852 Mar 29 09:51:36.050266 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15e15b8f-1a3e-4cff-aa47-18d5e8812c1f req-af243353-2772-43f4-bffd-c913ad7d0ecf tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/security-groups?id=42e912f9-55ba-472b-8ba0-0a63963bd8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300353 Mar 29 09:51:37.166548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17813654-8d07-4001-81f3-12abc5cb810d req-ea778a4e-1061-4b1d-8449-9b7d26fe61d8 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:37.167996 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-17813654-8d07-4001-81f3-12abc5cb810d req-ea778a4e-1061-4b1d-8449-9b7d26fe61d8 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 950 time: 0.0477867 Mar 29 09:51:37.205232 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-17813654-8d07-4001-81f3-12abc5cb810d req-c3cff7b6-d986-488d-8a2a-7197f9c5b51d tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.32 "GET /v2.0/security-groups?id=42e912f9-55ba-472b-8ba0-0a63963bd8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312986 Mar 29 09:51:37.394983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b84b2-296b-4baa-86b6-2e603affdbfc req-d0ebddd1-0bc5-4585-8a52-baa86e31d24f tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:37.396363 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb8b84b2-296b-4baa-86b6-2e603affdbfc req-d0ebddd1-0bc5-4585-8a52-baa86e31d24f tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3 HTTP/1.1" status: 200 len: 950 time: 0.0461228 Mar 29 09:51:37.483753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-eb8b84b2-296b-4baa-86b6-2e603affdbfc req-bdd4c298-0790-4c8b-946a-102300369376 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Deleting port 6fc5f511-b07d-40f3-a92f-1f457c4c2688 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:51:37.484088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb8b84b2-296b-4baa-86b6-2e603affdbfc req-bdd4c298-0790-4c8b-946a-102300369376 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:37.568870 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-eb8b84b2-296b-4baa-86b6-2e603affdbfc req-bdd4c298-0790-4c8b-946a-102300369376 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] For port 6fc5f511-b07d-40f3-a92f-1f457c4c2688, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6fc5f511-b07d-40f3-a92f-1f457c4c2688,segment=NetworkSegment(64a512af-572c-4d08-8d75-775c5ff93a7f),segment_id=64a512af-572c-4d08-8d75-775c5ff93a7f)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:37.569229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb8b84b2-296b-4baa-86b6-2e603affdbfc req-bdd4c298-0790-4c8b-946a-102300369376 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:37.581825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-eb8b84b2-296b-4baa-86b6-2e603affdbfc req-bdd4c298-0790-4c8b-946a-102300369376 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Calling delete_port for 6fc5f511-b07d-40f3-a92f-1f457c4c2688 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:51:37.706525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb8b84b2-296b-4baa-86b6-2e603affdbfc req-bdd4c298-0790-4c8b-946a-102300369376 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:37.717897 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['6fc5f511-b07d-40f3-a92f-1f457c4c2688'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:51:37.733893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4c298-0790-4c8b-946a-102300369376 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Pushing event deleted for resources: {'Port': ['ID=6fc5f511-b07d-40f3-a92f-1f457c4c2688,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:37.784550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8b84b2-296b-4baa-86b6-2e603affdbfc req-bdd4c298-0790-4c8b-946a-102300369376 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] No DVR routers for this DVR port 6fc5f511-b07d-40f3-a92f-1f457c4c2688 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:51:37.787742 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-eb8b84b2-296b-4baa-86b6-2e603affdbfc req-bdd4c298-0790-4c8b-946a-102300369376 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:37.791513 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb8b84b2-296b-4baa-86b6-2e603affdbfc req-bdd4c298-0790-4c8b-946a-102300369376 tempest-ServersAdminNegativeTestJSON-1212507106 tempest-ServersAdminNegativeTestJSON-1212507106-project] 10.222.0.24 "DELETE /v2.0/ports/6fc5f511-b07d-40f3-a92f-1f457c4c2688 HTTP/1.1" status: 204 len: 173 time: 0.3891380 Mar 29 09:51:37.792003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3', 'name': 'network-vif-deleted', 'tag': '6fc5f511-b07d-40f3-a92f-1f457c4c2688'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:37.794444 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b55d9e-7d28-4d5c-8cdb-13dfc1a7d0e5" -d '{"events": [{"server_uuid": "3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3", "name": "network-vif-deleted", "tag": "6fc5f511-b07d-40f3-a92f-1f457c4c2688"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:51:37.843269 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bbecbb-73d3-4946-bead-4d45b82b8a18 x-openstack-request-id: req-84bbecbb-73d3-4946-bead-4d45b82b8a18 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:51:37.843720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3", "name": "network-vif-deleted", "tag": "6fc5f511-b07d-40f3-a92f-1f457c4c2688", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:51:37.843971 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84bbecbb-73d3-4946-bead-4d45b82b8a18 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:51:37.844358 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d39febc-d9eb-4f8c-b76a-f5ff68d9ede3', 'name': 'network-vif-deleted', 'tag': '6fc5f511-b07d-40f3-a92f-1f457c4c2688', 'status': 'completed', 'code': 200} Mar 29 09:51:38.498344 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56236) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:38.625593 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0f0dac02-fd1b-400f-8ca2-95daac0c6117 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00fb1ae33bc6480aa2b637e80feaaa0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260157 Mar 29 09:51:38.627958 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56240) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:38.674255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c0cb027e-9462-4c2a-a5ab-8bf0da95eb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:38.694065 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c0cb027e-9462-4c2a-a5ab-8bf0da95eb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:38.742983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c0cb027e-9462-4c2a-a5ab-8bf0da95eb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:38.745518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c0cb027e-9462-4c2a-a5ab-8bf0da95eb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:38.746647 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c0cb027e-9462-4c2a-a5ab-8bf0da95eb28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42e912f9-55ba-472b-8ba0-0a63963bd8bf HTTP/1.1" status: 204 len: 168 time: 0.1177974 Mar 29 09:51:38.753867 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb027e-9462-4c2a-a5ab-8bf0da95eb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e912f9-55ba-472b-8ba0-0a63963bd8bf,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:39.000846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56246) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:39.014389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b2978525-ac41-41a0-b107-01a6213d41b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:39.087504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b2978525-ac41-41a0-b107-01a6213d41b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:39.091331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b2978525-ac41-41a0-b107-01a6213d41b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:39.128295 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b2978525-ac41-41a0-b107-01a6213d41b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cb011ec7a6449739034b617801d5f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263967 Mar 29 09:51:39.129155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2978525-ac41-41a0-b107-01a6213d41b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6485752a-ace6-4cee-ab73-792c45ca6576,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:39.131013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56248) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:39.179343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2295a1b0-645b-4f9a-aa2b-6404d95eabe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:39.200912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2295a1b0-645b-4f9a-aa2b-6404d95eabe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:39.245827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2295a1b0-645b-4f9a-aa2b-6404d95eabe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:39.248244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2295a1b0-645b-4f9a-aa2b-6404d95eabe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:39.249392 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2295a1b0-645b-4f9a-aa2b-6404d95eabe6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6485752a-ace6-4cee-ab73-792c45ca6576 HTTP/1.1" status: 204 len: 168 time: 0.1173391 Mar 29 09:51:39.256785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295a1b0-645b-4f9a-aa2b-6404d95eabe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6485752a-ace6-4cee-ab73-792c45ca6576,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:39.892311 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56270) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:39.988488 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2114707794-network', 'tenant_id': 'd6fbddac908a4590a15ad456d279bf6b'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:40.006683 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Made reservation on behalf of d6fbddac908a4590a15ad456d279bf6b for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:51:40.009147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:40.017443 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:40.091794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:40.095538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:40.116434 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:51:40.129697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c55a93-b7bc-402d-add3-b931cb0e926b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:40.135907 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:40.136254 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Added segment 20054097-033c-40fa-b459-7fc96541c22a of type vlan for network 786fbda3-140b-42b4-82f4-0e540ee3081c Mar 29 09:51:40.177861 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:40.202226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:40.203172 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:40.203748 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:40.235472 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3420734 Mar 29 09:51:40.238660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56274) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:40.243742 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-90e8e8b7-00b8-4d94-9cbd-2acd376d9cb3 admin admin] Request body: {'subnet': {'network_id': '786fbda3-140b-42b4-82f4-0e540ee3081c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2114707794-subnet', 'tenant_id': 'd6fbddac908a4590a15ad456d279bf6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:40.264048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e8e8b7-00b8-4d94-9cbd-2acd376d9cb3 admin admin] Made reservation on behalf of d6fbddac908a4590a15ad456d279bf6b for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:51:40.266358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-90e8e8b7-00b8-4d94-9cbd-2acd376d9cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:40.268435 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ad4dc-8a0b-46ec-80d9-6484fe876aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=786fbda3-140b-42b4-82f4-0e540ee3081c,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:40.279128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 786fbda3-140b-42b4-82f4-0e540ee3081c details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:51:40.724749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-90e8e8b7-00b8-4d94-9cbd-2acd376d9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:40.745637 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6fc5f511-b07d-40f3-a92f-1f457c4c2688 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:51:40.770138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 6fc5f511-b07d-40f3-a92f-1f457c4c2688 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:51:40.770475 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6fc5f511-b07d-40f3-a92f-1f457c4c2688 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:51:40.776779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8e8b7-00b8-4d94-9cbd-2acd376d9cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11215400-5d23-49d7-b204-2c079e5b9212,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:40.786893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e8e8b7-00b8-4d94-9cbd-2acd376d9cb3 admin admin] Checking segment: {'id': '20054097-033c-40fa-b459-7fc96541c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '786fbda3-140b-42b4-82f4-0e540ee3081c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:51:40.787251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e8e8b7-00b8-4d94-9cbd-2acd376d9cb3 admin admin] Network hostable DHCP agents. Network: 786fbda3-140b-42b4-82f4-0e540ee3081c, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:51:40.803832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e8e8b7-00b8-4d94-9cbd-2acd376d9cb3 admin admin] Network 786fbda3-140b-42b4-82f4-0e540ee3081c is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:51:40.811387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-90e8e8b7-00b8-4d94-9cbd-2acd376d9cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 786fbda3-140b-42b4-82f4-0e540ee3081c) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:51:40.815315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e8e8b7-00b8-4d94-9cbd-2acd376d9cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:40.815902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-90e8e8b7-00b8-4d94-9cbd-2acd376d9cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:40.820291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69631c61-d0ac-44af-b7ae-04cdecfd2338 None None] Network 786fbda3-140b-42b4-82f4-0e540ee3081c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:51:40.831305 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-90e8e8b7-00b8-4d94-9cbd-2acd376d9cb3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5915256 Mar 29 09:51:40.942568 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc0b7ac-7fad-4588-ba32-fc4b5dd3c691 None None] Network 786fbda3-140b-42b4-82f4-0e540ee3081c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:51:41.246194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-d7cbfa4c-c8e6-4f40-91e2-e7dc805c9682 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:41.247537 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-d7cbfa4c-c8e6-4f40-91e2-e7dc805c9682 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/networks?id=786fbda3-140b-42b4-82f4-0e540ee3081c HTTP/1.1" status: 200 len: 812 time: 0.1009474 Mar 29 09:51:41.262577 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-08f223b4-4087-49b2-a614-b596db238097 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/quotas/d6fbddac908a4590a15ad456d279bf6b HTTP/1.1" status: 200 len: 375 time: 0.0093062 Mar 29 09:51:41.293095 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-97a0b997-b779-4fcb-a35d-5eeffbedcedf tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6fbddac908a4590a15ad456d279bf6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253367 Mar 29 09:51:41.384391 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-a9ee2d6f-b7f8-4c87-af3f-1283e48d4a16 service neutron] 10.222.0.32 "GET /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843914 Mar 29 09:51:41.469119 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-9f0d7026-8edc-43f6-a9ca-ac854f5714f7 service neutron] 10.222.0.32 "GET /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785813 Mar 29 09:51:42.635340 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73268571-2484-4df9-94fb-7c5bfe3d7329 req-688446bf-24f7-4293-a7ac-a12cca1b4fde tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 210 time: 0.0305607 Mar 29 09:51:43.522914 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fbd6da69-e1e4-481c-b66c-d7f4e854d2ff tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:43.524987 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fbd6da69-e1e4-481c-b66c-d7f4e854d2ff tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.24 "GET /v2.0/networks?id=786fbda3-140b-42b4-82f4-0e540ee3081c HTTP/1.1" status: 200 len: 812 time: 0.1063740 Mar 29 09:51:43.537109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Request body: {'port': {'device_id': 'ffce1c47-16cb-4c1b-8ca8-00931bab84f2', 'network_id': '786fbda3-140b-42b4-82f4-0e540ee3081c', 'admin_state_up': True, 'tenant_id': 'd6fbddac908a4590a15ad456d279bf6b'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:43.643391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Made reservation on behalf of d6fbddac908a4590a15ad456d279bf6b for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:51:43.646806 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:43.739619 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b3b251f-bb7e-4503-a399-90d474d0b8c8 req-8f01e472-c56e-4182-a868-f3ebae581904 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 210 time: 0.0356739 Mar 29 09:51:43.795200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Allocated IP 172.20.0.8 (786fbda3-140b-42b4-82f4-0e540ee3081c/11215400-5d23-49d7-b204-2c079e5b9212/d0b5cfae-620a-484a-9a44-fd7d332b3263) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:51:43.937071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:43.969759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.016327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Network 786fbda3-140b-42b4-82f4-0e540ee3081c is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:51:44.019386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:51:44.022897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:51:44.029475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Pushing event updated for resources: {'Port': ['ID=d0b5cfae-620a-484a-9a44-fd7d332b3263,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:44.073367 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:44.074001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.089937 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-fde293d6-ce5d-4128-93fd-73410f0b55dd tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568202 Mar 29 09:51:44.112332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Request body: {'port': {'device_id': 'ffce1c47-16cb-4c1b-8ca8-00931bab84f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:51:44.162887 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.418351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b5cfae-620a-484a-9a44-fd7d332b3263 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:51:44.425427 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.437522 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Transition to ACTIVE for port object d0b5cfae-620a-484a-9a44-fd7d332b3263 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:51:44.441347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.486817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b5cfae-620a-484a-9a44-fd7d332b3263,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:44.556538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Attempting to bind port d0b5cfae-620a-484a-9a44-fd7d332b3263 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:51:44.556870 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Attempting to bind port d0b5cfae-620a-484a-9a44-fd7d332b3263 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '20054097-033c-40fa-b459-7fc96541c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '786fbda3-140b-42b4-82f4-0e540ee3081c'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:51:44.557189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Attempting to bind port d0b5cfae-620a-484a-9a44-fd7d332b3263 on network 786fbda3-140b-42b4-82f4-0e540ee3081c {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:51:44.561308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Port d0b5cfae-620a-484a-9a44-fd7d332b3263 on network 786fbda3-140b-42b4-82f4-0e540ee3081c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:51:44.561650 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Attempting to bind port d0b5cfae-620a-484a-9a44-fd7d332b3263 on network 786fbda3-140b-42b4-82f4-0e540ee3081c {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:51:44.566302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:51:44.566624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Checking segment: {'id': '20054097-033c-40fa-b459-7fc96541c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '786fbda3-140b-42b4-82f4-0e540ee3081c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:51:44.566998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Bound using segment: {'id': '20054097-033c-40fa-b459-7fc96541c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '786fbda3-140b-42b4-82f4-0e540ee3081c'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:51:44.567406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Bound port: d0b5cfae-620a-484a-9a44-fd7d332b3263, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20054097-033c-40fa-b459-7fc96541c22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '786fbda3-140b-42b4-82f4-0e540ee3081c'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:51:44.567750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.628598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] For port d0b5cfae-620a-484a-9a44-fd7d332b3263, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:51:44.631505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] For port d0b5cfae-620a-484a-9a44-fd7d332b3263, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=d0b5cfae-620a-484a-9a44-fd7d332b3263,segment=NetworkSegment(20054097-033c-40fa-b459-7fc96541c22a),segment_id=20054097-033c-40fa-b459-7fc96541c22a)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:51:44.636046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.671131 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:44.671761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:44.673069 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] 10.222.0.24 "PUT /v2.0/ports/d0b5cfae-620a-484a-9a44-fd7d332b3263 HTTP/1.1" status: 200 len: 1093 time: 0.5647080 Mar 29 09:51:44.673499 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffce1c47-16cb-4c1b-8ca8-00931bab84f2', 'tag': 'd0b5cfae-620a-484a-9a44-fd7d332b3263'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:44.675718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f6a2d-a079-400b-a567-5d487c6c7d37" -d '{"events": [{"name": "network-changed", "server_uuid": "ffce1c47-16cb-4c1b-8ca8-00931bab84f2", "tag": "d0b5cfae-620a-484a-9a44-fd7d332b3263"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:51:44.697099 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d630f-11c5-4f25-a788-6d390138f929 service neutron] Pushing event updated for resources: {'Port': ['ID=d0b5cfae-620a-484a-9a44-fd7d332b3263,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:44.737696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e045545-c208-46b8-8c26-0f888ea39e88 x-openstack-request-id: req-8e045545-c208-46b8-8c26-0f888ea39e88 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:51:44.737982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffce1c47-16cb-4c1b-8ca8-00931bab84f2", "tag": "d0b5cfae-620a-484a-9a44-fd7d332b3263", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:51:44.738225 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e045545-c208-46b8-8c26-0f888ea39e88 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:51:44.738599 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffce1c47-16cb-4c1b-8ca8-00931bab84f2', 'tag': 'd0b5cfae-620a-484a-9a44-fd7d332b3263', 'status': 'completed', 'code': 200} Mar 29 09:51:44.754051 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-e769aea0-dad8-4c29-9d1f-24e83d81cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:44.755505 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-e769aea0-dad8-4c29-9d1f-24e83d81cc3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6fbddac908a4590a15ad456d279bf6b&device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 1096 time: 0.0434813 Mar 29 09:51:44.800847 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-632ce133-15fa-4e0e-baa8-65f3c390e340 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0b5cfae-620a-484a-9a44-fd7d332b3263 HTTP/1.1" status: 200 len: 217 time: 0.0377586 Mar 29 09:51:44.873206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-20fd9224-bbec-4253-aec1-d1173c050fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:44.874754 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-20fd9224-bbec-4253-aec1-d1173c050fc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11215400-5d23-49d7-b204-2c079e5b9212 HTTP/1.1" status: 200 len: 852 time: 0.0680118 Mar 29 09:51:44.887832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87493d32-69a6-47c7-8070-882bf4ab8821 req-b20f8bde-7b8a-49f9-808a-3f4ab82716fa tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:44.889182 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87493d32-69a6-47c7-8070-882bf4ab8821 req-b20f8bde-7b8a-49f9-808a-3f4ab82716fa tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 943 time: 0.0813868 Mar 29 09:51:44.922407 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-8e995ba2-ce2e-49b5-822a-8bb0b7202f5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=786fbda3-140b-42b4-82f4-0e540ee3081c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322034 Mar 29 09:51:44.969351 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87493d32-69a6-47c7-8070-882bf4ab8821 req-e09f1d45-10ec-4c8a-b9a1-f7321f3d96db tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715625 Mar 29 09:51:45.024943 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-501530e7-c23a-4bb8-9312-50939c1841ec service neutron] 10.222.0.24 "GET /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948210 Mar 29 09:51:45.114083 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6bf456a3-5fd1-4812-a24f-f471485814aa req-c4dfa1d4-f1da-43c9-b716-0314e95111d0 service neutron] 10.222.0.24 "GET /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827701 Mar 29 09:51:45.198561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f6a2d-a079-400b-a567-5d487c6c7d37 req-6ee66506-d557-4b31-905e-b58daed12434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:45.199934 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-495f6a2d-a079-400b-a567-5d487c6c7d37 req-6ee66506-d557-4b31-905e-b58daed12434 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6fbddac908a4590a15ad456d279bf6b&device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 1096 time: 0.0403397 Mar 29 09:51:45.285171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f6a2d-a079-400b-a567-5d487c6c7d37 req-be162eea-72e4-4237-82a6-bb2d32f4ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:45.286689 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-495f6a2d-a079-400b-a567-5d487c6c7d37 req-be162eea-72e4-4237-82a6-bb2d32f4ce75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=786fbda3-140b-42b4-82f4-0e540ee3081c HTTP/1.1" status: 200 len: 913 time: 0.0809906 Mar 29 09:51:45.329802 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-495f6a2d-a079-400b-a567-5d487c6c7d37 req-87056b7e-b47b-46cb-9c1d-946ec1f138a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0b5cfae-620a-484a-9a44-fd7d332b3263 HTTP/1.1" status: 200 len: 217 time: 0.0364568 Mar 29 09:51:45.376472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f6a2d-a079-400b-a567-5d487c6c7d37 req-57e7fdbe-72ee-4696-bc13-baa1c6d53295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:45.377896 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-495f6a2d-a079-400b-a567-5d487c6c7d37 req-57e7fdbe-72ee-4696-bc13-baa1c6d53295 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11215400-5d23-49d7-b204-2c079e5b9212 HTTP/1.1" status: 200 len: 852 time: 0.0422306 Mar 29 09:51:45.410056 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-495f6a2d-a079-400b-a567-5d487c6c7d37 req-cc29ee9e-da33-41bb-bbbd-f82f4b2305c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=786fbda3-140b-42b4-82f4-0e540ee3081c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249600 Mar 29 09:51:45.499325 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-495f6a2d-a079-400b-a567-5d487c6c7d37 req-21883d43-ab46-4f2c-9f2d-a5b3555634c0 service neutron] 10.222.0.24 "GET /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832090 Mar 29 09:51:45.585554 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-495f6a2d-a079-400b-a567-5d487c6c7d37 req-4d3757e1-5802-4f23-836c-5ccbb10a66c6 service neutron] 10.222.0.24 "GET /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801215 Mar 29 09:51:46.087102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3904e-fb13-4170-bb6f-1e19bfbfab3a req-8070d8a9-f3a7-4556-8a34-613489eb9fba tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:46.088468 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0ee3904e-fb13-4170-bb6f-1e19bfbfab3a req-8070d8a9-f3a7-4556-8a34-613489eb9fba tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 943 time: 0.0526159 Mar 29 09:51:46.125163 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0ee3904e-fb13-4170-bb6f-1e19bfbfab3a req-e98de154-2f1a-41b4-b9d4-d992c2be5259 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305657 Mar 29 09:51:46.776724 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device d0b5cfae-620a-484a-9a44-fd7d332b3263 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:51:46.872756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port d0b5cfae-620a-484a-9a44-fd7d332b3263, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=d0b5cfae-620a-484a-9a44-fd7d332b3263,segment=NetworkSegment(20054097-033c-40fa-b459-7fc96541c22a),segment_id=20054097-033c-40fa-b459-7fc96541c22a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:46.883289 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'd0b5cfae-620a-484a-9a44-fd7d332b3263', 'network_id': '786fbda3-140b-42b4-82f4-0e540ee3081c', 'port_id': 'd0b5cfae-620a-484a-9a44-fd7d332b3263', 'mac_address': 'fa:16:3e:9b:a7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11215400-5d23-49d7-b204-2c079e5b9212', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:51:46.923313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:46.936251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b5cfae-620a-484a-9a44-fd7d332b3263 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:51:46.954455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port d0b5cfae-620a-484a-9a44-fd7d332b3263, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=d0b5cfae-620a-484a-9a44-fd7d332b3263,segment=NetworkSegment(20054097-033c-40fa-b459-7fc96541c22a),segment_id=20054097-033c-40fa-b459-7fc96541c22a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:46.958276 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:47.003810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=d0b5cfae-620a-484a-9a44-fd7d332b3263,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:47.240293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be9406-5710-465d-bc2c-3928cd07b6b3 req-5ac06f77-c08a-4e55-821f-7ed37d328b94 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:47.241758 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13be9406-5710-465d-bc2c-3928cd07b6b3 req-5ac06f77-c08a-4e55-821f-7ed37d328b94 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 944 time: 0.0481334 Mar 29 09:51:47.279158 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13be9406-5710-465d-bc2c-3928cd07b6b3 req-c6cc4f6d-1a95-4fb4-9aff-52554e25e97a tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308328 Mar 29 09:51:47.301449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['d0b5cfae-620a-484a-9a44-fd7d332b3263'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:51:48.392023 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8520dc-668a-440a-8f25-912edf5bff73 req-f9fe01c7-836e-40de-bfbe-0f7df48cd7a4 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:48.393491 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7e8520dc-668a-440a-8f25-912edf5bff73 req-f9fe01c7-836e-40de-bfbe-0f7df48cd7a4 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 944 time: 0.0480666 Mar 29 09:51:48.432161 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7e8520dc-668a-440a-8f25-912edf5bff73 req-e8fba318-8b78-4d06-be8f-d9448b945ff1 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Mar 29 09:51:48.776398 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device d0b5cfae-620a-484a-9a44-fd7d332b3263 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:51:48.824217 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port d0b5cfae-620a-484a-9a44-fd7d332b3263 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:51:48.828135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port d0b5cfae-620a-484a-9a44-fd7d332b3263 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:51:48.828509 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:48.906259 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:48.926945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffce1c47-16cb-4c1b-8ca8-00931bab84f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b5cfae-620a-484a-9a44-fd7d332b3263'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:51:48.929381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c33166e-188b-4f53-87e4-080750518700" -d '{"events": [{"server_uuid": "ffce1c47-16cb-4c1b-8ca8-00931bab84f2", "name": "network-vif-plugged", "status": "completed", "tag": "d0b5cfae-620a-484a-9a44-fd7d332b3263"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:51:48.942079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port d0b5cfae-620a-484a-9a44-fd7d332b3263, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=d0b5cfae-620a-484a-9a44-fd7d332b3263,segment=NetworkSegment(20054097-033c-40fa-b459-7fc96541c22a),segment_id=20054097-033c-40fa-b459-7fc96541c22a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:51:48.946921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:48.972878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39d8d65-7ff4-4f88-ab31-37550acb9002 x-openstack-request-id: req-a39d8d65-7ff4-4f88-ab31-37550acb9002 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:51:48.973172 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffce1c47-16cb-4c1b-8ca8-00931bab84f2", "name": "network-vif-plugged", "status": "completed", "tag": "d0b5cfae-620a-484a-9a44-fd7d332b3263", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:51:48.973418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a39d8d65-7ff4-4f88-ab31-37550acb9002 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:51:48.973935 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffce1c47-16cb-4c1b-8ca8-00931bab84f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b5cfae-620a-484a-9a44-fd7d332b3263', 'code': 200} Mar 29 09:51:48.995500 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=d0b5cfae-620a-484a-9a44-fd7d332b3263,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:51:49.130538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d2797-1a3b-4fa0-beca-f5c37df4ce7d req-cf54e8d1-6805-4263-bed2-f65eecabc911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:49.131974 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf4d2797-1a3b-4fa0-beca-f5c37df4ce7d req-cf54e8d1-6805-4263-bed2-f65eecabc911 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 1098 time: 0.0435157 Mar 29 09:51:49.171172 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf4d2797-1a3b-4fa0-beca-f5c37df4ce7d req-bad18f6c-e5ca-48eb-bcb8-2037f39a28f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323799 Mar 29 09:51:49.544890 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926819c6-88bc-4934-9c1c-c04c39a8942b req-2f9c6971-22b4-4a4e-a01a-12a9a47885d1 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:49.546639 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-926819c6-88bc-4934-9c1c-c04c39a8942b req-2f9c6971-22b4-4a4e-a01a-12a9a47885d1 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0490539 Mar 29 09:51:49.588573 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-926819c6-88bc-4934-9c1c-c04c39a8942b req-e6d4c807-5e1a-40db-b5f8-bb0621d97e15 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Mar 29 09:51:50.703429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ad4dd-0868-428e-a450-0dcdf29b5d75 req-ef3bd096-afe6-4cd2-af42-ad231dcb9a83 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:50.704889 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-845ad4dd-0868-428e-a450-0dcdf29b5d75 req-ef3bd096-afe6-4cd2-af42-ad231dcb9a83 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0481918 Mar 29 09:51:50.741365 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-845ad4dd-0868-428e-a450-0dcdf29b5d75 req-02588467-0644-40fe-93e6-6fdc23939103 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304329 Mar 29 09:51:51.081484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfac6e7-cca2-497e-8624-9eabfb15e0dc req-4aebffe3-db5d-4ccd-84b4-d1bf29abb5b4 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:51.083283 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9bfac6e7-cca2-497e-8624-9eabfb15e0dc req-4aebffe3-db5d-4ccd-84b4-d1bf29abb5b4 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0553422 Mar 29 09:51:51.095491 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56336) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:51:51.122055 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9bfac6e7-cca2-497e-8624-9eabfb15e0dc req-f5a3ecf0-7925-4d65-a4ab-0d6f5e145378 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Mar 29 09:51:51.180537 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-16f56808-88cd-4320-abc7-b4b4582f7c71 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838907 Mar 29 09:51:51.186037 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:51:51.190305 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-f25bfcc1-8b32-41a5-8e71-806b16a8abcf service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:51:51.191253 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-f25bfcc1-8b32-41a5-8e71-806b16a8abcf service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058162 Mar 29 09:51:52.299950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee3b3f-4beb-40f2-a437-243034c838ad req-d2ad12e1-ef2a-448a-b86d-1e0befaccbb0 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:52.301440 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-97ee3b3f-4beb-40f2-a437-243034c838ad req-d2ad12e1-ef2a-448a-b86d-1e0befaccbb0 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.1110957 Mar 29 09:51:52.366290 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-97ee3b3f-4beb-40f2-a437-243034c838ad req-1bfdb578-559d-4ea6-8c9d-0a224b6dcf2e tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567873 Mar 29 09:51:52.372773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e80bc-8344-454b-82b5-7092d49f56dd req-96bf63c5-3c61-46ba-92eb-68b20067a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:52.374238 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-96bf63c5-3c61-46ba-92eb-68b20067a40e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6fbddac908a4590a15ad456d279bf6b&device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 1098 time: 0.0630207 Mar 29 09:51:52.464138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e80bc-8344-454b-82b5-7092d49f56dd req-72fb9e56-5ff4-4c06-9019-52261b963665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:52.465475 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-72fb9e56-5ff4-4c06-9019-52261b963665 service neutron] 10.222.0.24 "GET /v2.0/networks?id=786fbda3-140b-42b4-82f4-0e540ee3081c HTTP/1.1" status: 200 len: 913 time: 0.0849364 Mar 29 09:51:52.505238 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-36b5c32d-48b7-40f7-ae96-0745716e8f26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0b5cfae-620a-484a-9a44-fd7d332b3263 HTTP/1.1" status: 200 len: 217 time: 0.0334570 Mar 29 09:51:52.556672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e80bc-8344-454b-82b5-7092d49f56dd req-541a1564-2265-49ec-8c72-39ba2cd17ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:52.558093 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-541a1564-2265-49ec-8c72-39ba2cd17ef4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11215400-5d23-49d7-b204-2c079e5b9212 HTTP/1.1" status: 200 len: 852 time: 0.0461497 Mar 29 09:51:52.588119 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-059fb695-d7b6-4b3a-aa5c-de2a6ad16702 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=786fbda3-140b-42b4-82f4-0e540ee3081c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233471 Mar 29 09:51:52.672841 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-39982d62-ed09-46af-b4e9-875625fdb458 service neutron] 10.222.0.24 "GET /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781162 Mar 29 09:51:52.761513 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-100d0202-b5b9-41f6-b208-5a11515d74ab service neutron] 10.222.0.24 "GET /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818136 Mar 29 09:51:53.479732 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777f7ac-32b3-45f0-b4f5-60502ca51fbb req-68aa3657-a5e0-49e8-b3a5-6ac82ac94662 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:53.481180 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7777f7ac-32b3-45f0-b4f5-60502ca51fbb req-68aa3657-a5e0-49e8-b3a5-6ac82ac94662 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0482073 Mar 29 09:51:53.519884 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7777f7ac-32b3-45f0-b4f5-60502ca51fbb req-8eb9c4a1-9fc1-4ef8-95c5-fe8ae43a7afa tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323067 Mar 29 09:51:54.632170 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e60b1d-eef5-4ac8-81f5-048ecbc22c6d req-a79f70ac-e701-4b43-92fd-bc48ed6da5b4 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:54.634129 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f1e60b1d-eef5-4ac8-81f5-048ecbc22c6d req-a79f70ac-e701-4b43-92fd-bc48ed6da5b4 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0484023 Mar 29 09:51:54.675544 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f1e60b1d-eef5-4ac8-81f5-048ecbc22c6d req-5cb011ff-2781-47d2-a61d-84969a374659 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354578 Mar 29 09:51:55.788630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688aba4-e60f-44d4-a9d4-fe3175553d9c req-a63cbf0d-273c-4dce-a7b9-4123b6cbefa9 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:55.790116 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f688aba4-e60f-44d4-a9d4-fe3175553d9c req-a63cbf0d-273c-4dce-a7b9-4123b6cbefa9 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0481169 Mar 29 09:51:55.827770 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f688aba4-e60f-44d4-a9d4-fe3175553d9c req-7408e427-676e-4584-b17d-24848a8e18b3 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315995 Mar 29 09:51:56.756200 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b531de82-ca19-421f-ab79-9cab0b0534a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:56.939961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797249-5ee8-4315-a5aa-f03566df0752 req-eba93dc1-f337-4fff-807a-d092efb63a34 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:56.941315 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-69797249-5ee8-4315-a5aa-f03566df0752 req-eba93dc1-f337-4fff-807a-d092efb63a34 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0484779 Mar 29 09:51:56.977910 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-69797249-5ee8-4315-a5aa-f03566df0752 req-9b50ecda-3c51-493b-b218-5c01b9c43373 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300107 Mar 29 09:51:58.090867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a6ef2-4724-4a00-b9cb-e059c9ed11f0 req-6a0c1aca-4b48-45e2-8c86-cb4dcf710a99 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:58.092227 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db9a6ef2-4724-4a00-b9cb-e059c9ed11f0 req-6a0c1aca-4b48-45e2-8c86-cb4dcf710a99 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0475874 Mar 29 09:51:58.132522 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db9a6ef2-4724-4a00-b9cb-e059c9ed11f0 req-cb7fe19b-ad47-41d2-b752-e975e8142d93 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Mar 29 09:51:59.157835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ce75d225-3303-41d5-8ee0-c15ad10bc474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:51:59.247208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95680432-0aec-4a5b-a235-d75045bcb77e req-365820dd-3311-4e8b-9241-07ceabf5f2a2 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:51:59.248637 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95680432-0aec-4a5b-a235-d75045bcb77e req-365820dd-3311-4e8b-9241-07ceabf5f2a2 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0483584 Mar 29 09:51:59.284956 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95680432-0aec-4a5b-a235-d75045bcb77e req-469834bc-2008-4670-87df-d7d6b76318ad tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303094 Mar 29 09:52:00.398578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce961b-c9f0-4adf-b683-85206ceb8072 req-a0f6d236-f325-428b-98a5-a76b2394a9be tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:00.400008 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-62ce961b-c9f0-4adf-b683-85206ceb8072 req-a0f6d236-f325-428b-98a5-a76b2394a9be tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0477145 Mar 29 09:52:00.436110 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-62ce961b-c9f0-4adf-b683-85206ceb8072 req-c84c1d3e-33bf-4e31-8749-c7a09ac34d55 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302536 Mar 29 09:52:00.634573 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:01.547559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272b9ef-9659-4c90-b921-556841a231b8 req-b3677d56-f81d-4adb-b12e-697c1b88e191 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:01.548997 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9272b9ef-9659-4c90-b921-556841a231b8 req-b3677d56-f81d-4adb-b12e-697c1b88e191 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0473685 Mar 29 09:52:01.589539 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9272b9ef-9659-4c90-b921-556841a231b8 req-f448ae57-aee1-49c1-adf8-d5c8ecdd5655 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338390 Mar 29 09:52:02.070427 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:02.612810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:02.701106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cf406-8e60-495d-a4db-34d2cbd18945 req-5dec6401-bacf-4ecd-8a13-b14240608dc4 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:02.702572 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e87cf406-8e60-495d-a4db-34d2cbd18945 req-5dec6401-bacf-4ecd-8a13-b14240608dc4 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0471087 Mar 29 09:52:02.738591 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e87cf406-8e60-495d-a4db-34d2cbd18945 req-0118aca0-5d49-4a08-a9d8-4095dc214b22 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301638 Mar 29 09:52:03.791487 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:03.853762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957b3b3-8872-4236-8ed7-350b8d7cfc73 req-d5804d96-363a-4eaa-bffa-23f2a637f6f0 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:03.855255 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4957b3b3-8872-4236-8ed7-350b8d7cfc73 req-d5804d96-363a-4eaa-bffa-23f2a637f6f0 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0485587 Mar 29 09:52:03.894108 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4957b3b3-8872-4236-8ed7-350b8d7cfc73 req-fa9fc126-78ab-42d2-940a-83767c6c788a tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321610 Mar 29 09:52:05.011215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50fcb0-8369-40e2-be9a-cd68bb20dfce req-22c0f3c6-3b0e-477b-9172-20986d9516a8 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:05.012666 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-de50fcb0-8369-40e2-be9a-cd68bb20dfce req-22c0f3c6-3b0e-477b-9172-20986d9516a8 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0489995 Mar 29 09:52:05.053780 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-de50fcb0-8369-40e2-be9a-cd68bb20dfce req-6d79013e-1124-420d-907c-c8bc1431f154 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350676 Mar 29 09:52:06.167327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3263c-65a8-43c3-9afc-f0ac3d043262 req-78466cbf-b9a3-4b46-9a40-6f06e8436f0f tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:06.168760 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-42c3263c-65a8-43c3-9afc-f0ac3d043262 req-78466cbf-b9a3-4b46-9a40-6f06e8436f0f tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0490601 Mar 29 09:52:06.205408 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-42c3263c-65a8-43c3-9afc-f0ac3d043262 req-d8798111-277c-41c8-9b9f-cb2cf908b140 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Mar 29 09:52:07.319083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32e5e0-e332-40c7-a689-b344dd0eb433 req-cd4a941b-a38a-4b1a-9882-963f1d6c4bae tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:07.320577 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7f32e5e0-e332-40c7-a689-b344dd0eb433 req-cd4a941b-a38a-4b1a-9882-963f1d6c4bae tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0504327 Mar 29 09:52:07.357438 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7f32e5e0-e332-40c7-a689-b344dd0eb433 req-008bfd97-91dc-4efc-ba25-3dc8346be2ac tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Mar 29 09:52:08.469695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6677d-e3db-4bd3-9c25-bccbb829da05 req-ee44f3e6-d57c-41cb-bde0-e0b6333c2c27 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:08.471111 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c0d6677d-e3db-4bd3-9c25-bccbb829da05 req-ee44f3e6-d57c-41cb-bde0-e0b6333c2c27 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0478897 Mar 29 09:52:08.511361 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c0d6677d-e3db-4bd3-9c25-bccbb829da05 req-d22cd9ba-03b9-4f82-8960-af7bcbe169e1 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343778 Mar 29 09:52:09.707861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643cb27-96c4-404d-9219-5533c0d7c191 req-d504c431-38c1-4ccd-9b53-1fbd0864953e tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:09.709437 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0643cb27-96c4-404d-9219-5533c0d7c191 req-d504c431-38c1-4ccd-9b53-1fbd0864953e tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.1322858 Mar 29 09:52:09.747360 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0643cb27-96c4-404d-9219-5533c0d7c191 req-cd37c845-b102-402a-978a-c678e4578762 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314019 Mar 29 09:52:10.860993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c5a6e-8e00-4f23-9daa-0244d2e89e10 req-b549cf8a-d862-4c91-bffd-11abbe8c4a53 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:10.862456 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-396c5a6e-8e00-4f23-9daa-0244d2e89e10 req-b549cf8a-d862-4c91-bffd-11abbe8c4a53 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0475106 Mar 29 09:52:10.900733 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-396c5a6e-8e00-4f23-9daa-0244d2e89e10 req-b0342a08-542d-43b5-ae40-bf1cebf0a2cc tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323379 Mar 29 09:52:12.012377 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f81398-9107-41c3-9a8d-fee87f3da7f6 req-bc08f47c-1a39-4308-9673-be5787d5dc42 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:12.013828 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5f81398-9107-41c3-9a8d-fee87f3da7f6 req-bc08f47c-1a39-4308-9673-be5787d5dc42 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0476673 Mar 29 09:52:12.054763 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5f81398-9107-41c3-9a8d-fee87f3da7f6 req-1ac62fff-dd05-4fe5-98c9-5d56569df9ca tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349019 Mar 29 09:52:13.169518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcc191-2a53-47e1-9845-f54862ab1f11 req-dd6b7c49-fae8-49fe-ad10-fbed5e071ff9 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:13.170981 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5abcc191-2a53-47e1-9845-f54862ab1f11 req-dd6b7c49-fae8-49fe-ad10-fbed5e071ff9 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0482299 Mar 29 09:52:13.207777 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5abcc191-2a53-47e1-9845-f54862ab1f11 req-0ebdfd7f-03a8-4c0e-8c60-7fbdc8cdc84b tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Mar 29 09:52:14.325835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103bb7e-a435-4ba1-bb81-8f64520949ac req-8e051856-1e17-4763-9e64-a1b8ccd3b85a tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:14.327419 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d103bb7e-a435-4ba1-bb81-8f64520949ac req-8e051856-1e17-4763-9e64-a1b8ccd3b85a tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0490139 Mar 29 09:52:14.363946 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d103bb7e-a435-4ba1-bb81-8f64520949ac req-ff02236e-1b36-4f4b-aaa8-1c4304daabab tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303693 Mar 29 09:52:15.474704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a359d2-453f-405e-a62f-cdd9e58d34de req-14e50e75-80f3-4e24-9b3a-9d778e46c9c6 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:15.476651 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c4a359d2-453f-405e-a62f-cdd9e58d34de req-14e50e75-80f3-4e24-9b3a-9d778e46c9c6 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0462091 Mar 29 09:52:15.517134 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c4a359d2-453f-405e-a62f-cdd9e58d34de req-5d533c32-2b49-41ec-a3c5-f24e1e40cbf8 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345979 Mar 29 09:52:16.629413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64d0e0-fa19-4990-90e4-375ddea324c2 req-b8eb8443-b6d1-4dd6-b2f1-f2c0692a1fd0 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:16.630873 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8c64d0e0-fa19-4990-90e4-375ddea324c2 req-b8eb8443-b6d1-4dd6-b2f1-f2c0692a1fd0 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0480597 Mar 29 09:52:16.668172 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8c64d0e0-fa19-4990-90e4-375ddea324c2 req-e5520972-e6a9-4516-808f-517213a5cd04 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313632 Mar 29 09:52:17.786358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760cc2d-c867-478a-859f-50fceda5d333 req-2926d334-4643-45e9-b1f2-580609d00088 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:17.788130 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1760cc2d-c867-478a-859f-50fceda5d333 req-2926d334-4643-45e9-b1f2-580609d00088 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0490949 Mar 29 09:52:17.824668 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1760cc2d-c867-478a-859f-50fceda5d333 req-e386c5cf-4243-4b1e-a774-0a39e73c684e tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Mar 29 09:52:18.937753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a01b66-244e-4d3d-a3fb-7378f3a550aa req-75c956f6-4a0b-4eab-8318-7ec9150ae1c4 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:18.939164 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-68a01b66-244e-4d3d-a3fb-7378f3a550aa req-75c956f6-4a0b-4eab-8318-7ec9150ae1c4 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0476003 Mar 29 09:52:18.978938 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-68a01b66-244e-4d3d-a3fb-7378f3a550aa req-a6cf13b2-3cd8-4e32-97a3-85347d4bfe10 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Mar 29 09:52:19.463220 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-021ed837-c26c-4892-9bb9-d3e90c6d535e service neutron] 10.222.0.24 "GET /v2.0/ports/d0b5cfae-620a-484a-9a44-fd7d332b3263/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0545647 Mar 29 09:52:19.683323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e80bc-8344-454b-82b5-7092d49f56dd req-77d1503e-7a80-4062-9077-005f811adb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:19.684789 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-77d1503e-7a80-4062-9077-005f811adb87 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2&tenant_id=d6fbddac908a4590a15ad456d279bf6b HTTP/1.1" status: 200 len: 1098 time: 0.0678134 Mar 29 09:52:19.747486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e80bc-8344-454b-82b5-7092d49f56dd req-dae62264-7d56-482e-b4d8-d060cabc81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:19.748923 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-dae62264-7d56-482e-b4d8-d060cabc81ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6fbddac908a4590a15ad456d279bf6b&device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 1098 time: 0.0439734 Mar 29 09:52:19.835708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e80bc-8344-454b-82b5-7092d49f56dd req-e914c0d7-fc79-40ed-9e64-8e8f3252125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:19.837181 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-e914c0d7-fc79-40ed-9e64-8e8f3252125a service neutron] 10.222.0.24 "GET /v2.0/networks?id=786fbda3-140b-42b4-82f4-0e540ee3081c HTTP/1.1" status: 200 len: 913 time: 0.0823379 Mar 29 09:52:19.879662 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-8d638aa8-e2c2-450d-84bd-072a7dfd8ef2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0b5cfae-620a-484a-9a44-fd7d332b3263 HTTP/1.1" status: 200 len: 217 time: 0.0359724 Mar 29 09:52:19.925873 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e80bc-8344-454b-82b5-7092d49f56dd req-bdb2a5e3-5e9a-44f0-919e-4f1631bacc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:19.927540 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-bdb2a5e3-5e9a-44f0-919e-4f1631bacc1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11215400-5d23-49d7-b204-2c079e5b9212 HTTP/1.1" status: 200 len: 852 time: 0.0416462 Mar 29 09:52:19.956367 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-f6a40a6c-51e0-43fd-b691-617625ba7954 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=786fbda3-140b-42b4-82f4-0e540ee3081c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228648 Mar 29 09:52:20.046002 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-4cf44b38-0ed6-46a4-92f1-41a1717a4583 service neutron] 10.222.0.24 "GET /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817118 Mar 29 09:52:20.144934 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef9c3c-4362-4b7d-ae7b-463d516aa351 req-491337c0-d45f-4a2c-a47b-efe982098566 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:20.146408 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ebef9c3c-4362-4b7d-ae7b-463d516aa351 req-491337c0-d45f-4a2c-a47b-efe982098566 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0995591 Mar 29 09:52:20.167019 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925e80bc-8344-454b-82b5-7092d49f56dd req-eaffdb16-ce78-4549-b8aa-afa01847f35a service neutron] 10.222.0.24 "GET /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121755 Mar 29 09:52:20.197038 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ebef9c3c-4362-4b7d-ae7b-463d516aa351 req-9f2b9e92-8b03-49f3-98a6-c55e1e90e5e4 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400846 Mar 29 09:52:21.311709 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675e563-c36e-4648-b01b-a2390328c08b req-3a5cbf27-89ca-4caf-aaf1-380858b15690 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:21.313124 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c675e563-c36e-4648-b01b-a2390328c08b req-3a5cbf27-89ca-4caf-aaf1-380858b15690 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0470574 Mar 29 09:52:21.349277 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c675e563-c36e-4648-b01b-a2390328c08b req-1adbaa5f-5296-4807-92a1-674e8891eb94 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301099 Mar 29 09:52:22.463328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6f693-0d0e-4ead-ae79-0d795624dc8a req-64c18552-ccd6-4b27-a111-572ae69ff939 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:22.464862 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-69a6f693-0d0e-4ead-ae79-0d795624dc8a req-64c18552-ccd6-4b27-a111-572ae69ff939 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 945 time: 0.0483539 Mar 29 09:52:22.500650 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-69a6f693-0d0e-4ead-ae79-0d795624dc8a req-6a74ca58-cb0b-4568-845d-f07cc9a52ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298862 Mar 29 09:52:22.981387 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device d0b5cfae-620a-484a-9a44-fd7d332b3263 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:52:23.056542 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:23.084035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffce1c47-16cb-4c1b-8ca8-00931bab84f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b5cfae-620a-484a-9a44-fd7d332b3263'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:52:23.087002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3214e2-ce13-4125-a3e0-fe2389461edc" -d '{"events": [{"server_uuid": "ffce1c47-16cb-4c1b-8ca8-00931bab84f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b5cfae-620a-484a-9a44-fd7d332b3263"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:52:23.100173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port d0b5cfae-620a-484a-9a44-fd7d332b3263, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=d0b5cfae-620a-484a-9a44-fd7d332b3263,segment=NetworkSegment(20054097-033c-40fa-b459-7fc96541c22a),segment_id=20054097-033c-40fa-b459-7fc96541c22a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:52:23.104315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:23.140862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 09:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41d5870-8634-4ccf-aa83-3d8624220e40 x-openstack-request-id: req-c41d5870-8634-4ccf-aa83-3d8624220e40 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:52:23.141301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffce1c47-16cb-4c1b-8ca8-00931bab84f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d0b5cfae-620a-484a-9a44-fd7d332b3263", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:52:23.141550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c41d5870-8634-4ccf-aa83-3d8624220e40 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:52:23.141958 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffce1c47-16cb-4c1b-8ca8-00931bab84f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0b5cfae-620a-484a-9a44-fd7d332b3263', 'code': 200} Mar 29 09:52:23.156347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=d0b5cfae-620a-484a-9a44-fd7d332b3263,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:23.163488 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:23.163840 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:23.164180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:23.164516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:23.164851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:23.165183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:23.165510 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:23.165865 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:23.166192 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:23.166516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:23.166866 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:23.167190 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:23.614482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af9072-f2fe-4601-9cbe-95df96f12553 req-a0dd9c1c-b7d9-426c-a15e-f88e4593da71 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:23.616032 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-83af9072-f2fe-4601-9cbe-95df96f12553 req-a0dd9c1c-b7d9-426c-a15e-f88e4593da71 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 943 time: 0.0474005 Mar 29 09:52:23.656655 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-83af9072-f2fe-4601-9cbe-95df96f12553 req-7e3def9e-b1cd-4980-96d9-47289498dbb0 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347424 Mar 29 09:52:23.959320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-6dc71c18-c264-4925-81ec-1beb4b69f108 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:23.960773 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-6dc71c18-c264-4925-81ec-1beb4b69f108 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2&tenant_id=d6fbddac908a4590a15ad456d279bf6b&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 943 time: 0.0841577 Mar 29 09:52:24.041054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-23e87e02-c757-448f-b77c-7fd2925aa5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:24.042523 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-23e87e02-c757-448f-b77c-7fd2925aa5dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d6fbddac908a4590a15ad456d279bf6b&device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 1096 time: 0.0401578 Mar 29 09:52:24.130846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-0066a16d-51da-41ae-be73-cb5802d932b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:24.132296 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-0066a16d-51da-41ae-be73-cb5802d932b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=786fbda3-140b-42b4-82f4-0e540ee3081c HTTP/1.1" status: 200 len: 913 time: 0.0835528 Mar 29 09:52:24.171483 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-1e1b17ef-eb50-4a18-af72-433dc26a094d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0b5cfae-620a-484a-9a44-fd7d332b3263 HTTP/1.1" status: 200 len: 217 time: 0.0329831 Mar 29 09:52:24.220040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-7a02258f-010e-4f51-b0ae-d13645cac535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:24.221415 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-7a02258f-010e-4f51-b0ae-d13645cac535 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=11215400-5d23-49d7-b204-2c079e5b9212 HTTP/1.1" status: 200 len: 852 time: 0.0440073 Mar 29 09:52:24.251475 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-1d8ded04-e73b-47b8-97ce-35d57662c115 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=786fbda3-140b-42b4-82f4-0e540ee3081c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239496 Mar 29 09:52:24.338497 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-37bb8ad5-5b52-4727-aa8c-893f5b6053be service neutron] 10.222.0.24 "GET /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803363 Mar 29 09:52:24.429549 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-65a24c3a-4b96-4672-a11a-44704ccba4a5 service neutron] 10.222.0.24 "GET /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851717 Mar 29 09:52:25.238430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340c970-cbe5-4cdb-b21f-622ebc7aaa8a req-6b02a141-1de9-4d46-87e0-acc7a1c06f94 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:25.239864 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5340c970-cbe5-4cdb-b21f-622ebc7aaa8a req-6b02a141-1de9-4d46-87e0-acc7a1c06f94 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 943 time: 0.0477488 Mar 29 09:52:25.276865 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5340c970-cbe5-4cdb-b21f-622ebc7aaa8a req-7188755d-3e32-4905-929f-b05a61bd82f5 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308185 Mar 29 09:52:26.390652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e5e98-2f49-49d6-9cac-cac4e29f632e req-49fd0a31-55b3-4bab-9efa-6faa480e024d tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:26.392086 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e31e5e98-2f49-49d6-9cac-cac4e29f632e req-49fd0a31-55b3-4bab-9efa-6faa480e024d tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 943 time: 0.0477130 Mar 29 09:52:26.432504 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e31e5e98-2f49-49d6-9cac-cac4e29f632e req-0f909a0f-bcdd-48e2-9215-c17bf8f0be09 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344748 Mar 29 09:52:26.758217 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-18038070-45a2-4d9d-970c-d5574272a072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:27.065159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-2783e070-dfbb-4168-8d61-8be3482ba39d tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:27.066506 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-2783e070-dfbb-4168-8d61-8be3482ba39d tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.24 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 943 time: 0.0470488 Mar 29 09:52:27.149520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Deleting port d0b5cfae-620a-484a-9a44-fd7d332b3263 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:52:27.149882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:27.579161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] For port d0b5cfae-620a-484a-9a44-fd7d332b3263, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=d0b5cfae-620a-484a-9a44-fd7d332b3263,segment=NetworkSegment(20054097-033c-40fa-b459-7fc96541c22a),segment_id=20054097-033c-40fa-b459-7fc96541c22a)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:52:27.579870 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:27.596711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f36eb0-ac19-486e-979e-752059b34839 req-c3fc16d9-1ccf-4eda-8420-1e1f1c04cc17 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:27.598158 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95f36eb0-ac19-486e-979e-752059b34839 req-c3fc16d9-1ccf-4eda-8420-1e1f1c04cc17 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffce1c47-16cb-4c1b-8ca8-00931bab84f2 HTTP/1.1" status: 200 len: 943 time: 0.0769482 Mar 29 09:52:27.601859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Calling delete_port for d0b5cfae-620a-484a-9a44-fd7d332b3263 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:52:27.677804 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95f36eb0-ac19-486e-979e-752059b34839 req-e948da84-0fab-4ea1-bc1f-376e70a0da31 tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.32 "GET /v2.0/security-groups?id=00c55a93-b7bc-402d-add3-b931cb0e926b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719016 Mar 29 09:52:27.753044 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:27.781547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Pushing event deleted for resources: {'Port': ['ID=d0b5cfae-620a-484a-9a44-fd7d332b3263,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:27.815183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:27.815525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:27.815858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:27.816198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:27.816523 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:27.816845 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:27.817166 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:27.817486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:27.817834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:27.818155 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:27.818471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:27.819385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:27.839623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] No DVR routers for this DVR port d0b5cfae-620a-484a-9a44-fd7d332b3263 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:52:27.841985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:27.845210 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ec37a7-0f5c-4f96-bad5-fe406cdc9ad5 req-06f182f0-7dc6-412d-87b1-f1c7eeaa8ecb tempest-DeleteServersTestJSON-1765943359 tempest-DeleteServersTestJSON-1765943359-project] 10.222.0.24 "DELETE /v2.0/ports/d0b5cfae-620a-484a-9a44-fd7d332b3263 HTTP/1.1" status: 204 len: 173 time: 0.7730072 Mar 29 09:52:27.845880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffce1c47-16cb-4c1b-8ca8-00931bab84f2', 'name': 'network-vif-deleted', 'tag': 'd0b5cfae-620a-484a-9a44-fd7d332b3263'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:52:27.848112 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec00a0d-9511-4115-9ade-1faeeb1d2795" -d '{"events": [{"server_uuid": "ffce1c47-16cb-4c1b-8ca8-00931bab84f2", "name": "network-vif-deleted", "tag": "d0b5cfae-620a-484a-9a44-fd7d332b3263"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:52:27.970034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c857a465-a831-4aae-b316-3e729e173cf5 x-openstack-request-id: req-c857a465-a831-4aae-b316-3e729e173cf5 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:52:27.970333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffce1c47-16cb-4c1b-8ca8-00931bab84f2", "name": "network-vif-deleted", "tag": "d0b5cfae-620a-484a-9a44-fd7d332b3263", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:52:27.970635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c857a465-a831-4aae-b316-3e729e173cf5 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:52:27.971023 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffce1c47-16cb-4c1b-8ca8-00931bab84f2', 'name': 'network-vif-deleted', 'tag': 'd0b5cfae-620a-484a-9a44-fd7d332b3263', 'status': 'completed', 'code': 200} Mar 29 09:52:28.186433 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:52:28.804633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56448) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:52:28.852648 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Deleting subnet 11215400-5d23-49d7-b204-2c079e5b9212 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:52:28.855637 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:28.889097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:28.926975 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:28.978703 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.003396 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11215400-5d23-49d7-b204-2c079e5b9212,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:29.009089 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.012529 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/11215400-5d23-49d7-b204-2c079e5b9212 HTTP/1.1" status: 204 len: 168 time: 0.2069335 Mar 29 09:52:29.015209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56450) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:52:29.017228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:29.017680 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:29.018023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:29.018355 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:29.018687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:29.019016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:29.019338 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:29.019660 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:29.019980 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:29.020298 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:29.020617 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:29.020932 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477b586f-463f-43bc-843d-6ec81cceacd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:52:29.082082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.158997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-be36c0c7-31a7-455f-ab13-04d376ec2aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.161383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.180539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786fbda3-140b-42b4-82f4-0e540ee3081c']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:29.189355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20054097-033c-40fa-b459-7fc96541c22a') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:29.189684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20054097-033c-40fa-b459-7fc96541c22a') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:52:29.199161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.212672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.218849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:52:29.219242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:52:29.221101 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:52:29.277359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.282912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.286232 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] 10.222.0.32 "DELETE /v2.0/networks/786fbda3-140b-42b4-82f4-0e540ee3081c HTTP/1.1" status: 204 len: 168 time: 0.2699349 Mar 29 09:52:29.297183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b25b3-d312-4850-a9b2-914a9eef0636 admin admin] Pushing event deleted for resources: {'Network': ['ID=786fbda3-140b-42b4-82f4-0e540ee3081c,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:29.390814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56454) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:52:29.428772 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d4ec3122-aa54-4c11-84b8-935792b44112 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6fbddac908a4590a15ad456d279bf6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0363410 Mar 29 09:52:29.431147 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56456) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:52:29.475990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13351371-296b-4982-a6d6-39daf5fd5e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.495985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13351371-296b-4982-a6d6-39daf5fd5e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.541090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13351371-296b-4982-a6d6-39daf5fd5e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.543634 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-13351371-296b-4982-a6d6-39daf5fd5e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:29.544789 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-13351371-296b-4982-a6d6-39daf5fd5e86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00c55a93-b7bc-402d-add3-b931cb0e926b HTTP/1.1" status: 204 len: 168 time: 0.1127789 Mar 29 09:52:29.553594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13351371-296b-4982-a6d6-39daf5fd5e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c55a93-b7bc-402d-add3-b931cb0e926b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:30.188354 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56478) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:52:30.281696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-824337539-network', 'tenant_id': '5d71248510a04efda8aa8377fbc40870'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:30.301176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Made reservation on behalf of 5d71248510a04efda8aa8377fbc40870 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:52:30.303736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:30.311612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:30.385997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:30.389551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:30.412873 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:52:30.421154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0479c19f-dc8a-4469-9edd-8b47179a7437,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:30.427059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:30.427651 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Added segment a0442d0d-e89c-461e-81fb-9dd556e10682 of type vlan for network 529da6fa-174b-4816-a599-7ac716b8978f Mar 29 09:52:30.466394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:30.489177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:30.490136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:30.490730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:30.525034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3352757 Mar 29 09:52:30.528027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56482) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:52:30.533071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c432a1ea-4272-4870-9579-43d41b486183 admin admin] Request body: {'subnet': {'network_id': '529da6fa-174b-4816-a599-7ac716b8978f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-824337539-subnet', 'tenant_id': '5d71248510a04efda8aa8377fbc40870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:30.551079 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c432a1ea-4272-4870-9579-43d41b486183 admin admin] Made reservation on behalf of 5d71248510a04efda8aa8377fbc40870 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:52:30.553713 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c432a1ea-4272-4870-9579-43d41b486183 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:30.581058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe9458-4671-45eb-b453-8d2befacfbfb admin admin] Pushing event updated for resources: {'Network': ['ID=529da6fa-174b-4816-a599-7ac716b8978f,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:30.591051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 529da6fa-174b-4816-a599-7ac716b8978f details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:52:30.670082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:30.722582 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c432a1ea-4272-4870-9579-43d41b486183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:30.782238 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432a1ea-4272-4870-9579-43d41b486183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7c15d9-16db-4a00-ae87-fff9af4b0405,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:30.789397 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c432a1ea-4272-4870-9579-43d41b486183 admin admin] Checking segment: {'id': 'a0442d0d-e89c-461e-81fb-9dd556e10682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:52:30.789803 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c432a1ea-4272-4870-9579-43d41b486183 admin admin] Network hostable DHCP agents. Network: 529da6fa-174b-4816-a599-7ac716b8978f, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:52:30.807306 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c432a1ea-4272-4870-9579-43d41b486183 admin admin] Network 529da6fa-174b-4816-a599-7ac716b8978f is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:52:30.815429 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-c432a1ea-4272-4870-9579-43d41b486183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 529da6fa-174b-4816-a599-7ac716b8978f) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:52:30.819976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432a1ea-4272-4870-9579-43d41b486183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:30.820559 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c432a1ea-4272-4870-9579-43d41b486183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:30.825748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf78516-16f8-4d22-b73d-feb961c51f5d None None] Network 529da6fa-174b-4816-a599-7ac716b8978f requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:52:30.836353 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c432a1ea-4272-4870-9579-43d41b486183 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3070881 Mar 29 09:52:30.954209 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d7a6d1-c935-4920-9214-7dd8b8f08566 None None] Network 529da6fa-174b-4816-a599-7ac716b8978f requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:52:31.030357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device d0b5cfae-620a-484a-9a44-fd7d332b3263 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:52:31.051952 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: d0b5cfae-620a-484a-9a44-fd7d332b3263 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:52:31.052705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device d0b5cfae-620a-484a-9a44-fd7d332b3263 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:52:31.253263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-63cda3ed-7881-4d7b-af2a-59fae1e48245 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:31.254728 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-63cda3ed-7881-4d7b-af2a-59fae1e48245 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 814 time: 0.0997119 Mar 29 09:52:31.269658 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-4b64d52e-6010-4644-9b20-091cbdbfa208 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/quotas/5d71248510a04efda8aa8377fbc40870 HTTP/1.1" status: 200 len: 375 time: 0.0086598 Mar 29 09:52:31.300308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-326f4061-b6cf-447e-bb8a-b98b2a3c12e4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249720 Mar 29 09:52:31.434810 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-72b039fa-ed51-47e4-ac03-e0155c4e1fa4 service neutron] 10.222.0.32 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270347 Mar 29 09:52:31.525754 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-451c2901-ea14-4023-95ef-d78e192226cb service neutron] 10.222.0.32 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848396 Mar 29 09:52:31.683093 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-813599a5-847d-484b-acc8-3b1ab6dff4b1 req-ecfdb220-49d8-45d6-ab0e-d22e52dd1db8 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 210 time: 0.0273075 Mar 29 09:52:32.071030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:32.615825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:32.682209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-71a7c242-d171-46b8-9cba-3ba90170491f tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:32.683636 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-71a7c242-d171-46b8-9cba-3ba90170491f tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.24 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 814 time: 0.1062148 Mar 29 09:52:32.696960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Request body: {'port': {'device_id': '14dadbfa-d51d-4fd3-b14e-c119b9e9051d', 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f', 'admin_state_up': True, 'tenant_id': '5d71248510a04efda8aa8377fbc40870'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:32.806023 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a70b4fb3-e4ea-4c5f-936d-323fa1fb700e req-49e57386-f047-45df-80d1-58c9b09f0a8f tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 210 time: 0.0310438 Mar 29 09:52:32.844575 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Made reservation on behalf of 5d71248510a04efda8aa8377fbc40870 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:52:32.848026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:32.969316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Allocated IP 172.20.0.4 (529da6fa-174b-4816-a599-7ac716b8978f/eb7c15d9-16db-4a00-ae87-fff9af4b0405/a1549333-db26-468f-adca-0ab7aff50c04) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:52:33.115522 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:33.147673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:33.190848 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Network 529da6fa-174b-4816-a599-7ac716b8978f is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:52:33.193835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:52:33.197259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:52:33.203272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Pushing event updated for resources: {'Port': ['ID=a1549333-db26-468f-adca-0ab7aff50c04,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:33.247437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:33.248035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:33.262342 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-61d87684-a2e5-4c71-af11-ff30224e20eb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699058 Mar 29 09:52:33.274069 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Request body: {'port': {'device_id': '14dadbfa-d51d-4fd3-b14e-c119b9e9051d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:52:33.327476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:33.582983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1549333-db26-468f-adca-0ab7aff50c04 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:52:33.590631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:33.603030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Transition to ACTIVE for port object a1549333-db26-468f-adca-0ab7aff50c04 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:52:33.606116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:33.658507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Pushing event updated for resources: {'Port': ['ID=a1549333-db26-468f-adca-0ab7aff50c04,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:33.723770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Attempting to bind port a1549333-db26-468f-adca-0ab7aff50c04 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:52:33.724435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Attempting to bind port a1549333-db26-468f-adca-0ab7aff50c04 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'a0442d0d-e89c-461e-81fb-9dd556e10682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:52:33.724435 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Attempting to bind port a1549333-db26-468f-adca-0ab7aff50c04 on network 529da6fa-174b-4816-a599-7ac716b8978f {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:52:33.728612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Port a1549333-db26-468f-adca-0ab7aff50c04 on network 529da6fa-174b-4816-a599-7ac716b8978f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:52:33.728925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Attempting to bind port a1549333-db26-468f-adca-0ab7aff50c04 on network 529da6fa-174b-4816-a599-7ac716b8978f {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:52:33.733647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:52:33.733982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Checking segment: {'id': 'a0442d0d-e89c-461e-81fb-9dd556e10682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:52:33.734361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Bound using segment: {'id': 'a0442d0d-e89c-461e-81fb-9dd556e10682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:52:33.734781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Bound port: a1549333-db26-468f-adca-0ab7aff50c04, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0442d0d-e89c-461e-81fb-9dd556e10682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:52:33.735133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:33.793285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:33.797059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] For port a1549333-db26-468f-adca-0ab7aff50c04, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:52:33.800099 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] For port a1549333-db26-468f-adca-0ab7aff50c04, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a1549333-db26-468f-adca-0ab7aff50c04,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:52:33.805947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:33.841461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:33.842051 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:33.843446 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] 10.222.0.24 "PUT /v2.0/ports/a1549333-db26-468f-adca-0ab7aff50c04 HTTP/1.1" status: 200 len: 1093 time: 0.5738032 Mar 29 09:52:33.843892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dadbfa-d51d-4fd3-b14e-c119b9e9051d', 'tag': 'a1549333-db26-468f-adca-0ab7aff50c04'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:52:33.846191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e6a4f2-a022-4a50-b4a7-bd63ecc38246" -d '{"events": [{"name": "network-changed", "server_uuid": "14dadbfa-d51d-4fd3-b14e-c119b9e9051d", "tag": "a1549333-db26-468f-adca-0ab7aff50c04"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:52:33.874104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55af9a-fcf3-4255-b44b-5da165ddf77e service neutron] Pushing event updated for resources: {'Port': ['ID=a1549333-db26-468f-adca-0ab7aff50c04,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:33.910072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ec19bd-6fb2-4871-998a-2658f4989a36 x-openstack-request-id: req-c2ec19bd-6fb2-4871-998a-2658f4989a36 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:52:33.910349 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14dadbfa-d51d-4fd3-b14e-c119b9e9051d", "tag": "a1549333-db26-468f-adca-0ab7aff50c04", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:52:33.910616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2ec19bd-6fb2-4871-998a-2658f4989a36 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:52:33.911084 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14dadbfa-d51d-4fd3-b14e-c119b9e9051d', 'tag': 'a1549333-db26-468f-adca-0ab7aff50c04', 'status': 'completed', 'code': 200} Mar 29 09:52:33.965933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84d6f6-72c6-44b8-b9d6-5738c906a46b req-21a99c07-274d-4e62-b796-05c2eda0efe4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:33.967410 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b84d6f6-72c6-44b8-b9d6-5738c906a46b req-21a99c07-274d-4e62-b796-05c2eda0efe4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 943 time: 0.0814221 Mar 29 09:52:33.972430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-ae52cf28-f9b8-4f5d-9bfc-58c02289415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:33.973839 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-ae52cf28-f9b8-4f5d-9bfc-58c02289415b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 1096 time: 0.0783756 Mar 29 09:52:34.028243 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-3e99a55a-5a1c-4de0-90de-86bd7f9f6bbe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1549333-db26-468f-adca-0ab7aff50c04 HTTP/1.1" status: 200 len: 217 time: 0.0410826 Mar 29 09:52:34.047132 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b84d6f6-72c6-44b8-b9d6-5738c906a46b req-2d9b03dc-be92-4f1c-b239-22ea17056b2c tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724003 Mar 29 09:52:34.081851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-f99551bf-bc40-48ca-9570-8a2201ce03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:34.083278 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-f99551bf-bc40-48ca-9570-8a2201ce03cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb7c15d9-16db-4a00-ae87-fff9af4b0405 HTTP/1.1" status: 200 len: 854 time: 0.0478048 Mar 29 09:52:34.114525 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-5fe04277-dfef-4e8a-961b-cb95717fc840 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=529da6fa-174b-4816-a599-7ac716b8978f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236087 Mar 29 09:52:34.204187 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-651b9346-953b-4cf6-8728-ffdbbdeff5c1 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820527 Mar 29 09:52:34.291966 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e63ee179-faf1-4b4c-9460-9db4c6581657 req-f56b2175-da50-44f7-badf-2eb8058b4460 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815361 Mar 29 09:52:34.377062 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6a4f2-a022-4a50-b4a7-bd63ecc38246 req-a1190be3-b86c-404c-a8fb-325284966074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:34.378478 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-65e6a4f2-a022-4a50-b4a7-bd63ecc38246 req-a1190be3-b86c-404c-a8fb-325284966074 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 1096 time: 0.0402586 Mar 29 09:52:34.469399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6a4f2-a022-4a50-b4a7-bd63ecc38246 req-edff7016-b288-445b-a6c4-98de0d70d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:34.470875 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-65e6a4f2-a022-4a50-b4a7-bd63ecc38246 req-edff7016-b288-445b-a6c4-98de0d70d838 service neutron] 10.222.0.24 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 915 time: 0.0862763 Mar 29 09:52:34.510699 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-65e6a4f2-a022-4a50-b4a7-bd63ecc38246 req-6aa98142-6d46-4e6a-9ca2-7eda68da486b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1549333-db26-468f-adca-0ab7aff50c04 HTTP/1.1" status: 200 len: 217 time: 0.0333240 Mar 29 09:52:34.561264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6a4f2-a022-4a50-b4a7-bd63ecc38246 req-ccf2fe44-a078-4b95-861c-6033db382345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:34.562679 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-65e6a4f2-a022-4a50-b4a7-bd63ecc38246 req-ccf2fe44-a078-4b95-861c-6033db382345 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb7c15d9-16db-4a00-ae87-fff9af4b0405 HTTP/1.1" status: 200 len: 854 time: 0.0459707 Mar 29 09:52:34.593122 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-65e6a4f2-a022-4a50-b4a7-bd63ecc38246 req-3fde2824-65a2-40ee-b599-738f89c6a47d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=529da6fa-174b-4816-a599-7ac716b8978f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237300 Mar 29 09:52:34.679146 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-65e6a4f2-a022-4a50-b4a7-bd63ecc38246 req-e43f005a-7c68-470d-9a77-e6c9451f7b78 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794814 Mar 29 09:52:34.768276 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-65e6a4f2-a022-4a50-b4a7-bd63ecc38246 req-f62951df-1916-47bc-97dd-997c55f622bb service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824134 Mar 29 09:52:35.161344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e764b-aa49-407b-a0ed-c64130d5fa4c req-afe764f2-ddc3-4e8e-b27d-bd010702c077 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:35.162824 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e8e764b-aa49-407b-a0ed-c64130d5fa4c req-afe764f2-ddc3-4e8e-b27d-bd010702c077 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 943 time: 0.0481429 Mar 29 09:52:35.199463 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e8e764b-aa49-407b-a0ed-c64130d5fa4c req-88571ac6-bf13-4e5e-8df6-e5e6144e82ae tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306501 Mar 29 09:52:36.312475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74bfdd-c744-41f7-a11e-6b99e35adc9f req-e58fa18a-1752-4e91-8060-a6ad39af695b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:36.313910 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ec74bfdd-c744-41f7-a11e-6b99e35adc9f req-e58fa18a-1752-4e91-8060-a6ad39af695b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 943 time: 0.0478866 Mar 29 09:52:36.356379 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ec74bfdd-c744-41f7-a11e-6b99e35adc9f req-8d324c7c-76cd-4760-83f3-cddda8e7aaa2 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365341 Mar 29 09:52:37.056358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device a1549333-db26-468f-adca-0ab7aff50c04 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:52:37.150464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port a1549333-db26-468f-adca-0ab7aff50c04, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a1549333-db26-468f-adca-0ab7aff50c04,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:52:37.161199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'a1549333-db26-468f-adca-0ab7aff50c04', 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f', 'port_id': 'a1549333-db26-468f-adca-0ab7aff50c04', 'mac_address': 'fa:16:3e:c5:16:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7c15d9-16db-4a00-ae87-fff9af4b0405', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:52:37.202639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:37.215295 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1549333-db26-468f-adca-0ab7aff50c04 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:52:37.234413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port a1549333-db26-468f-adca-0ab7aff50c04, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a1549333-db26-468f-adca-0ab7aff50c04,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:52:37.238348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:37.283377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=a1549333-db26-468f-adca-0ab7aff50c04,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:37.472373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89773af-1229-4f48-b68f-9bbcca06b462 req-5ee5c1a2-f50d-4911-be8b-9778bcfa250e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:37.473873 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a89773af-1229-4f48-b68f-9bbcca06b462 req-5ee5c1a2-f50d-4911-be8b-9778bcfa250e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 944 time: 0.0505521 Mar 29 09:52:37.514491 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a89773af-1229-4f48-b68f-9bbcca06b462 req-6cc946b8-252b-4722-8bdf-57dd7d1b7069 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340841 Mar 29 09:52:37.563039 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['a1549333-db26-468f-adca-0ab7aff50c04'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:52:38.629490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e268949-73ba-4ac2-af52-0254190f8def req-19409a67-ed75-40e7-864d-99b2d45878b0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:38.631466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5e268949-73ba-4ac2-af52-0254190f8def req-19409a67-ed75-40e7-864d-99b2d45878b0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 944 time: 0.0477302 Mar 29 09:52:38.668243 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5e268949-73ba-4ac2-af52-0254190f8def req-9f7102c0-6a77-4f84-b7a5-5dc0c985bcec tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309377 Mar 29 09:52:39.055991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device a1549333-db26-468f-adca-0ab7aff50c04 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:52:39.104574 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port a1549333-db26-468f-adca-0ab7aff50c04 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:52:39.108382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port a1549333-db26-468f-adca-0ab7aff50c04 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:52:39.108756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:39.189113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:39.212006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dadbfa-d51d-4fd3-b14e-c119b9e9051d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1549333-db26-468f-adca-0ab7aff50c04'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:52:39.214228 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15361fcd-45fb-4b78-8764-bbc77941b58a" -d '{"events": [{"server_uuid": "14dadbfa-d51d-4fd3-b14e-c119b9e9051d", "name": "network-vif-plugged", "status": "completed", "tag": "a1549333-db26-468f-adca-0ab7aff50c04"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:52:39.226982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port a1549333-db26-468f-adca-0ab7aff50c04, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a1549333-db26-468f-adca-0ab7aff50c04,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:52:39.231049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:39.260574 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ac04ab-cc43-400f-bf5e-fa4eff5c8b06 x-openstack-request-id: req-c0ac04ab-cc43-400f-bf5e-fa4eff5c8b06 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:52:39.263692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dadbfa-d51d-4fd3-b14e-c119b9e9051d", "name": "network-vif-plugged", "status": "completed", "tag": "a1549333-db26-468f-adca-0ab7aff50c04", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:52:39.263940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0ac04ab-cc43-400f-bf5e-fa4eff5c8b06 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:52:39.264321 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dadbfa-d51d-4fd3-b14e-c119b9e9051d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1549333-db26-468f-adca-0ab7aff50c04', 'code': 200} Mar 29 09:52:39.290363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=a1549333-db26-468f-adca-0ab7aff50c04,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:52:39.416561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4e8c9-9789-465b-8123-1744e5b3dca8 req-d9e2ee79-6a79-4bb3-a841-8b701ad2a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:39.418030 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-23a4e8c9-9789-465b-8123-1744e5b3dca8 req-d9e2ee79-6a79-4bb3-a841-8b701ad2a75e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 1098 time: 0.0391488 Mar 29 09:52:39.454704 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-23a4e8c9-9789-465b-8123-1744e5b3dca8 req-93705d1b-81a8-47fb-90c6-c5af7fab5b6c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301523 Mar 29 09:52:39.782838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed2089-8dea-463b-86a4-c0ae3f2f2086 req-bcd581da-d61d-474f-8be2-973d5b3beca4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:39.784302 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12ed2089-8dea-463b-86a4-c0ae3f2f2086 req-bcd581da-d61d-474f-8be2-973d5b3beca4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0501027 Mar 29 09:52:39.822272 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12ed2089-8dea-463b-86a4-c0ae3f2f2086 req-f5209f0e-a606-493f-974a-cc22de34173c tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Mar 29 09:52:40.947261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff41af-a725-4219-85bf-c8d5e98c69cb req-0e226a13-6b7a-4d9a-88a5-083bef137cc3 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:40.948715 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-17ff41af-a725-4219-85bf-c8d5e98c69cb req-0e226a13-6b7a-4d9a-88a5-083bef137cc3 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0576761 Mar 29 09:52:40.985454 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-17ff41af-a725-4219-85bf-c8d5e98c69cb req-04886c68-9a3c-495b-8a30-81cdba2f456e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307014 Mar 29 09:52:41.099220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a30db-c7f5-412b-824f-beb6c4697747 req-803161b7-c1dd-422b-b6b5-9e21c5b44b74 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:41.101107 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb9a30db-c7f5-412b-824f-beb6c4697747 req-803161b7-c1dd-422b-b6b5-9e21c5b44b74 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0489290 Mar 29 09:52:41.159080 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb9a30db-c7f5-412b-824f-beb6c4697747 req-2778e5e4-ba1c-4393-8365-ab168f617c6b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515051 Mar 29 09:52:41.369645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e809ea-1f2c-420f-ae00-952d4f3712c5 req-e202ea6b-dc5c-4245-9587-a8ac49732215 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:41.371117 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-78e809ea-1f2c-420f-ae00-952d4f3712c5 req-e202ea6b-dc5c-4245-9587-a8ac49732215 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0495942 Mar 29 09:52:41.409586 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-78e809ea-1f2c-420f-ae00-952d4f3712c5 req-af8f6ed4-2bd5-4c46-abe8-4d7a2cf38160 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320976 Mar 29 09:52:41.538416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520a084-f60c-41d3-95b3-ac2f615f6c01 req-5aa52e35-15eb-4586-ab77-5383395b9ac3 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:41.539892 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f520a084-f60c-41d3-95b3-ac2f615f6c01 req-5aa52e35-15eb-4586-ab77-5383395b9ac3 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0502498 Mar 29 09:52:41.583340 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f520a084-f60c-41d3-95b3-ac2f615f6c01 req-7fbf6347-b9ef-4987-a41f-9c485f496ebd tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362232 Mar 29 09:52:41.808564 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-7cc3fa94-4763-4bb3-a587-f9747566492f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465891 Mar 29 09:52:41.822686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a6f0d-96a8-4bb0-9d0f-294149cd2129 req-3b855375-d1cd-4785-9dbf-1e256a1602e2 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:41.824328 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-278a6f0d-96a8-4bb0-9d0f-294149cd2129 req-3b855375-d1cd-4785-9dbf-1e256a1602e2 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0515442 Mar 29 09:52:41.875271 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-278a6f0d-96a8-4bb0-9d0f-294149cd2129 req-3c9fd59d-eb7d-4229-b783-af5eb84929f2 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Mar 29 09:52:42.903890 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-f7ef7a17-3a28-4031-935b-d0d44767741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:42.905344 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-f7ef7a17-3a28-4031-935b-d0d44767741c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 1098 time: 0.0400012 Mar 29 09:52:43.022894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-efd36aa3-4387-4d42-8332-71fe61973716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:43.024326 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-efd36aa3-4387-4d42-8332-71fe61973716 service neutron] 10.222.0.24 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 915 time: 0.1125972 Mar 29 09:52:43.034814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d22a56-ce63-4b57-b6a9-bfd6ebf84fbf req-80730bf4-e7cb-48e9-a864-fbd2657c5d7e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:43.036146 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-62d22a56-ce63-4b57-b6a9-bfd6ebf84fbf req-80730bf4-e7cb-48e9-a864-fbd2657c5d7e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0704544 Mar 29 09:52:43.080938 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-2f01c870-3cfd-4358-a839-642a0f702707 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1549333-db26-468f-adca-0ab7aff50c04 HTTP/1.1" status: 200 len: 217 time: 0.0438204 Mar 29 09:52:43.123911 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-62d22a56-ce63-4b57-b6a9-bfd6ebf84fbf req-7f69500f-6070-434e-847c-dbd530dd0fb0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807409 Mar 29 09:52:43.139588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-4f9f0d21-9aac-4f6e-8432-9e336d508e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:43.140990 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-4f9f0d21-9aac-4f6e-8432-9e336d508e2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb7c15d9-16db-4a00-ae87-fff9af4b0405 HTTP/1.1" status: 200 len: 854 time: 0.0529673 Mar 29 09:52:43.173956 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-e41eb1f3-8a3a-4d1c-b04c-65683313d79f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=529da6fa-174b-4816-a599-7ac716b8978f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270884 Mar 29 09:52:43.258811 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-54e7208c-5783-45c5-8724-3df718307ade service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785582 Mar 29 09:52:43.347593 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-d89eb765-7745-4fe6-8617-ec01a6747cbf service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820653 Mar 29 09:52:44.238211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98107de9-a64e-4877-82a3-8d9011903587 req-343d46bd-ee99-425c-8907-c03f3dd0aa6f tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:44.239736 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-98107de9-a64e-4877-82a3-8d9011903587 req-343d46bd-ee99-425c-8907-c03f3dd0aa6f tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0504034 Mar 29 09:52:44.279234 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-98107de9-a64e-4877-82a3-8d9011903587 req-9d3b1f1b-e13a-414c-bdc4-a6b290bb7ee9 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323925 Mar 29 09:52:45.390061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba89403-41f9-499d-894e-3a8490f5f6b9 req-5699b493-8825-444a-8084-504514e3e717 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:45.391484 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aba89403-41f9-499d-894e-3a8490f5f6b9 req-5699b493-8825-444a-8084-504514e3e717 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0470321 Mar 29 09:52:45.428171 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aba89403-41f9-499d-894e-3a8490f5f6b9 req-2930c408-9262-4a92-a514-33e1355defc1 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302045 Mar 29 09:52:46.544551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e0231-15bb-40d6-a6cf-f242c84c81e9 req-656d97f4-ca3e-4cc1-8524-6983d77bbacf tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:46.546017 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-594e0231-15bb-40d6-a6cf-f242c84c81e9 req-656d97f4-ca3e-4cc1-8524-6983d77bbacf tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0521917 Mar 29 09:52:46.582166 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-594e0231-15bb-40d6-a6cf-f242c84c81e9 req-c499413b-ebc6-4596-bf69-8ff419f72f49 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302613 Mar 29 09:52:47.697038 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1916b8-50c3-4573-902f-0eb4e7b7f509 req-e59c8be5-a4b6-477c-87fc-28adbb9bf19b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:47.698518 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-be1916b8-50c3-4573-902f-0eb4e7b7f509 req-e59c8be5-a4b6-477c-87fc-28adbb9bf19b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0482843 Mar 29 09:52:47.735330 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-be1916b8-50c3-4573-902f-0eb4e7b7f509 req-67ef735a-7432-4d58-88e6-87af22d1f6ad tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307570 Mar 29 09:52:48.847674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5497b5d-da46-4bf3-9e6c-c2ce4a48de49 req-93bc6c63-8d3a-4656-8d28-287500d62668 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:48.849087 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5497b5d-da46-4bf3-9e6c-c2ce4a48de49 req-93bc6c63-8d3a-4656-8d28-287500d62668 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0478168 Mar 29 09:52:48.885620 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5497b5d-da46-4bf3-9e6c-c2ce4a48de49 req-6141bf9a-6993-44d9-a38f-21130c5ef278 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305438 Mar 29 09:52:50.008775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f0b84-d457-4f1b-a410-0c0fbb6cf7b1 req-dc672285-a707-4617-a17d-e5f3d54d43b8 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:50.010260 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e62f0b84-d457-4f1b-a410-0c0fbb6cf7b1 req-dc672285-a707-4617-a17d-e5f3d54d43b8 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0582726 Mar 29 09:52:50.047575 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e62f0b84-d457-4f1b-a410-0c0fbb6cf7b1 req-8dd54b6a-a68e-4ddb-9fe2-245f292c71f8 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312414 Mar 29 09:52:51.160590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687eb896-628a-420a-8228-3dab905f4fc7 req-45493758-abd0-490b-afc3-67d94006e8d0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:51.162067 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-687eb896-628a-420a-8228-3dab905f4fc7 req-45493758-abd0-490b-afc3-67d94006e8d0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0478840 Mar 29 09:52:51.202079 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-687eb896-628a-420a-8228-3dab905f4fc7 req-6e1f3857-cbef-4c7d-b24e-9e3e642491e5 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336103 Mar 29 09:52:52.315003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c00f80-d0c3-498f-9d2c-af732b889868 req-a8154ae1-446f-4e62-9661-f08b6d08be8d tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:52.316448 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-79c00f80-d0c3-498f-9d2c-af732b889868 req-a8154ae1-446f-4e62-9661-f08b6d08be8d tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0470898 Mar 29 09:52:52.353953 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-79c00f80-d0c3-498f-9d2c-af732b889868 req-cc9d6450-3431-47d4-9eff-fb8c8a2e7126 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306230 Mar 29 09:52:53.471853 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902de867-d777-420f-ab68-4ae6ef1d2ad2 req-dfc62ee7-7066-4463-affe-3b078841ed27 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:53.473284 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-902de867-d777-420f-ab68-4ae6ef1d2ad2 req-dfc62ee7-7066-4463-affe-3b078841ed27 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0521798 Mar 29 09:52:53.510613 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-902de867-d777-420f-ab68-4ae6ef1d2ad2 req-4634c0ed-7440-4e6e-ba59-ba1c8a07431d tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Mar 29 09:52:54.625878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e5bfe-f1eb-4a56-be58-e69a44f6a044 req-c81dee70-3c5a-45c7-b456-b3442f390d5c tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:54.627330 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-794e5bfe-f1eb-4a56-be58-e69a44f6a044 req-c81dee70-3c5a-45c7-b456-b3442f390d5c tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0481951 Mar 29 09:52:54.663863 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-794e5bfe-f1eb-4a56-be58-e69a44f6a044 req-6f868881-000d-4a3c-a719-f207f461be2c tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305696 Mar 29 09:52:55.776697 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021dd38-f2cb-47ac-b2c0-f6145c0ff40c req-357de4d8-be7c-4298-9d65-926d095d4bd1 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:55.778158 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3021dd38-f2cb-47ac-b2c0-f6145c0ff40c req-357de4d8-be7c-4298-9d65-926d095d4bd1 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0468328 Mar 29 09:52:55.815892 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3021dd38-f2cb-47ac-b2c0-f6145c0ff40c req-de0d8d36-3c41-42b2-b1c8-1ffb0beac254 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Mar 29 09:52:56.763927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-65db2c9d-bad4-46bd-9a4b-e6eb26b298ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:56.936616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bef642-ef3d-45a4-9aaf-f9f7f871e75a req-d5ac31f1-b187-4e17-a9bf-edb9e1cee89b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:56.937996 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e1bef642-ef3d-45a4-9aaf-f9f7f871e75a req-d5ac31f1-b187-4e17-a9bf-edb9e1cee89b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0544670 Mar 29 09:52:56.974433 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e1bef642-ef3d-45a4-9aaf-f9f7f871e75a req-b8de7fca-e1b5-4cae-8149-e9120429e612 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300066 Mar 29 09:52:58.087329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c82ac-1789-4a24-8e3d-50424fd6c94b req-fbbeaf6b-bfc9-4aaf-bac0-eb1534f418f1 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:58.088678 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-635c82ac-1789-4a24-8e3d-50424fd6c94b req-fbbeaf6b-bfc9-4aaf-bac0-eb1534f418f1 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0485647 Mar 29 09:52:58.125823 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-635c82ac-1789-4a24-8e3d-50424fd6c94b req-9867ebc9-6a17-4a79-a224-93145d04e3cb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Mar 29 09:52:59.160471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3eb53ff9-e577-4734-ab57-d523fad25a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:52:59.244379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7172e05-af94-490a-8bbf-97b8330286b0 req-4938c126-59f4-45ba-ab8d-5beaeca4c391 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:52:59.245850 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d7172e05-af94-490a-8bbf-97b8330286b0 req-4938c126-59f4-45ba-ab8d-5beaeca4c391 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0540907 Mar 29 09:52:59.282332 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d7172e05-af94-490a-8bbf-97b8330286b0 req-3b054fb5-ba33-4efd-86b5-75f42e4b4995 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305820 Mar 29 09:53:00.400785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7cab8-8cbe-48e0-b191-30254f7dcbd2 req-da9047e1-b674-412a-9ec9-8923475d5da0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:00.402272 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ad7cab8-8cbe-48e0-b191-30254f7dcbd2 req-da9047e1-b674-412a-9ec9-8923475d5da0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0534792 Mar 29 09:53:00.440010 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ad7cab8-8cbe-48e0-b191-30254f7dcbd2 req-b77731d4-8a67-4f89-aee2-4a9382dc1bd0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Mar 29 09:53:00.641427 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:01.555612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb462c-0e80-446d-a591-af5272cabad3 req-4f77e1c1-6239-4170-9ac8-1e37683e4c4b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:01.556965 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-febb462c-0e80-446d-a591-af5272cabad3 req-4f77e1c1-6239-4170-9ac8-1e37683e4c4b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0490532 Mar 29 09:53:01.593874 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-febb462c-0e80-446d-a591-af5272cabad3 req-4cf561b3-2688-46c1-8cc3-dbc76a7661ed tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306330 Mar 29 09:53:02.078241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:02.618475 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:02.706498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55151b8-eceb-40d2-bd69-ec81d8c66d99 req-e8bd4377-79a7-464d-8a21-35ce01091042 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:02.707920 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a55151b8-eceb-40d2-bd69-ec81d8c66d99 req-e8bd4377-79a7-464d-8a21-35ce01091042 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0474391 Mar 29 09:53:02.744411 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a55151b8-eceb-40d2-bd69-ec81d8c66d99 req-2609de91-8b31-4b3c-b1e2-f370b7dfaacb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298684 Mar 29 09:53:03.794569 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:03.864088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e9a9-2e09-4630-8288-31f9db2befac req-cc9882a0-8453-43c6-8657-a88508beb191 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:03.865542 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bfb3e9a9-2e09-4630-8288-31f9db2befac req-cc9882a0-8453-43c6-8657-a88508beb191 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0509794 Mar 29 09:53:03.902540 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bfb3e9a9-2e09-4630-8288-31f9db2befac req-eb328dc1-ea43-47c9-a03b-844cb75ffe44 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308883 Mar 29 09:53:05.016997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb591fd-bdf5-44c6-a10a-9f22b77ae016 req-e0264bb4-bd35-421f-bff9-2737454f4b34 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:05.018450 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3bb591fd-bdf5-44c6-a10a-9f22b77ae016 req-e0264bb4-bd35-421f-bff9-2737454f4b34 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0490477 Mar 29 09:53:05.055310 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3bb591fd-bdf5-44c6-a10a-9f22b77ae016 req-23e3278d-55da-4b8c-9ac0-e3bfa446c4ec tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308337 Mar 29 09:53:05.185757 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:53:06.170332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc61ab-b667-4093-8e68-517460fe2c15 req-ee79ff80-66a2-4060-b710-ad488d947791 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:06.171758 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1acc61ab-b667-4093-8e68-517460fe2c15 req-ee79ff80-66a2-4060-b710-ad488d947791 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0471342 Mar 29 09:53:06.207551 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1acc61ab-b667-4093-8e68-517460fe2c15 req-7389a0d1-c8c6-42a5-887e-15e9b7145859 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296745 Mar 29 09:53:07.325719 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f7303-8f25-4c6e-b073-d9033865a69e req-1f36ad60-1914-46f1-95d6-ff54baa6f3c4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:07.326406 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c31f7303-8f25-4c6e-b073-d9033865a69e req-1f36ad60-1914-46f1-95d6-ff54baa6f3c4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0519783 Mar 29 09:53:07.362677 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c31f7303-8f25-4c6e-b073-d9033865a69e req-7f8283d7-ffa7-4f95-bec5-4021a2f10d71 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305796 Mar 29 09:53:08.474762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1fd3e-a45d-49e0-bb8b-9929ab54fa86 req-81a9ac87-d392-4ab3-8c83-7db08bda0b36 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:08.476186 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-22f1fd3e-a45d-49e0-bb8b-9929ab54fa86 req-81a9ac87-d392-4ab3-8c83-7db08bda0b36 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0476022 Mar 29 09:53:08.513067 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-22f1fd3e-a45d-49e0-bb8b-9929ab54fa86 req-1381b730-accb-4c7b-8df6-999d4ae7e15b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309632 Mar 29 09:53:09.627073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80fc0f-24dd-4aeb-9283-b7d41d7c3504 req-10389366-be10-4f7e-8458-c1e5e45ea79b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:09.628822 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf80fc0f-24dd-4aeb-9283-b7d41d7c3504 req-10389366-be10-4f7e-8458-c1e5e45ea79b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0481973 Mar 29 09:53:09.666005 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf80fc0f-24dd-4aeb-9283-b7d41d7c3504 req-58a695ba-80d2-4eb6-affb-9b04884dba6d tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307152 Mar 29 09:53:09.964519 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-9e9758e6-e70f-4eb3-8e91-187248dd48be service neutron] 10.222.0.24 "GET /v2.0/ports/a1549333-db26-468f-adca-0ab7aff50c04/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0579798 Mar 29 09:53:10.172193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-7f273594-5072-4b7f-b3fc-fc72f38b16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:10.173679 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-7f273594-5072-4b7f-b3fc-fc72f38b16a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d&tenant_id=5d71248510a04efda8aa8377fbc40870 HTTP/1.1" status: 200 len: 1098 time: 0.0404894 Mar 29 09:53:10.231866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-dec03f50-fe4c-4904-859b-d8d399560792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:10.233213 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-dec03f50-fe4c-4904-859b-d8d399560792 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 1098 time: 0.0384891 Mar 29 09:53:10.323604 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-9be8e6a2-31d0-4cc7-adf5-fca9f6a8c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:10.325042 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-9be8e6a2-31d0-4cc7-adf5-fca9f6a8c7b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 915 time: 0.0848520 Mar 29 09:53:10.364470 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-11ca085d-a06e-45aa-949d-29ae23e082ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1549333-db26-468f-adca-0ab7aff50c04 HTTP/1.1" status: 200 len: 217 time: 0.0330625 Mar 29 09:53:10.418777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-09b2aa8a-ed71-4967-816a-e6120ea33fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:10.420193 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-09b2aa8a-ed71-4967-816a-e6120ea33fd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb7c15d9-16db-4a00-ae87-fff9af4b0405 HTTP/1.1" status: 200 len: 854 time: 0.0424271 Mar 29 09:53:10.454124 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-c717f200-fb93-4fe2-bdcd-1888e04aa98b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=529da6fa-174b-4816-a599-7ac716b8978f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265439 Mar 29 09:53:10.901603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60596941-c568-4090-8ee8-25b535c64f6f req-7a9ae20e-cfa6-47b6-940b-b7521a2f53fb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:10.903035 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60596941-c568-4090-8ee8-25b535c64f6f req-7a9ae20e-cfa6-47b6-940b-b7521a2f53fb tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.1018634 Mar 29 09:53:10.905120 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-31272baa-a453-4574-96d9-d66ec047554e service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446082 Mar 29 09:53:10.987670 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60596941-c568-4090-8ee8-25b535c64f6f req-1e531c3f-9ae7-4ae7-8575-589b542c31f4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785201 Mar 29 09:53:11.014026 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-677a0c60-b28d-47db-a50e-67b67a9dbcb6 req-44fe7db8-9abe-4f58-bcac-c847ef7bb76d service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989175 Mar 29 09:53:12.107139 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2b101-9782-422a-9c4c-0e05f5f009d3 req-fc939779-602b-40c8-aa10-5576a85323a4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:12.108606 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0bc2b101-9782-422a-9c4c-0e05f5f009d3 req-fc939779-602b-40c8-aa10-5576a85323a4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0514848 Mar 29 09:53:12.144189 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0bc2b101-9782-422a-9c4c-0e05f5f009d3 req-285033c0-9296-4e14-a1ac-7ea3a37b61c8 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296781 Mar 29 09:53:13.224227 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device a1549333-db26-468f-adca-0ab7aff50c04 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:53:13.258556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f603db-9378-4e5b-9682-3d2cbcf80c6c req-a017cb76-bd54-4967-baf8-bf9f4bfa8bbf tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:13.260038 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f0f603db-9378-4e5b-9682-3d2cbcf80c6c req-a017cb76-bd54-4967-baf8-bf9f4bfa8bbf tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0479295 Mar 29 09:53:13.296793 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f0f603db-9378-4e5b-9682-3d2cbcf80c6c req-cf1ee620-2011-4087-9934-9430f63ccaa9 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308273 Mar 29 09:53:13.299350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:13.322039 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dadbfa-d51d-4fd3-b14e-c119b9e9051d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1549333-db26-468f-adca-0ab7aff50c04'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:53:13.324218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39a6e0b-0122-408f-af43-8fbc768a3549" -d '{"events": [{"server_uuid": "14dadbfa-d51d-4fd3-b14e-c119b9e9051d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1549333-db26-468f-adca-0ab7aff50c04"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:53:13.336578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port a1549333-db26-468f-adca-0ab7aff50c04, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a1549333-db26-468f-adca-0ab7aff50c04,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:53:13.340793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:13.369888 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 09:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b36bcd0-c627-43a8-a13a-eac05fd3af2d x-openstack-request-id: req-2b36bcd0-c627-43a8-a13a-eac05fd3af2d {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:53:13.370173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dadbfa-d51d-4fd3-b14e-c119b9e9051d", "name": "network-vif-unplugged", "status": "completed", "tag": "a1549333-db26-468f-adca-0ab7aff50c04", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:53:13.370433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2b36bcd0-c627-43a8-a13a-eac05fd3af2d {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:53:13.370810 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dadbfa-d51d-4fd3-b14e-c119b9e9051d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1549333-db26-468f-adca-0ab7aff50c04', 'code': 200} Mar 29 09:53:13.391161 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=a1549333-db26-468f-adca-0ab7aff50c04,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:14.408559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622c2b7-7ffb-4371-86ae-434007e530db req-c36832be-eb36-450f-bccc-2d54b9d30180 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:14.410021 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3622c2b7-7ffb-4371-86ae-434007e530db req-c36832be-eb36-450f-bccc-2d54b9d30180 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 943 time: 0.0469220 Mar 29 09:53:14.447065 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3622c2b7-7ffb-4371-86ae-434007e530db req-b265e40e-4d89-4507-8292-431771515d80 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303490 Mar 29 09:53:14.639360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe49b9-7204-40f0-a7b2-c3d88613f2aa req-b64a5efa-8f57-4e71-819f-19e2ad1ce39c tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:14.640806 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8ffe49b9-7204-40f0-a7b2-c3d88613f2aa req-b64a5efa-8f57-4e71-819f-19e2ad1ce39c tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 943 time: 0.0514004 Mar 29 09:53:14.704604 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8ffe49b9-7204-40f0-a7b2-c3d88613f2aa req-571ee9fe-2e29-46a1-8663-c84aa961be3b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549331 Mar 29 09:53:14.712908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044357b8-dd95-4e69-99d5-6f6f893b7d8d req-39c35e0d-6c9f-4ee5-9ae5-cfb2e9bf8bc0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:14.714315 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-044357b8-dd95-4e69-99d5-6f6f893b7d8d req-39c35e0d-6c9f-4ee5-9ae5-cfb2e9bf8bc0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.24 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d&tenant_id=5d71248510a04efda8aa8377fbc40870&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 943 time: 0.0726714 Mar 29 09:53:14.822187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044357b8-dd95-4e69-99d5-6f6f893b7d8d req-3c3b0241-5625-4d63-b04a-7a1ff0b47153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:14.823821 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-044357b8-dd95-4e69-99d5-6f6f893b7d8d req-3c3b0241-5625-4d63-b04a-7a1ff0b47153 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 1096 time: 0.0410268 Mar 29 09:53:14.916537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044357b8-dd95-4e69-99d5-6f6f893b7d8d req-54a85c5a-38b0-4731-8899-142cd556598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:14.917944 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-044357b8-dd95-4e69-99d5-6f6f893b7d8d req-54a85c5a-38b0-4731-8899-142cd556598e service neutron] 10.222.0.24 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 915 time: 0.0883403 Mar 29 09:53:14.957329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-044357b8-dd95-4e69-99d5-6f6f893b7d8d req-02acce47-e94a-4ee6-b94b-24282da30d3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1549333-db26-468f-adca-0ab7aff50c04 HTTP/1.1" status: 200 len: 217 time: 0.0332603 Mar 29 09:53:15.008255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044357b8-dd95-4e69-99d5-6f6f893b7d8d req-406eae4a-7d72-49ff-b5a6-8a7a02a49f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:15.009659 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-044357b8-dd95-4e69-99d5-6f6f893b7d8d req-406eae4a-7d72-49ff-b5a6-8a7a02a49f96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb7c15d9-16db-4a00-ae87-fff9af4b0405 HTTP/1.1" status: 200 len: 854 time: 0.0455360 Mar 29 09:53:15.039628 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-044357b8-dd95-4e69-99d5-6f6f893b7d8d req-df27ceb0-17dd-409c-9b16-c5c0526142b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=529da6fa-174b-4816-a599-7ac716b8978f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241551 Mar 29 09:53:15.126016 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-044357b8-dd95-4e69-99d5-6f6f893b7d8d req-d981696d-b03b-46bf-ab38-c041f2bdba09 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800116 Mar 29 09:53:15.217846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device a1549333-db26-468f-adca-0ab7aff50c04 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:53:15.220606 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-044357b8-dd95-4e69-99d5-6f6f893b7d8d req-ad3676fc-8d64-44ea-abf5-038cf4016318 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884302 Mar 29 09:53:15.450316 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port a1549333-db26-468f-adca-0ab7aff50c04, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a1549333-db26-468f-adca-0ab7aff50c04,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:53:15.461520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'a1549333-db26-468f-adca-0ab7aff50c04', 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f', 'port_id': 'a1549333-db26-468f-adca-0ab7aff50c04', 'mac_address': 'fa:16:3e:c5:16:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7c15d9-16db-4a00-ae87-fff9af4b0405', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:53:15.497440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:15.510312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1549333-db26-468f-adca-0ab7aff50c04 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:53:15.531695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port a1549333-db26-468f-adca-0ab7aff50c04, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a1549333-db26-468f-adca-0ab7aff50c04,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:53:15.536609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:15.594650 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=a1549333-db26-468f-adca-0ab7aff50c04,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:15.600155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['a1549333-db26-468f-adca-0ab7aff50c04'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:53:15.826401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a74cd2-e15b-4d78-a6b9-292c1ac557bc req-c2a58099-cdbe-49bf-bfb4-bce8349325fd tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:15.827868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c4a74cd2-e15b-4d78-a6b9-292c1ac557bc req-c2a58099-cdbe-49bf-bfb4-bce8349325fd tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 944 time: 0.0487251 Mar 29 09:53:15.865422 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c4a74cd2-e15b-4d78-a6b9-292c1ac557bc req-cd427666-993c-42fc-9fa2-0b1bb800cb2b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Mar 29 09:53:15.977681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150ae61-89e5-4463-ac4a-ee1602c28301 req-81811998-34bc-4dc6-98ea-294095632cf6 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:15.979166 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3150ae61-89e5-4463-ac4a-ee1602c28301 req-81811998-34bc-4dc6-98ea-294095632cf6 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 944 time: 0.0478160 Mar 29 09:53:16.019790 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3150ae61-89e5-4463-ac4a-ee1602c28301 req-7cd2a44d-e3ea-4d76-a882-d60e472394d0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347095 Mar 29 09:53:16.132814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7989c53-ae8a-4806-b631-cb7e6fa7c501 req-46011625-54d7-4354-b790-4355e8e32627 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:16.134296 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f7989c53-ae8a-4806-b631-cb7e6fa7c501 req-46011625-54d7-4354-b790-4355e8e32627 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 944 time: 0.0479167 Mar 29 09:53:16.170979 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f7989c53-ae8a-4806-b631-cb7e6fa7c501 req-f805e235-05bd-4110-89df-f09d59cf9014 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306959 Mar 29 09:53:16.510640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1b8ac8ac-d143-4b55-afaa-98a94276a97a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:16.512088 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1b8ac8ac-d143-4b55-afaa-98a94276a97a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 814 time: 0.1026297 Mar 29 09:53:16.527346 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-3e4961d5-bca8-4de5-bb91-62889cb8d7f7 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/quotas/5d71248510a04efda8aa8377fbc40870 HTTP/1.1" status: 200 len: 375 time: 0.0094717 Mar 29 09:53:16.574544 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-35fc6140-1b81-4272-a720-4a41390477d7 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418656 Mar 29 09:53:16.660705 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-edd211cf-6e71-4a50-916f-05ca2b047aa7 service neutron] 10.222.0.32 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793417 Mar 29 09:53:16.750230 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-14ec56ef-f18e-49a9-9c6f-f237a4d8ba6b service neutron] 10.222.0.32 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829320 Mar 29 09:53:16.906617 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a72c8ca-9748-4acd-ab3a-e217b3641a0c req-38b19eab-f4fa-48c9-b433-6ffe12e212f8 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 210 time: 0.0288322 Mar 29 09:53:17.242035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device a1549333-db26-468f-adca-0ab7aff50c04 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:53:17.293218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port a1549333-db26-468f-adca-0ab7aff50c04 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:17.293617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:17.374983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:17.397701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dadbfa-d51d-4fd3-b14e-c119b9e9051d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1549333-db26-468f-adca-0ab7aff50c04'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:53:17.399991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b2aa6c-3a27-4764-ac48-95b3f15bc7c2" -d '{"events": [{"server_uuid": "14dadbfa-d51d-4fd3-b14e-c119b9e9051d", "name": "network-vif-plugged", "status": "completed", "tag": "a1549333-db26-468f-adca-0ab7aff50c04"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:53:17.412823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port a1549333-db26-468f-adca-0ab7aff50c04, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a1549333-db26-468f-adca-0ab7aff50c04,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:53:17.418864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:17.447123 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb548a2-34f6-4cb6-a087-8da69bf401eb x-openstack-request-id: req-afb548a2-34f6-4cb6-a087-8da69bf401eb {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:53:17.447408 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dadbfa-d51d-4fd3-b14e-c119b9e9051d", "name": "network-vif-plugged", "status": "completed", "tag": "a1549333-db26-468f-adca-0ab7aff50c04", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:53:17.447658 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afb548a2-34f6-4cb6-a087-8da69bf401eb {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:53:17.448044 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dadbfa-d51d-4fd3-b14e-c119b9e9051d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1549333-db26-468f-adca-0ab7aff50c04', 'code': 200} Mar 29 09:53:17.483348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=a1549333-db26-468f-adca-0ab7aff50c04,revision_number=8']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:17.834271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-fcd808e2-0bed-47c4-a1fd-8363f07db86f tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:17.835715 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-fcd808e2-0bed-47c4-a1fd-8363f07db86f tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.24 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 814 time: 0.1134319 Mar 29 09:53:17.850774 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Request body: {'port': {'device_id': '6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5', 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f', 'admin_state_up': True, 'tenant_id': '5d71248510a04efda8aa8377fbc40870'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:17.963665 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Made reservation on behalf of 5d71248510a04efda8aa8377fbc40870 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:53:17.967320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:18.007977 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-66eb8dbc-3acf-4f03-9e56-bf3e1b7db195 req-c6cb1a29-3205-488e-aa2d-5d3de5b15df8 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 210 time: 0.0298898 Mar 29 09:53:18.119080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Allocated IP 172.20.0.12 (529da6fa-174b-4816-a599-7ac716b8978f/eb7c15d9-16db-4a00-ae87-fff9af4b0405/cc546fb0-7bac-4260-89a6-c410948f4c02) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:53:18.177670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.24', 50188) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:53:18.227922 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aa77a-2cd4-47c7-970a-ae02df3aa35f req-9efcc18c-40f9-49b8-8e0c-72c688d12ff5 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:18.229397 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-ac5aa77a-2cd4-47c7-970a-ae02df3aa35f req-9efcc18c-40f9-49b8-8e0c-72c688d12ff5 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.24 "GET /v2.0/ports?device_id=14dadbfa-d51d-4fd3-b14e-c119b9e9051d HTTP/1.1" status: 200 len: 945 time: 0.0506322 Mar 29 09:53:18.272802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:18.307693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:18.320234 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['a1549333-db26-468f-adca-0ab7aff50c04'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:53:18.324637 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [req-ac5aa77a-2cd4-47c7-970a-ae02df3aa35f req-c9a8c8b4-655f-4baa-a41f-cf667232806b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Deleting port a1549333-db26-468f-adca-0ab7aff50c04 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:53:18.324994 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-ac5aa77a-2cd4-47c7-970a-ae02df3aa35f req-c9a8c8b4-655f-4baa-a41f-cf667232806b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:18.360491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Network 529da6fa-174b-4816-a599-7ac716b8978f is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:53:18.363610 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:53:18.368219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:53:18.372599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Pushing event updated for resources: {'Port': ['ID=cc546fb0-7bac-4260-89a6-c410948f4c02,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:18.421668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:18.422318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:18.424063 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [req-ac5aa77a-2cd4-47c7-970a-ae02df3aa35f req-c9a8c8b4-655f-4baa-a41f-cf667232806b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] For port a1549333-db26-468f-adca-0ab7aff50c04, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a1549333-db26-468f-adca-0ab7aff50c04,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:53:18.424649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-ac5aa77a-2cd4-47c7-970a-ae02df3aa35f req-c9a8c8b4-655f-4baa-a41f-cf667232806b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:18.439341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [req-ac5aa77a-2cd4-47c7-970a-ae02df3aa35f req-c9a8c8b4-655f-4baa-a41f-cf667232806b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Calling delete_port for a1549333-db26-468f-adca-0ab7aff50c04 owned by compute:nova {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:53:18.440481 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7b5bda71-eabe-4662-ae43-6ab65d1aef8a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5943835 Mar 29 09:53:18.452656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Request body: {'port': {'device_id': '6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:53:18.511179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:18.573818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-ac5aa77a-2cd4-47c7-970a-ae02df3aa35f req-c9a8c8b4-655f-4baa-a41f-cf667232806b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:18.603163 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8c8b4-655f-4baa-a41f-cf667232806b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Pushing event deleted for resources: {'Port': ['ID=a1549333-db26-468f-adca-0ab7aff50c04,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:18.653179 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5aa77a-2cd4-47c7-970a-ae02df3aa35f req-c9a8c8b4-655f-4baa-a41f-cf667232806b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] No DVR routers for this DVR port a1549333-db26-468f-adca-0ab7aff50c04 on host hv-neutron-8355 {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:53:18.655740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [req-ac5aa77a-2cd4-47c7-970a-ae02df3aa35f req-c9a8c8b4-655f-4baa-a41f-cf667232806b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:18.659124 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-ac5aa77a-2cd4-47c7-970a-ae02df3aa35f req-c9a8c8b4-655f-4baa-a41f-cf667232806b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.24 "DELETE /v2.0/ports/a1549333-db26-468f-adca-0ab7aff50c04 HTTP/1.1" status: 204 len: 173 time: 0.4241452 Mar 29 09:53:18.659567 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dadbfa-d51d-4fd3-b14e-c119b9e9051d', 'name': 'network-vif-deleted', 'tag': 'a1549333-db26-468f-adca-0ab7aff50c04'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:53:18.662074 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c89047-95e7-4359-9f8f-56e379451f16" -d '{"events": [{"server_uuid": "14dadbfa-d51d-4fd3-b14e-c119b9e9051d", "name": "network-vif-deleted", "tag": "a1549333-db26-468f-adca-0ab7aff50c04"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:53:18.799711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc546fb0-7bac-4260-89a6-c410948f4c02 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:53:18.809406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:18.811183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac305f3-d2f2-4ebb-8644-017f41f5b605 x-openstack-request-id: req-1ac305f3-d2f2-4ebb-8644-017f41f5b605 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:53:18.811480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dadbfa-d51d-4fd3-b14e-c119b9e9051d", "name": "network-vif-deleted", "tag": "a1549333-db26-468f-adca-0ab7aff50c04", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:53:18.811855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ac305f3-d2f2-4ebb-8644-017f41f5b605 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:53:18.812129 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dadbfa-d51d-4fd3-b14e-c119b9e9051d', 'name': 'network-vif-deleted', 'tag': 'a1549333-db26-468f-adca-0ab7aff50c04', 'status': 'completed', 'code': 200} Mar 29 09:53:18.823561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Transition to ACTIVE for port object cc546fb0-7bac-4260-89a6-c410948f4c02 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:53:18.829556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:18.880471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc546fb0-7bac-4260-89a6-c410948f4c02,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:18.952249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Attempting to bind port cc546fb0-7bac-4260-89a6-c410948f4c02 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:53:18.952491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Attempting to bind port cc546fb0-7bac-4260-89a6-c410948f4c02 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'a0442d0d-e89c-461e-81fb-9dd556e10682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:53:18.952803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Attempting to bind port cc546fb0-7bac-4260-89a6-c410948f4c02 on network 529da6fa-174b-4816-a599-7ac716b8978f {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:53:18.957171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Port cc546fb0-7bac-4260-89a6-c410948f4c02 on network 529da6fa-174b-4816-a599-7ac716b8978f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:53:18.958062 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Attempting to bind port cc546fb0-7bac-4260-89a6-c410948f4c02 on network 529da6fa-174b-4816-a599-7ac716b8978f {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:53:18.963287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:53:18.963622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Checking segment: {'id': 'a0442d0d-e89c-461e-81fb-9dd556e10682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:53:18.964001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Bound using segment: {'id': 'a0442d0d-e89c-461e-81fb-9dd556e10682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:53:18.964551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Bound port: cc546fb0-7bac-4260-89a6-c410948f4c02, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0442d0d-e89c-461e-81fb-9dd556e10682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:53:18.964775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:19.027742 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] For port cc546fb0-7bac-4260-89a6-c410948f4c02, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:53:19.030768 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] For port cc546fb0-7bac-4260-89a6-c410948f4c02, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cc546fb0-7bac-4260-89a6-c410948f4c02,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:53:19.036957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:19.074164 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:19.074795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:19.076815 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/cc546fb0-7bac-4260-89a6-c410948f4c02 HTTP/1.1" status: 200 len: 1094 time: 0.6284339 Mar 29 09:53:19.077445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5', 'tag': 'cc546fb0-7bac-4260-89a6-c410948f4c02'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:53:19.079631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25a93a6-c003-4ee6-873c-130f3a0eea3f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5", "tag": "cc546fb0-7bac-4260-89a6-c410948f4c02"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:53:19.131681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aacd576-9dc4-4d8c-a2ee-08fdaaed8f6e x-openstack-request-id: req-3aacd576-9dc4-4d8c-a2ee-08fdaaed8f6e {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:53:19.131973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5", "tag": "cc546fb0-7bac-4260-89a6-c410948f4c02", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:53:19.132223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3aacd576-9dc4-4d8c-a2ee-08fdaaed8f6e {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:53:19.132616 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5', 'tag': 'cc546fb0-7bac-4260-89a6-c410948f4c02', 'status': 'completed', 'code': 200} Mar 29 09:53:19.138845 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172eef4-09b4-4e71-abf0-1203d3d377e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc546fb0-7bac-4260-89a6-c410948f4c02,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:19.166702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a84fd-1b60-4a89-9eda-1bbe76235b86 req-69a2b12b-6d28-4069-b19b-4f0fba33bc5b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:19.168247 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-198a84fd-1b60-4a89-9eda-1bbe76235b86 req-69a2b12b-6d28-4069-b19b-4f0fba33bc5b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0844452 Mar 29 09:53:19.225973 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-198a84fd-1b60-4a89-9eda-1bbe76235b86 req-a47e3c34-4147-4cec-9f94-ae7e7b0d2e9a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 Mar 29 09:53:19.228464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-4009f2a9-7944-4480-8ef0-ef097f8e0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:19.229911 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-4009f2a9-7944-4480-8ef0-ef097f8e0036 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 1097 time: 0.0799189 Mar 29 09:53:19.275412 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-73acab51-c2e3-4ad2-9586-fe4afb5a34b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc546fb0-7bac-4260-89a6-c410948f4c02 HTTP/1.1" status: 200 len: 217 time: 0.0380940 Mar 29 09:53:19.328330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-56bceb16-66d1-4ec6-aa80-9002a2fc3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:19.329794 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-56bceb16-66d1-4ec6-aa80-9002a2fc3f39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb7c15d9-16db-4a00-ae87-fff9af4b0405 HTTP/1.1" status: 200 len: 854 time: 0.0485072 Mar 29 09:53:19.359747 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7e80cb86-ad3e-420a-a0a9-8efe0a3cc257 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=529da6fa-174b-4816-a599-7ac716b8978f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236313 Mar 29 09:53:19.452854 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-1ea0594d-f120-45c4-80b9-d7e97d71c985 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858533 Mar 29 09:53:19.541053 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ead06ea9-5f3c-41fc-b9a8-478d4355673c req-7c03ceb4-eb81-4a66-b323-2dcac9c2720b service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809364 Mar 29 09:53:19.631524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a93a6-c003-4ee6-873c-130f3a0eea3f req-8941b150-fbf4-449e-a766-58bf013466db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:19.632999 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d25a93a6-c003-4ee6-873c-130f3a0eea3f req-8941b150-fbf4-449e-a766-58bf013466db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 1097 time: 0.0404868 Mar 29 09:53:19.731491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a93a6-c003-4ee6-873c-130f3a0eea3f req-57c333c1-6f39-4106-b186-723599787eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:19.732946 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d25a93a6-c003-4ee6-873c-130f3a0eea3f req-57c333c1-6f39-4106-b186-723599787eb4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 915 time: 0.0933251 Mar 29 09:53:19.773627 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d25a93a6-c003-4ee6-873c-130f3a0eea3f req-5ea26a39-05e7-4e7d-90a9-7a507d159228 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc546fb0-7bac-4260-89a6-c410948f4c02 HTTP/1.1" status: 200 len: 217 time: 0.0335438 Mar 29 09:53:19.827517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a93a6-c003-4ee6-873c-130f3a0eea3f req-7fcbd9b6-2731-4d19-b0e3-f56bd3ff97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:19.828881 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d25a93a6-c003-4ee6-873c-130f3a0eea3f req-7fcbd9b6-2731-4d19-b0e3-f56bd3ff97f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb7c15d9-16db-4a00-ae87-fff9af4b0405 HTTP/1.1" status: 200 len: 854 time: 0.0485497 Mar 29 09:53:19.860049 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d25a93a6-c003-4ee6-873c-130f3a0eea3f req-9828bb23-3eba-4c1c-b87f-120a0358f541 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=529da6fa-174b-4816-a599-7ac716b8978f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239601 Mar 29 09:53:19.947115 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d25a93a6-c003-4ee6-873c-130f3a0eea3f req-b2d21fd5-1fca-4c33-99b7-68ab6bb8a898 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806334 Mar 29 09:53:20.039659 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d25a93a6-c003-4ee6-873c-130f3a0eea3f req-104c64d8-3cec-4e38-be75-b03ee7775c9d service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853376 Mar 29 09:53:20.342843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0567c-be58-4e40-bd66-1eb0df125ac4 req-ed4c05f3-6be1-4bcb-8806-8ca31b78b425 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:20.344293 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3fb0567c-be58-4e40-bd66-1eb0df125ac4 req-ed4c05f3-6be1-4bcb-8806-8ca31b78b425 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0481510 Mar 29 09:53:20.381500 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3fb0567c-be58-4e40-bd66-1eb0df125ac4 req-81e0b88f-421e-497b-a434-6bae39baf822 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304294 Mar 29 09:53:21.259778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device a1549333-db26-468f-adca-0ab7aff50c04 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:53:21.279428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: a1549333-db26-468f-adca-0ab7aff50c04 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:53:21.279769 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device a1549333-db26-468f-adca-0ab7aff50c04 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:53:21.495195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eecb9-2a4a-4392-8825-1e2cb69f4428 req-34ac6aaa-d624-4685-8551-6d64b1d22639 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:21.496718 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a2eecb9-2a4a-4392-8825-1e2cb69f4428 req-34ac6aaa-d624-4685-8551-6d64b1d22639 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0478442 Mar 29 09:53:21.539051 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a2eecb9-2a4a-4392-8825-1e2cb69f4428 req-d506acd8-7f14-4a3c-bc7b-34177d4952ef tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362856 Mar 29 09:53:22.653133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606b22c-e2e5-499d-af21-f025939ff6c6 req-e5696d73-8cf7-4ce3-b927-f17ba2c256e3 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:22.654646 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c606b22c-e2e5-499d-af21-f025939ff6c6 req-e5696d73-8cf7-4ce3-b927-f17ba2c256e3 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0485992 Mar 29 09:53:22.693608 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c606b22c-e2e5-499d-af21-f025939ff6c6 req-2f3d4a67-aa69-4b6f-80d6-60c408521bc9 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Mar 29 09:53:23.272914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device cc546fb0-7bac-4260-89a6-c410948f4c02 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:53:23.366588 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port cc546fb0-7bac-4260-89a6-c410948f4c02, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cc546fb0-7bac-4260-89a6-c410948f4c02,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:53:23.378193 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'cc546fb0-7bac-4260-89a6-c410948f4c02', 'network_id': '529da6fa-174b-4816-a599-7ac716b8978f', 'port_id': 'cc546fb0-7bac-4260-89a6-c410948f4c02', 'mac_address': 'fa:16:3e:7b:a3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7c15d9-16db-4a00-ae87-fff9af4b0405', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:53:23.418956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:23.432063 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc546fb0-7bac-4260-89a6-c410948f4c02 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:53:23.452517 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port cc546fb0-7bac-4260-89a6-c410948f4c02, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cc546fb0-7bac-4260-89a6-c410948f4c02,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:53:23.458294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:23.509371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=cc546fb0-7bac-4260-89a6-c410948f4c02,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:23.516370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:23.516720 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:23.517053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:23.517384 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:23.517761 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:23.518077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:23.518403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:23.518729 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:23.519054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:23.519376 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:23.519694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:23.520536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:53:23.756513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['cc546fb0-7bac-4260-89a6-c410948f4c02'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:53:23.818057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1302e0-710b-4610-b700-7977d6108618 req-d7e80dba-383e-4df8-a7f0-081e7c8092da tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:23.819486 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8d1302e0-710b-4610-b700-7977d6108618 req-d7e80dba-383e-4df8-a7f0-081e7c8092da tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 945 time: 0.0567112 Mar 29 09:53:23.861585 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8d1302e0-710b-4610-b700-7977d6108618 req-de51e1e2-72e6-4078-b5a3-866b88adb498 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351496 Mar 29 09:53:24.976645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5771f7-e82f-4831-b06f-669a887a121c req-503f6599-4df4-4164-8734-c5fc949b59bd tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:24.978149 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6f5771f7-e82f-4831-b06f-669a887a121c req-503f6599-4df4-4164-8734-c5fc949b59bd tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 945 time: 0.0476298 Mar 29 09:53:25.021306 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6f5771f7-e82f-4831-b06f-669a887a121c req-6e2376ef-e00c-4678-b8c6-107fbcc5c4fd tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370216 Mar 29 09:53:25.287667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device cc546fb0-7bac-4260-89a6-c410948f4c02 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:53:25.338129 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port cc546fb0-7bac-4260-89a6-c410948f4c02 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:53:25.341890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port cc546fb0-7bac-4260-89a6-c410948f4c02 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:53:25.342259 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:25.421255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:25.445085 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc546fb0-7bac-4260-89a6-c410948f4c02'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:53:25.447327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b58f5e1-60e8-436c-9439-b529c6556b4b" -d '{"events": [{"server_uuid": "6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5", "name": "network-vif-plugged", "status": "completed", "tag": "cc546fb0-7bac-4260-89a6-c410948f4c02"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:53:25.459460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port cc546fb0-7bac-4260-89a6-c410948f4c02, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cc546fb0-7bac-4260-89a6-c410948f4c02,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:53:25.463995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:25.491159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5308a2-f008-44c4-98dc-71f373d49eb2 x-openstack-request-id: req-8b5308a2-f008-44c4-98dc-71f373d49eb2 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:53:25.491473 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5", "name": "network-vif-plugged", "status": "completed", "tag": "cc546fb0-7bac-4260-89a6-c410948f4c02", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:53:25.491720 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b5308a2-f008-44c4-98dc-71f373d49eb2 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:53:25.492135 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc546fb0-7bac-4260-89a6-c410948f4c02', 'code': 200} Mar 29 09:53:25.518080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=cc546fb0-7bac-4260-89a6-c410948f4c02,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:53:25.651646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ac0f1-e69d-4381-bccf-1cc06f01423e req-4bb5361d-0feb-4b85-8a28-d51ede2a15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:25.653142 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d18ac0f1-e69d-4381-bccf-1cc06f01423e req-4bb5361d-0feb-4b85-8a28-d51ede2a15ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 1099 time: 0.0396912 Mar 29 09:53:25.688743 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d18ac0f1-e69d-4381-bccf-1cc06f01423e req-9562abd9-fbff-495e-b8c8-305318100c9e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283866 Mar 29 09:53:26.147991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb28db-d3d1-4b3b-98ad-af7c9822ce0f req-63124ddc-a368-40b9-9d04-f15c7c027d24 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:26.149449 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58cb28db-d3d1-4b3b-98ad-af7c9822ce0f req-63124ddc-a368-40b9-9d04-f15c7c027d24 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0488224 Mar 29 09:53:26.186357 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58cb28db-d3d1-4b3b-98ad-af7c9822ce0f req-0871792b-e84e-4a96-a08a-c832058ce7f8 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309768 Mar 29 09:53:26.765461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8209eb82-1059-41b8-9e52-0bac974b2246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:27.300416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6ab1e-5d3c-4247-83c4-b7bfcd4f2a47 req-f464d6f7-0629-4135-bda0-0b0488bfa456 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:27.302788 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-63e6ab1e-5d3c-4247-83c4-b7bfcd4f2a47 req-f464d6f7-0629-4135-bda0-0b0488bfa456 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0484409 Mar 29 09:53:27.351229 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-63e6ab1e-5d3c-4247-83c4-b7bfcd4f2a47 req-2bf21a3b-2373-4102-8c68-7a4cb184a7db tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 Mar 29 09:53:27.469674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291b5f6-9fd0-468a-abdc-d31ac1d6b07a req-01653642-c52f-48dc-a272-8db442cbdcd0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:27.471080 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b291b5f6-9fd0-468a-abdc-d31ac1d6b07a req-01653642-c52f-48dc-a272-8db442cbdcd0 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0504673 Mar 29 09:53:27.515037 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b291b5f6-9fd0-468a-abdc-d31ac1d6b07a req-cbe73e2d-fa23-4e00-8685-b39d5b0aea15 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374336 Mar 29 09:53:27.741174 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-d8a0b351-81b3-4c21-882e-04d3649edf34 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397859 Mar 29 09:53:27.766592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aee94-c2e4-4ba2-915e-246bd8e45937 req-8c5290ac-f568-4cd2-a57e-d4af443ff6c5 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:27.768112 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f2aee94-c2e4-4ba2-915e-246bd8e45937 req-8c5290ac-f568-4cd2-a57e-d4af443ff6c5 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0520568 Mar 29 09:53:27.812416 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1f2aee94-c2e4-4ba2-915e-246bd8e45937 req-d3d2c5e8-c37a-4f72-91e2-cd1212bcd69b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379767 Mar 29 09:53:28.789513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-8316ef5a-ae46-46e8-a555-1e01f61d1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:28.791005 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-8316ef5a-ae46-46e8-a555-1e01f61d1855 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 1099 time: 0.0402470 Mar 29 09:53:28.886667 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-b42a4509-9d88-4aaf-a5d9-5dd29e19f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:28.888104 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-b42a4509-9d88-4aaf-a5d9-5dd29e19f111 service neutron] 10.222.0.24 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 915 time: 0.0910859 Mar 29 09:53:28.948553 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-035f60b8-8c38-4f18-9f00-e969227d1936 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc546fb0-7bac-4260-89a6-c410948f4c02 HTTP/1.1" status: 200 len: 217 time: 0.0532475 Mar 29 09:53:29.009431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8cea6-080c-4a5e-bd0c-2475395bb674 req-1cdb7396-2920-4bd9-91eb-7663658c9c7a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:29.010949 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6db8cea6-080c-4a5e-bd0c-2475395bb674 req-1cdb7396-2920-4bd9-91eb-7663658c9c7a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.1265187 Mar 29 09:53:29.016587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-da288725-dfb1-4b6f-8c32-61ebdf038d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:29.018015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-da288725-dfb1-4b6f-8c32-61ebdf038d54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb7c15d9-16db-4a00-ae87-fff9af4b0405 HTTP/1.1" status: 200 len: 854 time: 0.0604053 Mar 29 09:53:29.055385 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-1777a2fa-c9c7-4173-badb-a46cc4fa64ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=529da6fa-174b-4816-a599-7ac716b8978f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305734 Mar 29 09:53:29.088060 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6db8cea6-080c-4a5e-bd0c-2475395bb674 req-10d943a3-b57a-49c1-8d8f-5376717925ab tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690913 Mar 29 09:53:29.159091 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-4cbd83c1-3abb-4c00-9ad2-213d4f64e0b1 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931168 Mar 29 09:53:29.161447 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-830f3794-cbe7-4c3f-93b7-f8580cb17edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:29.248346 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-b0514f40-5e96-4bf4-ad1f-63612bec0d97 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832803 Mar 29 09:53:30.205389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea1942-a80f-4be3-bdfb-cf136ac36489 req-1fefc5bc-f4b5-46a7-bfb5-855a788e6482 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:30.206871 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-62ea1942-a80f-4be3-bdfb-cf136ac36489 req-1fefc5bc-f4b5-46a7-bfb5-855a788e6482 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0513680 Mar 29 09:53:30.244351 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-62ea1942-a80f-4be3-bdfb-cf136ac36489 req-8ff4c770-b4b8-4d49-8bbf-ee9462eb1a95 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308671 Mar 29 09:53:30.645466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:31.360880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b439a3-eeec-477f-89f2-fa10e00761cd req-6cb3f0e9-3968-440a-aa25-6b4524937c12 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:31.362369 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-06b439a3-eeec-477f-89f2-fa10e00761cd req-6cb3f0e9-3968-440a-aa25-6b4524937c12 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0510211 Mar 29 09:53:31.402391 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-06b439a3-eeec-477f-89f2-fa10e00761cd req-bae4627f-20bb-4f04-8a2b-2a291a156b97 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339200 Mar 29 09:53:32.069923 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:32.521115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b28d2-4ba6-4e44-8645-9ef00df182ba req-3d8d1bcc-1aa9-4c15-ba41-db15970c5e78 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:32.522574 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-217b28d2-4ba6-4e44-8645-9ef00df182ba req-3d8d1bcc-1aa9-4c15-ba41-db15970c5e78 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0489976 Mar 29 09:53:32.560154 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-217b28d2-4ba6-4e44-8645-9ef00df182ba req-c225e17d-a1df-42d2-b56a-a17124f46800 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Mar 29 09:53:32.622143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:33.678424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241db9c8-dec5-4bb6-a272-a60115d2b917 req-eb102c56-5e4e-4c01-9d62-65cc5ad81b03 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:33.679868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-241db9c8-dec5-4bb6-a272-a60115d2b917 req-eb102c56-5e4e-4c01-9d62-65cc5ad81b03 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0518746 Mar 29 09:53:33.718070 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-241db9c8-dec5-4bb6-a272-a60115d2b917 req-f361da0b-f927-448b-9e41-223491579431 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322211 Mar 29 09:53:33.790460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:34.831616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fab0b-073f-4bd9-93ec-33fffac2e4a2 req-ad5f4e74-4796-461b-95d2-e9490c0a4d6b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:34.833068 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e5fab0b-073f-4bd9-93ec-33fffac2e4a2 req-ad5f4e74-4796-461b-95d2-e9490c0a4d6b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0477955 Mar 29 09:53:34.870386 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2e5fab0b-073f-4bd9-93ec-33fffac2e4a2 req-c71f31ac-4820-498d-8529-44d4628c6029 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311799 Mar 29 09:53:35.983479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544a5de-d5c7-4330-91ec-66715837b1d4 req-a368354c-a1f1-4b7a-8c2a-8bff66cbb6e5 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:35.984904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6544a5de-d5c7-4330-91ec-66715837b1d4 req-a368354c-a1f1-4b7a-8c2a-8bff66cbb6e5 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0466638 Mar 29 09:53:36.022243 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6544a5de-d5c7-4330-91ec-66715837b1d4 req-d1099fce-843a-4b7a-b0cf-8509b5393594 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302572 Mar 29 09:53:36.673747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd215f-9d1f-471f-815c-7f71ebfec0e5 req-a6e7bd64-b17f-4d28-b4ba-72d5660f23dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:36.675242 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49fd215f-9d1f-471f-815c-7f71ebfec0e5 req-a6e7bd64-b17f-4d28-b4ba-72d5660f23dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 1099 time: 0.0445189 Mar 29 09:53:36.784517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd215f-9d1f-471f-815c-7f71ebfec0e5 req-9e20108e-c7a8-476c-98f7-355d3a1661e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:36.786024 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49fd215f-9d1f-471f-815c-7f71ebfec0e5 req-9e20108e-c7a8-476c-98f7-355d3a1661e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 915 time: 0.0913608 Mar 29 09:53:36.830700 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49fd215f-9d1f-471f-815c-7f71ebfec0e5 req-36ac0457-cef3-44a5-ac62-320cfbc53abd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc546fb0-7bac-4260-89a6-c410948f4c02 HTTP/1.1" status: 200 len: 217 time: 0.0384562 Mar 29 09:53:36.880613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd215f-9d1f-471f-815c-7f71ebfec0e5 req-12152445-bea3-4068-b159-104f8344a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:36.882085 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49fd215f-9d1f-471f-815c-7f71ebfec0e5 req-12152445-bea3-4068-b159-104f8344a954 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb7c15d9-16db-4a00-ae87-fff9af4b0405 HTTP/1.1" status: 200 len: 854 time: 0.0440397 Mar 29 09:53:36.916403 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49fd215f-9d1f-471f-815c-7f71ebfec0e5 req-7cd9f50b-401f-4e1b-ac26-71429d193e22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=529da6fa-174b-4816-a599-7ac716b8978f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277960 Mar 29 09:53:37.021242 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49fd215f-9d1f-471f-815c-7f71ebfec0e5 req-56961d01-69b4-4736-b2e9-e5a546aeb159 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975356 Mar 29 09:53:37.138301 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49fd215f-9d1f-471f-815c-7f71ebfec0e5 req-f98c7d1f-3f82-44e7-bb6f-8256f2644834 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098239 Mar 29 09:53:37.153960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71ad1f-3af6-422a-9ad2-07f239f605f0 req-9af3f5a1-71b2-4c02-9cf8-473c378ffd83 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:37.156077 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ba71ad1f-3af6-422a-9ad2-07f239f605f0 req-9af3f5a1-71b2-4c02-9cf8-473c378ffd83 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0635815 Mar 29 09:53:37.195652 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ba71ad1f-3af6-422a-9ad2-07f239f605f0 req-15e3410b-911c-40db-a034-0d877394fabd tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333033 Mar 29 09:53:38.311660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a026e-f5a5-4575-9dd0-d7d9422a15df req-6156b378-ba39-4c3b-a687-7abc8e0152e2 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:38.313094 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-889a026e-f5a5-4575-9dd0-d7d9422a15df req-6156b378-ba39-4c3b-a687-7abc8e0152e2 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0501931 Mar 29 09:53:38.348840 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-889a026e-f5a5-4575-9dd0-d7d9422a15df req-5c737873-71c4-4e07-bedf-9a49b3ea5025 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291634 Mar 29 09:53:39.466140 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b3c82-67a7-4962-b764-59647ae885bb req-eb00a02b-0c84-4039-8997-17bc0fe48fa5 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:39.467582 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f0b3c82-67a7-4962-b764-59647ae885bb req-eb00a02b-0c84-4039-8997-17bc0fe48fa5 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0495920 Mar 29 09:53:39.505834 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f0b3c82-67a7-4962-b764-59647ae885bb req-0c3a682f-d6c4-4a10-893f-7dd184d75da3 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Mar 29 09:53:40.622749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c71bf-052e-4c44-88f0-14277b9a82a9 req-b04815b1-c376-4f1f-bb23-015673f16e08 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:40.624221 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da7c71bf-052e-4c44-88f0-14277b9a82a9 req-b04815b1-c376-4f1f-bb23-015673f16e08 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0488517 Mar 29 09:53:40.666950 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da7c71bf-052e-4c44-88f0-14277b9a82a9 req-b7d589fd-ff90-412a-bac6-64c6104852e6 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365994 Mar 29 09:53:41.782565 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90aab5-8e2e-47e2-9b8c-a662d950eaf1 req-c129b405-0115-46e2-bbf0-3313a939896a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:41.784078 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc90aab5-8e2e-47e2-9b8c-a662d950eaf1 req-c129b405-0115-46e2-bbf0-3313a939896a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0488846 Mar 29 09:53:41.822744 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc90aab5-8e2e-47e2-9b8c-a662d950eaf1 req-f76bc9c4-0c26-4bb8-b77c-dcf432d9d1e1 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324454 Mar 29 09:53:42.186007 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:53:42.939219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756f5f9-187a-479d-a2e7-3f0bf968ab25 req-90a8f46b-2e87-4a9f-8be3-1e02e1fcbc8e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:42.940686 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9756f5f9-187a-479d-a2e7-3f0bf968ab25 req-90a8f46b-2e87-4a9f-8be3-1e02e1fcbc8e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0508413 Mar 29 09:53:42.977445 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9756f5f9-187a-479d-a2e7-3f0bf968ab25 req-74464fd0-865e-4f17-9284-fcb82cb9db50 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302529 Mar 29 09:53:44.095614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d6bdd-65c8-453a-879e-434947947092 req-2d8432d1-7d04-43e5-872c-3bb08424d478 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:44.096985 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb1d6bdd-65c8-453a-879e-434947947092 req-2d8432d1-7d04-43e5-872c-3bb08424d478 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0488753 Mar 29 09:53:44.138675 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fb1d6bdd-65c8-453a-879e-434947947092 req-e6fab212-fd11-4200-8599-d6e743cb2421 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349762 Mar 29 09:53:45.251419 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0474ca-1cf6-4c37-ac60-9ef14e6cc087 req-c8ae0384-2a24-4a5e-9a6e-29a802f0ce49 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:45.252869 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb0474ca-1cf6-4c37-ac60-9ef14e6cc087 req-c8ae0384-2a24-4a5e-9a6e-29a802f0ce49 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0477374 Mar 29 09:53:45.290304 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb0474ca-1cf6-4c37-ac60-9ef14e6cc087 req-21a02745-6aff-40de-a978-9a23568660ea tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307174 Mar 29 09:53:46.404791 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba612439-fdaa-4b82-bdfd-0815ad76895b req-4b450fa0-3a33-4d1c-9730-372b314150c4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:46.406261 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ba612439-fdaa-4b82-bdfd-0815ad76895b req-4b450fa0-3a33-4d1c-9730-372b314150c4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0467637 Mar 29 09:53:46.445949 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ba612439-fdaa-4b82-bdfd-0815ad76895b req-508fe365-ba7f-467a-bb1b-b02e40470bc4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326724 Mar 29 09:53:47.559775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97caf65-299a-4f2f-b7f6-eb6dafcb4f72 req-024c5f8e-e8d6-4fe8-84cb-fbefe8e63522 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:47.561207 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b97caf65-299a-4f2f-b7f6-eb6dafcb4f72 req-024c5f8e-e8d6-4fe8-84cb-fbefe8e63522 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0476942 Mar 29 09:53:47.601196 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b97caf65-299a-4f2f-b7f6-eb6dafcb4f72 req-31d1b7e4-e813-4bd5-81b4-3cd1d2b1c2c7 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340862 Mar 29 09:53:48.749685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af484f88-f593-4501-98f5-6673f5544f9a req-79fa6950-391b-46f0-a2a2-ac4f6aeabe37 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:48.751421 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-af484f88-f593-4501-98f5-6673f5544f9a req-79fa6950-391b-46f0-a2a2-ac4f6aeabe37 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0538681 Mar 29 09:53:48.796751 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-af484f88-f593-4501-98f5-6673f5544f9a req-49b76f24-cd63-4c0c-a299-fc3837f58ad4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355368 Mar 29 09:53:49.921757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2803a5b-106f-44c0-93ca-53592018d546 req-62b1fe38-ea3c-4ae5-8104-c2e5ebe818a4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:49.923233 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a2803a5b-106f-44c0-93ca-53592018d546 req-62b1fe38-ea3c-4ae5-8104-c2e5ebe818a4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0497110 Mar 29 09:53:49.961531 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a2803a5b-106f-44c0-93ca-53592018d546 req-0e3a4592-6f34-4fdb-9019-f33c0079cbdc tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321193 Mar 29 09:53:51.073947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3472136-5f7c-4a3f-969c-fea80b6b72e9 req-d5b5c2b3-cfcb-4509-a40f-a6474d407724 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:51.075309 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a3472136-5f7c-4a3f-969c-fea80b6b72e9 req-d5b5c2b3-cfcb-4509-a40f-a6474d407724 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0479357 Mar 29 09:53:51.117840 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a3472136-5f7c-4a3f-969c-fea80b6b72e9 req-6eaa5057-7f7d-471d-a680-021591e1d2f2 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365674 Mar 29 09:53:52.232361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818e468-6ffe-4561-b7dc-7ef298f1b0b3 req-6d190234-a8eb-4245-bd4a-d8877a01c5d2 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:52.233828 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d818e468-6ffe-4561-b7dc-7ef298f1b0b3 req-6d190234-a8eb-4245-bd4a-d8877a01c5d2 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0478287 Mar 29 09:53:52.270546 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d818e468-6ffe-4561-b7dc-7ef298f1b0b3 req-d688d281-6777-4fa8-b9a3-2114af386f8b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307724 Mar 29 09:53:53.382989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14414d-aba3-47a7-924d-c6dfd6cfbda7 req-279ced98-8ce9-40eb-a238-e1fe7e384084 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:53.384434 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cd14414d-aba3-47a7-924d-c6dfd6cfbda7 req-279ced98-8ce9-40eb-a238-e1fe7e384084 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0470333 Mar 29 09:53:53.421630 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cd14414d-aba3-47a7-924d-c6dfd6cfbda7 req-407f3bc2-0e4e-49d4-93dc-0d1356bc2530 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312157 Mar 29 09:53:54.540451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb0e3c-5630-4c58-a23e-1c34ff21bfb5 req-c8ad65ec-a1a6-410a-959a-fa201087ec8c tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:54.542373 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-62bb0e3c-5630-4c58-a23e-1c34ff21bfb5 req-c8ad65ec-a1a6-410a-959a-fa201087ec8c tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0504262 Mar 29 09:53:54.586588 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-62bb0e3c-5630-4c58-a23e-1c34ff21bfb5 req-e3dcfadd-5d6c-44cc-b8ef-a935862a321a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381141 Mar 29 09:53:55.703084 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa761-286e-4a57-ba0f-0a450ca62ae3 req-15ed6967-4a1d-495f-877e-5b2072748be9 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:55.704520 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b82aa761-286e-4a57-ba0f-0a450ca62ae3 req-15ed6967-4a1d-495f-877e-5b2072748be9 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0488558 Mar 29 09:53:55.742295 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b82aa761-286e-4a57-ba0f-0a450ca62ae3 req-86dc467f-a807-4878-b601-c73c80a2d5d8 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Mar 29 09:53:55.926323 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-1624bfd4-2ac0-466a-ba3c-d3e62cafc9f3 service neutron] 10.222.0.24 "GET /v2.0/ports/cc546fb0-7bac-4260-89a6-c410948f4c02/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0541642 Mar 29 09:53:56.128520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-9e02f17a-a314-4598-8a46-097fc5046d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:56.130033 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-9e02f17a-a314-4598-8a46-097fc5046d71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5&tenant_id=5d71248510a04efda8aa8377fbc40870 HTTP/1.1" status: 200 len: 1099 time: 0.0415089 Mar 29 09:53:56.197420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-91119031-a227-4e97-8c38-9699d7e12af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:56.198826 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-91119031-a227-4e97-8c38-9699d7e12af2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 1099 time: 0.0455406 Mar 29 09:53:56.285929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-6ccd26e5-e51e-474f-bf3e-09406b1e5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:56.287358 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-6ccd26e5-e51e-474f-bf3e-09406b1e5072 service neutron] 10.222.0.24 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 915 time: 0.0820003 Mar 29 09:53:56.331499 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-322a9053-a7a7-48ad-b14b-cfe2186fa869 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc546fb0-7bac-4260-89a6-c410948f4c02 HTTP/1.1" status: 200 len: 217 time: 0.0372534 Mar 29 09:53:56.708891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-9d375dc9-dd7e-4d4f-88d2-5bde7a100512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:56.710349 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-9d375dc9-dd7e-4d4f-88d2-5bde7a100512 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb7c15d9-16db-4a00-ae87-fff9af4b0405 HTTP/1.1" status: 200 len: 854 time: 0.3726513 Mar 29 09:53:56.741871 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-9796fbad-687c-4598-9192-73a4b7016155 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=529da6fa-174b-4816-a599-7ac716b8978f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239816 Mar 29 09:53:56.770232 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b04ac5b4-5718-4549-b222-40b10edf0082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:56.872286 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-7d66e31d-6db0-4eec-ad98-085a106ad0d0 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234956 Mar 29 09:53:56.882608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693f354-f0ea-4260-8512-11855bd63259 req-3cb7bd8d-d74c-469a-8363-420fef27ec31 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:56.883975 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0693f354-f0ea-4260-8512-11855bd63259 req-3cb7bd8d-d74c-469a-8363-420fef27ec31 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0668337 Mar 29 09:53:56.974410 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0693f354-f0ea-4260-8512-11855bd63259 req-088ee019-2339-4b7d-b4db-4c172f5f13cd tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813081 Mar 29 09:53:57.001181 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b7e2ba5c-fbdc-412f-862b-7e03d85e9756 req-1f34dc56-c988-4d74-8138-61a2a3171f99 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150241 Mar 29 09:53:58.108733 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9e07d-5e23-4082-92dd-776f8919c36f req-5467dbd5-7dd3-4858-92e4-c4dbb8a6be48 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:58.110256 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fdd9e07d-5e23-4082-92dd-776f8919c36f req-5467dbd5-7dd3-4858-92e4-c4dbb8a6be48 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0607183 Mar 29 09:53:58.152394 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fdd9e07d-5e23-4082-92dd-776f8919c36f req-7b6ea392-652d-4694-9b14-b8fe332d37f4 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360615 Mar 29 09:53:59.169396 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8d722153-14be-4a67-863b-f04e1e31df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:59.287754 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2af5e-93f2-4673-9dc3-354efa6e51b5 req-7faefe98-a24d-4187-b895-3ff8cfae8da5 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:53:59.289212 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b0b2af5e-93f2-4673-9dc3-354efa6e51b5 req-7faefe98-a24d-4187-b895-3ff8cfae8da5 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 946 time: 0.0526960 Mar 29 09:53:59.339071 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b0b2af5e-93f2-4673-9dc3-354efa6e51b5 req-17595990-4298-4537-9e2b-228ce27961c9 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428855 Mar 29 09:53:59.490347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device cc546fb0-7bac-4260-89a6-c410948f4c02 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:53:59.595158 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:59.620136 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc546fb0-7bac-4260-89a6-c410948f4c02'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:53:59.623185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02b3a78-5a45-4b16-a3c3-77fc1d4c3726" -d '{"events": [{"server_uuid": "6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5", "name": "network-vif-unplugged", "status": "completed", "tag": "cc546fb0-7bac-4260-89a6-c410948f4c02"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:53:59.640162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port cc546fb0-7bac-4260-89a6-c410948f4c02, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cc546fb0-7bac-4260-89a6-c410948f4c02,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:53:59.646038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:53:59.693211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 09:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6fd061-d458-434b-9767-69c970844bd7 x-openstack-request-id: req-db6fd061-d458-434b-9767-69c970844bd7 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:53:59.693643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5", "name": "network-vif-unplugged", "status": "completed", "tag": "cc546fb0-7bac-4260-89a6-c410948f4c02", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:53:59.694012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db6fd061-d458-434b-9767-69c970844bd7 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:53:59.694559 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc546fb0-7bac-4260-89a6-c410948f4c02', 'code': 200} Mar 29 09:53:59.720433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=cc546fb0-7bac-4260-89a6-c410948f4c02,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:00.468346 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262dee-a157-4c52-97a0-d8d4155299c5 req-701831d3-2b08-4ceb-a915-08a266ad3abc tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:00.469903 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0e262dee-a157-4c52-97a0-d8d4155299c5 req-701831d3-2b08-4ceb-a915-08a266ad3abc tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0553968 Mar 29 09:54:00.512838 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0e262dee-a157-4c52-97a0-d8d4155299c5 req-d9eb01b1-b74a-4ddb-9455-e9709a3cf05a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364468 Mar 29 09:54:00.654547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:00.756244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a05b1-40e6-44a8-8f75-11d76555a9d5 req-f4374ef6-a430-43f7-84e4-c6fbaf54da61 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:00.757781 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac1a05b1-40e6-44a8-8f75-11d76555a9d5 req-f4374ef6-a430-43f7-84e4-c6fbaf54da61 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0884025 Mar 29 09:54:00.769553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252c9be-3f0a-402a-a5e8-fe9d06fbdcf5 req-49adebbe-c680-43c2-91c1-450294a141b3 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:00.771072 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9252c9be-3f0a-402a-a5e8-fe9d06fbdcf5 req-49adebbe-c680-43c2-91c1-450294a141b3 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5&tenant_id=5d71248510a04efda8aa8377fbc40870&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 944 time: 0.0862291 Mar 29 09:54:00.807701 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac1a05b1-40e6-44a8-8f75-11d76555a9d5 req-8cd162b4-440a-4eb1-9c2a-7da4e247bb0d tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355811 Mar 29 09:54:00.871927 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252c9be-3f0a-402a-a5e8-fe9d06fbdcf5 req-eb82cb09-8bcd-4593-899b-21f83c108655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:00.873524 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9252c9be-3f0a-402a-a5e8-fe9d06fbdcf5 req-eb82cb09-8bcd-4593-899b-21f83c108655 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d71248510a04efda8aa8377fbc40870&device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 1097 time: 0.0573177 Mar 29 09:54:00.984175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252c9be-3f0a-402a-a5e8-fe9d06fbdcf5 req-6fd0f7eb-939d-4f7c-b7bb-76eb1d9126bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:00.985587 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9252c9be-3f0a-402a-a5e8-fe9d06fbdcf5 req-6fd0f7eb-939d-4f7c-b7bb-76eb1d9126bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 200 len: 915 time: 0.1061039 Mar 29 09:54:01.032507 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9252c9be-3f0a-402a-a5e8-fe9d06fbdcf5 req-d9b314ea-8080-4092-b8e5-b303ef37649b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc546fb0-7bac-4260-89a6-c410948f4c02 HTTP/1.1" status: 200 len: 217 time: 0.0404966 Mar 29 09:54:01.082770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252c9be-3f0a-402a-a5e8-fe9d06fbdcf5 req-b9672b3f-6256-449a-a122-decb24f38333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:01.084234 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9252c9be-3f0a-402a-a5e8-fe9d06fbdcf5 req-b9672b3f-6256-449a-a122-decb24f38333 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb7c15d9-16db-4a00-ae87-fff9af4b0405 HTTP/1.1" status: 200 len: 854 time: 0.0460498 Mar 29 09:54:01.118558 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9252c9be-3f0a-402a-a5e8-fe9d06fbdcf5 req-cfecabd6-2635-40fd-ad56-0bd4187e694d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=529da6fa-174b-4816-a599-7ac716b8978f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278690 Mar 29 09:54:01.218044 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9252c9be-3f0a-402a-a5e8-fe9d06fbdcf5 req-dbb4eddc-5a5c-4176-b1ec-a11042ce0d9f service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924933 Mar 29 09:54:01.311042 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9252c9be-3f0a-402a-a5e8-fe9d06fbdcf5 req-0c1df7a6-a6e9-4924-8f6d-5bace4f1dfb6 service neutron] 10.222.0.24 "GET /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864801 Mar 29 09:54:01.948754 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af1c58-9aba-40fe-b2b7-a66bb22b6226 req-49e23bb5-8a2a-49d1-8945-63c16e139319 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:01.951106 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c8af1c58-9aba-40fe-b2b7-a66bb22b6226 req-49e23bb5-8a2a-49d1-8945-63c16e139319 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0622146 Mar 29 09:54:01.991436 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c8af1c58-9aba-40fe-b2b7-a66bb22b6226 req-ad446fe3-96cd-41b9-9250-2bf83ddaa2fe tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341351 Mar 29 09:54:02.073489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:02.126758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d31e0-e1cf-4c3b-b9a0-c341ca314f5a req-2d4d9418-453b-48a2-8d5d-ef0b2636768d tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:02.128844 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc4d31e0-e1cf-4c3b-b9a0-c341ca314f5a req-2d4d9418-453b-48a2-8d5d-ef0b2636768d tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0636883 Mar 29 09:54:02.171478 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc4d31e0-e1cf-4c3b-b9a0-c341ca314f5a req-3d49add6-b9dc-4d5a-b5f5-dad06825ecc9 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354562 Mar 29 09:54:02.292870 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25673618-5491-412e-a1fb-0c0e98320bd4 req-55a5e84c-46c8-433a-aeab-f0042690de6a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:02.294321 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-25673618-5491-412e-a1fb-0c0e98320bd4 req-55a5e84c-46c8-433a-aeab-f0042690de6a tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0518646 Mar 29 09:54:02.340023 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-25673618-5491-412e-a1fb-0c0e98320bd4 req-87fd48cb-e149-4cd4-b96c-766b02ad23ba tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Mar 29 09:54:02.632125 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:02.724616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20623b-d3ec-4365-8405-aa22c1106a56 req-e96f9a53-5837-4145-8619-5403f3ac437f tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:02.726312 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fa20623b-d3ec-4365-8405-aa22c1106a56 req-e96f9a53-5837-4145-8619-5403f3ac437f tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0546575 Mar 29 09:54:02.775420 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fa20623b-d3ec-4365-8405-aa22c1106a56 req-196e3bd6-5f99-48d5-8a51-1b8302fb769b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420799 Mar 29 09:54:03.822590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:03.910749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97231074-88a8-45f3-8df7-a4178d515a74 req-0306ad67-3be4-4f08-8b40-8a8e07360bac tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:03.912284 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-97231074-88a8-45f3-8df7-a4178d515a74 req-0306ad67-3be4-4f08-8b40-8a8e07360bac tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0563989 Mar 29 09:54:03.955749 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-97231074-88a8-45f3-8df7-a4178d515a74 req-ffa87db9-2e0d-41f6-a10f-a434f7500c18 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/security-groups?id=0479c19f-dc8a-4469-9edd-8b47179a7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356929 Mar 29 09:54:04.463852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252f8f1-f943-4682-ba6c-321a71182548 req-2fce7272-a256-4b3e-805c-97e60a9eb028 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:04.465306 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e252f8f1-f943-4682-ba6c-321a71182548 req-2fce7272-a256-4b3e-805c-97e60a9eb028 tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 944 time: 0.0488782 Mar 29 09:54:04.556398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-e252f8f1-f943-4682-ba6c-321a71182548 req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Deleting port cc546fb0-7bac-4260-89a6-c410948f4c02 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:54:04.556737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e252f8f1-f943-4682-ba6c-321a71182548 req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:04.647891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-e252f8f1-f943-4682-ba6c-321a71182548 req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] For port cc546fb0-7bac-4260-89a6-c410948f4c02, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=cc546fb0-7bac-4260-89a6-c410948f4c02,segment=NetworkSegment(a0442d0d-e89c-461e-81fb-9dd556e10682),segment_id=a0442d0d-e89c-461e-81fb-9dd556e10682)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:54:04.648274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e252f8f1-f943-4682-ba6c-321a71182548 req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:04.661489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-e252f8f1-f943-4682-ba6c-321a71182548 req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Calling delete_port for cc546fb0-7bac-4260-89a6-c410948f4c02 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:54:04.791859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e252f8f1-f943-4682-ba6c-321a71182548 req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:04.821265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Pushing event deleted for resources: {'Port': ['ID=cc546fb0-7bac-4260-89a6-c410948f4c02,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:04.848322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.848668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.849012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.849344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.849700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.850032 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.850358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.850682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.851004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.851323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.851642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.851959 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:04.873865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-e252f8f1-f943-4682-ba6c-321a71182548 req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] No DVR routers for this DVR port cc546fb0-7bac-4260-89a6-c410948f4c02 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:54:04.876341 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e252f8f1-f943-4682-ba6c-321a71182548 req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:04.879633 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e252f8f1-f943-4682-ba6c-321a71182548 req-e6a24a20-1f31-48ce-b16f-413d7a70682e tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.24 "DELETE /v2.0/ports/cc546fb0-7bac-4260-89a6-c410948f4c02 HTTP/1.1" status: 204 len: 173 time: 0.4088676 Mar 29 09:54:04.880070 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5', 'name': 'network-vif-deleted', 'tag': 'cc546fb0-7bac-4260-89a6-c410948f4c02'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:54:04.882385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5942b22-b39b-4cb5-aca5-308280dfa22f" -d '{"events": [{"server_uuid": "6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5", "name": "network-vif-deleted", "tag": "cc546fb0-7bac-4260-89a6-c410948f4c02"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:54:04.926114 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b077a41a-d9ba-494a-86a5-5a380b0564c6 x-openstack-request-id: req-b077a41a-d9ba-494a-86a5-5a380b0564c6 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:54:04.926705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5", "name": "network-vif-deleted", "tag": "cc546fb0-7bac-4260-89a6-c410948f4c02", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:54:04.926705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b077a41a-d9ba-494a-86a5-5a380b0564c6 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:54:04.927025 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5', 'name': 'network-vif-deleted', 'tag': 'cc546fb0-7bac-4260-89a6-c410948f4c02', 'status': 'completed', 'code': 200} Mar 29 09:54:05.066571 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f2a96518-9235-4cc7-9f34-f3f2ce5fe62d req-ac446c12-5f71-47ff-86c5-d1df6ddfa86d tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b2755e6-e209-4b69-b4a6-ec4e3f2bdfd5 HTTP/1.1" status: 200 len: 210 time: 0.0301185 Mar 29 09:54:06.188279 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56822) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:06.231639 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Deleting subnet eb7c15d9-16db-4a00-ae87-fff9af4b0405 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:54:06.234881 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.271632 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.315162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.369707 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.395077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7c15d9-16db-4a00-ae87-fff9af4b0405,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:06.399694 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.402886 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eb7c15d9-16db-4a00-ae87-fff9af4b0405 HTTP/1.1" status: 204 len: 168 time: 0.2136259 Mar 29 09:54:06.405690 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56824) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:06.407891 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:06.408197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:06.408541 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:06.409386 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:06.409778 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:06.410105 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:06.410434 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:06.410755 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:06.411078 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:06.411399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:06.411721 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:06.412035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c565eb-156f-4cd8-8a5d-9cf9c259c191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:06.477177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.559824 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.580073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529da6fa-174b-4816-a599-7ac716b8978f']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:06.590246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0442d0d-e89c-461e-81fb-9dd556e10682') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:06.591957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0442d0d-e89c-461e-81fb-9dd556e10682') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:06.600001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.614546 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.620307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:54:06.620627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:54:06.622310 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:54:06.679191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.684353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.689356 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] 10.222.0.32 "DELETE /v2.0/networks/529da6fa-174b-4816-a599-7ac716b8978f HTTP/1.1" status: 204 len: 168 time: 0.2826288 Mar 29 09:54:06.703250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32c82d-7f96-4c5b-9022-42b6b04f111b admin admin] Pushing event deleted for resources: {'Network': ['ID=529da6fa-174b-4816-a599-7ac716b8978f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:06.841900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56828) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:06.883703 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7a9b5d6b-c7de-4d0c-ad1d-bba09160011b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d71248510a04efda8aa8377fbc40870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404902 Mar 29 09:54:06.886138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56830) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:06.939212 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-587c233f-9042-4ecb-a170-530d92fa8a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:06.962039 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-587c233f-9042-4ecb-a170-530d92fa8a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:07.015147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-587c233f-9042-4ecb-a170-530d92fa8a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:07.017757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-587c233f-9042-4ecb-a170-530d92fa8a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:07.019432 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-587c233f-9042-4ecb-a170-530d92fa8a8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0479c19f-dc8a-4469-9edd-8b47179a7437 HTTP/1.1" status: 204 len: 168 time: 0.1323624 Mar 29 09:54:07.028111 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c233f-9042-4ecb-a170-530d92fa8a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0479c19f-dc8a-4469-9edd-8b47179a7437,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:07.526478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device cc546fb0-7bac-4260-89a6-c410948f4c02 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:54:07.559426 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: cc546fb0-7bac-4260-89a6-c410948f4c02 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:54:07.559987 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device cc546fb0-7bac-4260-89a6-c410948f4c02 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:54:07.807122 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56852) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:07.932070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-399152126-network', 'tenant_id': '1bb3371396e44e438313b88913f6c748'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:07.956973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Made reservation on behalf of 1bb3371396e44e438313b88913f6c748 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:54:07.959563 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:07.968309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.048851 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.053523 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.079223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:54:08.089248 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac795598-d5c9-4027-8445-1fe5365286ef,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:08.097912 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.097912 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Added segment 30d1f480-a085-416f-ad46-77b3aab47404 of type vlan for network 436596a1-7ae4-4810-bc18-ec9ad0ca259a Mar 29 09:54:08.137196 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.162674 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.163669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:08.164196 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.195879 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3876581 Mar 29 09:54:08.199095 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56856) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:08.207626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-74aa128a-06c1-45a9-b897-5c118e3b074c admin admin] Request body: {'subnet': {'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-399152126-subnet', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:08.230156 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce445d1-4d69-4eba-8861-c11955bd1bbe admin admin] Pushing event updated for resources: {'Network': ['ID=436596a1-7ae4-4810-bc18-ec9ad0ca259a,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:08.240958 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aa128a-06c1-45a9-b897-5c118e3b074c admin admin] Made reservation on behalf of 1bb3371396e44e438313b88913f6c748 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:54:08.241836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 436596a1-7ae4-4810-bc18-ec9ad0ca259a details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:54:08.243469 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74aa128a-06c1-45a9-b897-5c118e3b074c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.421675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74aa128a-06c1-45a9-b897-5c118e3b074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.479308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa128a-06c1-45a9-b897-5c118e3b074c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:08.490335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa128a-06c1-45a9-b897-5c118e3b074c admin admin] Checking segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:54:08.490693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa128a-06c1-45a9-b897-5c118e3b074c admin admin] Network hostable DHCP agents. Network: 436596a1-7ae4-4810-bc18-ec9ad0ca259a, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:54:08.510136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa128a-06c1-45a9-b897-5c118e3b074c admin admin] Network 436596a1-7ae4-4810-bc18-ec9ad0ca259a is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:54:08.520211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-74aa128a-06c1-45a9-b897-5c118e3b074c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 436596a1-7ae4-4810-bc18-ec9ad0ca259a) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:08.527196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aa128a-06c1-45a9-b897-5c118e3b074c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:08.530264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74aa128a-06c1-45a9-b897-5c118e3b074c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.530713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afcacf3-4afa-49a8-804d-5c30a505fb6b None None] Network 436596a1-7ae4-4810-bc18-ec9ad0ca259a requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:54:08.551748 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-74aa128a-06c1-45a9-b897-5c118e3b074c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3509743 Mar 29 09:54:08.555746 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56858) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:08.561329 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:08.584751 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.586022 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.668079 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.716904 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:54:08.717821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.818629 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:08.855406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Allocated IP 172.20.0.2 (436596a1-7ae4-4810-bc18-ec9ad0ca259a/5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de/3f031275-742f-4542-a45d-c5e151622183) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:54:09.009298 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:09.014777 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:09.020212 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:09.039027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:09.064419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Network 436596a1-7ae4-4810-bc18-ec9ad0ca259a is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:54:09.069432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:09.072407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:54:09.077737 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Pushing event updated for resources: {'Port': ['ID=3f031275-742f-4542-a45d-c5e151622183,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:09.139080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Attempting to bind port 3f031275-742f-4542-a45d-c5e151622183 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:54:09.139773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Attempting to bind port 3f031275-742f-4542-a45d-c5e151622183 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:54:09.140138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Attempting to bind port 3f031275-742f-4542-a45d-c5e151622183 on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:54:09.145406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:54:09.145910 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Checking segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:54:09.146361 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:09.146751 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Bound using segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:54:09.147212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Bound port: 3f031275-742f-4542-a45d-c5e151622183, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:54:09.147595 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:09.151582 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Allocated IP 172.26.1.87 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/d8662605-cf28-433d-97b7-5f0a3bc5a2c9) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:54:09.214224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] For port 3f031275-742f-4542-a45d-c5e151622183, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:54:09.217691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] For port 3f031275-742f-4542-a45d-c5e151622183, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3f031275-742f-4542-a45d-c5e151622183,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:54:09.223112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:09.255635 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:09.282786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4dd5f-6d51-44c3-98d9-dada6e09c835 None None] Pushing event updated for resources: {'Port': ['ID=3f031275-742f-4542-a45d-c5e151622183,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:09.295056 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:09.342697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:54:09.345688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:09.348821 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:54:09.373781 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8662605-cf28-433d-97b7-5f0a3bc5a2c9,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:09.625442 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:09.841307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:10.145367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3f031275-742f-4542-a45d-c5e151622183 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:54:10.208975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 3f031275-742f-4542-a45d-c5e151622183 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:10.210033 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:10.317855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce3541f-21da-4801-85fc-1ade48529c55 None None] Network 436596a1-7ae4-4810-bc18-ec9ad0ca259a requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:54:10.334462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:10.349802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Router fccc477b-2629-4bce-aaea-34e4f6e0b557 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:54:10.435788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 3f031275-742f-4542-a45d-c5e151622183, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3f031275-742f-4542-a45d-c5e151622183,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:54:10.438975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d6b861f4-5db9-42e6-82f0-32b8782cee60 None None] Provisioning complete for port 3f031275-742f-4542-a45d-c5e151622183 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:10.439435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d6b861f4-5db9-42e6-82f0-32b8782cee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:10.465270 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:10.476032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:54:10.487418 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Sync routers for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:54:10.498400 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:54:10.499023 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:53:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:10.499615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:10.503727 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a7234d64-5502-4606-b70c-4ae663a447a1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9441705 Mar 29 09:54:10.504020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56860) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:10.578255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=3f031275-742f-4542-a45d-c5e151622183,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:10.621697 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:54:10.833393 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:09Z', 'revision_number': 3, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:10.866931 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Checking router: fccc477b-2629-4bce-aaea-34e4f6e0b557 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:54:10.867274 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Updating router fccc477b-2629-4bce-aaea-34e4f6e0b557 port d8662605-cf28-433d-97b7-5f0a3bc5a2c9 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:54:10.900642 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:10.969052 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ca2e4c09-dd60-4f26-8ce0-d3fa2dea3e83 None None] Provisioning complete for port 3f031275-742f-4542-a45d-c5e151622183 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:10.969462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ca2e4c09-dd60-4f26-8ce0-d3fa2dea3e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:10.975080 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.142303 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Allocated IP 172.20.0.1 (436596a1-7ae4-4810-bc18-ec9ad0ca259a/5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de/13313a1c-12e3-4596-a712-62a5a08a01c9) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:54:11.167239 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.172043 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.223290 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Attempting to bind port d8662605-cf28-433d-97b7-5f0a3bc5a2c9 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:54:11.223589 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Attempting to bind port d8662605-cf28-433d-97b7-5f0a3bc5a2c9 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:54:11.223929 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Attempting to bind port d8662605-cf28-433d-97b7-5f0a3bc5a2c9 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:54:11.225860 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Pushing event updated for resources: {'Port': ['ID=d8662605-cf28-433d-97b7-5f0a3bc5a2c9,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:11.234117 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:54:11.234486 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:54:11.234886 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.235272 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:54:11.235725 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Bound port: d8662605-cf28-433d-97b7-5f0a3bc5a2c9, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:54:11.236100 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.239595 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:11.239940 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:11.240278 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:11.240607 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:11.240935 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:11.241262 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:11.241605 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:11.241933 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:11.242270 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:11.242574 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:11.242891 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:11.243207 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:11.243602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.277964 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.297637 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] For port d8662605-cf28-433d-97b7-5f0a3bc5a2c9, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:54:11.302286 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] For port d8662605-cf28-433d-97b7-5f0a3bc5a2c9, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d8662605-cf28-433d-97b7-5f0a3bc5a2c9,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:54:11.305917 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.322200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Network 436596a1-7ae4-4810-bc18-ec9ad0ca259a is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:54:11.324996 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:11.328383 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:54:11.351399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Pushing event updated for resources: {'Port': ['ID=13313a1c-12e3-4596-a712-62a5a08a01c9,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:11.354157 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:54:11.355124 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:53:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:11.372792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.420831 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546cab2-e518-49a5-8501-459848c41540 None None] Pushing event updated for resources: {'Port': ['ID=d8662605-cf28-433d-97b7-5f0a3bc5a2c9,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:11.474898 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:54:11.515773 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.576779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-df9fb0e4-8a22-484f-b7e6-44ceafb74fe2 None None] Provisioning complete for port 13313a1c-12e3-4596-a712-62a5a08a01c9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:11.577351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-df9fb0e4-8a22-484f-b7e6-44ceafb74fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.611154 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-df9fb0e4-8a22-484f-b7e6-44ceafb74fe2 None None] Port 13313a1c-12e3-4596-a712-62a5a08a01c9 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:54:11.657822 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:09Z', 'revision_number': 3, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:11.679902 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.684731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.758342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:11.760024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Pushing event updated for resources: {'Port': ['ID=13313a1c-12e3-4596-a712-62a5a08a01c9,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:11.771749 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a2d467-99c7-4db2-b889-ce314f54f372 None None] The sync data for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv is: [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:09Z', 'revision_number': 3, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:54:11.857756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Network 436596a1-7ae4-4810-bc18-ec9ad0ca259a is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:54:11.859140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:12.007522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Router fccc477b-2629-4bce-aaea-34e4f6e0b557 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:54:12.151245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-6d3816ac-f95a-4a7b-8c08-9511e87ac0a1 None None] Provisioning complete for port 13313a1c-12e3-4596-a712-62a5a08a01c9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:12.151879 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6d3816ac-f95a-4a7b-8c08-9511e87ac0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:12.152864 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:54:12.158101 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3a5d0e35-4b03-49ca-a136-9fd180369e6d admin admin] 10.222.0.32 "PUT /v2.0/routers/fccc477b-2629-4bce-aaea-34e4f6e0b557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6529751 Mar 29 09:54:12.202923 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6d3816ac-f95a-4a7b-8c08-9511e87ac0a1 None None] Port 13313a1c-12e3-4596-a712-62a5a08a01c9 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:54:12.235646 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3f031275-742f-4542-a45d-c5e151622183 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:54:12.288137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 3f031275-742f-4542-a45d-c5e151622183 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:12.288516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:12.373148 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d8662605-cf28-433d-97b7-5f0a3bc5a2c9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:54:12.428191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d8662605-cf28-433d-97b7-5f0a3bc5a2c9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:12.429030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:12.656996 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:12.677796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port d8662605-cf28-433d-97b7-5f0a3bc5a2c9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d8662605-cf28-433d-97b7-5f0a3bc5a2c9,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:54:12.682104 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:12.727359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=d8662605-cf28-433d-97b7-5f0a3bc5a2c9,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:13.344865 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Sync routers for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:54:13.355062 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:54:13.355681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:53:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:13.462144 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:54:13.656390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 2, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:13.683985 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Checking router: fccc477b-2629-4bce-aaea-34e4f6e0b557 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:54:13.684580 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Updating router fccc477b-2629-4bce-aaea-34e4f6e0b557 port 13313a1c-12e3-4596-a712-62a5a08a01c9 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:54:13.696880 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56870) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:13.701405 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-712b00ff-5e75-44c6-af8f-bd16480b2295 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098365694', 'description': 'tempest-description--1280045161'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:13.712531 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.722893 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-712b00ff-5e75-44c6-af8f-bd16480b2295 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.791505 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-712b00ff-5e75-44c6-af8f-bd16480b2295 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.796092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-712b00ff-5e75-44c6-af8f-bd16480b2295 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.835239 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b00ff-5e75-44c6-af8f-bd16480b2295 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15708b39-d4af-4fdf-910f-c6ebd4f81d31,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:13.839573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-712b00ff-5e75-44c6-af8f-bd16480b2295 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.840875 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-712b00ff-5e75-44c6-af8f-bd16480b2295 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1429892 Mar 29 09:54:13.843667 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56872) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:13.848616 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3a02492a-931d-46b8-bbb9-2c0ccaba575d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Request body: {'security_group_rule': {'security_group_id': '15708b39-d4af-4fdf-910f-c6ebd4f81d31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:13.872129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a02492a-931d-46b8-bbb9-2c0ccaba575d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.932690 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a02492a-931d-46b8-bbb9-2c0ccaba575d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.936986 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a02492a-931d-46b8-bbb9-2c0ccaba575d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.954586 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02492a-931d-46b8-bbb9-2c0ccaba575d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e3137d-269b-4e1c-9c67-ff8be436a06c,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:13.963711 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3a02492a-931d-46b8-bbb9-2c0ccaba575d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.964924 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3a02492a-931d-46b8-bbb9-2c0ccaba575d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202738 Mar 29 09:54:13.967587 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56874) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:13.972293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-beb38ae8-43b0-4fc6-9c60-ffdf41a85223 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Request body: {'security_group_rule': {'security_group_id': '15708b39-d4af-4fdf-910f-c6ebd4f81d31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:13.996395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-beb38ae8-43b0-4fc6-9c60-ffdf41a85223 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:13.997230 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.003128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.059038 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-beb38ae8-43b0-4fc6-9c60-ffdf41a85223 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.065719 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-beb38ae8-43b0-4fc6-9c60-ffdf41a85223 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.072130 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc16d8a-97a0-4b89-889c-23c358701c16 None None] Pushing event updated for resources: {'Port': ['ID=13313a1c-12e3-4596-a712-62a5a08a01c9,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:14.105346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Attempting to bind port 13313a1c-12e3-4596-a712-62a5a08a01c9 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:54:14.106287 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Attempting to bind port 13313a1c-12e3-4596-a712-62a5a08a01c9 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:54:14.106668 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Attempting to bind port 13313a1c-12e3-4596-a712-62a5a08a01c9 on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:54:14.111901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:54:14.112278 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Checking segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:54:14.112710 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.113103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Bound using segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:54:14.113601 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Bound port: 13313a1c-12e3-4596-a712-62a5a08a01c9, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:54:14.114026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.115076 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb38ae8-43b0-4fc6-9c60-ffdf41a85223 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ede589-73f4-43e3-8ce6-4da3aa23991b,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:14.132097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-beb38ae8-43b0-4fc6-9c60-ffdf41a85223 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.133029 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d8662605-cf28-433d-97b7-5f0a3bc5a2c9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:54:14.136362 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-beb38ae8-43b0-4fc6-9c60-ffdf41a85223 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1650369 Mar 29 09:54:14.136956 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 56876) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:14.142910 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:14.164856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.226827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] For port 13313a1c-12e3-4596-a712-62a5a08a01c9, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:54:14.232001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] For port 13313a1c-12e3-4596-a712-62a5a08a01c9, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=13313a1c-12e3-4596-a712-62a5a08a01c9,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:54:14.237396 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d8662605-cf28-433d-97b7-5f0a3bc5a2c9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:14.237804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.239792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.275521 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.340827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:54:14.341449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:53:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:14.345365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc16d8a-97a0-4b89-889c-23c358701c16 None None] Pushing event updated for resources: {'Port': ['ID=13313a1c-12e3-4596-a712-62a5a08a01c9,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:14.399528 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Allocated IP 172.26.1.65 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/2dda2e53-7ce2-4f92-a973-0dec590ada6e) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:54:14.401790 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-86eea5ce-b139-4f59-a00d-b17df9b90e3e None None] Provisioning complete for port 13313a1c-12e3-4596-a712-62a5a08a01c9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:14.402166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-86eea5ce-b139-4f59-a00d-b17df9b90e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.519410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.529826 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:54:14.553121 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.589456 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:54:14.592354 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:14.595791 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:54:14.624532 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event updated for resources: {'Port': ['ID=2dda2e53-7ce2-4f92-a973-0dec590ada6e,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:14.657839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-86eea5ce-b139-4f59-a00d-b17df9b90e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.688196 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.723968 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.741211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-86eea5ce-b139-4f59-a00d-b17df9b90e3e None None] For port 13313a1c-12e3-4596-a712-62a5a08a01c9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=13313a1c-12e3-4596-a712-62a5a08a01c9,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:54:14.747566 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-86eea5ce-b139-4f59-a00d-b17df9b90e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.827290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eea5ce-b139-4f59-a00d-b17df9b90e3e None None] Pushing event updated for resources: {'Port': ['ID=13313a1c-12e3-4596-a712-62a5a08a01c9,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:14.846621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:14.881216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c4874-5131-45d2-a424-75ed57d9ede6 None None] The sync data for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv is: [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:54:14.882302 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.887742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.892363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0b1bcf2a-4fcd-4f4b-a923-97eb6bd05f16 None None] Provisioning complete for port 13313a1c-12e3-4596-a712-62a5a08a01c9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:14.892740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0b1bcf2a-4fcd-4f4b-a923-97eb6bd05f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.967797 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event updated for resources: {'Port': ['ID=2dda2e53-7ce2-4f92-a973-0dec590ada6e,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:14.979032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:14.997172 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:15.005626 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-15470536-edb9-402f-bdff-f205dce73ec5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8598020 Mar 29 09:54:15.147652 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-d96263ef-735a-4cc7-80a4-64a10ba23b27 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2098365694&fields=id&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 267 time: 0.0347626 Mar 29 09:54:15.267545 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-235e658a-eadd-4852-bf49-3b10873d8bc3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:15.269628 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-235e658a-eadd-4852-bf49-3b10873d8bc3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 811 time: 0.1145232 Mar 29 09:54:15.285522 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-74967bdf-90ff-4e51-b049-a8e26629140c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/quotas/1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 375 time: 0.0100181 Mar 29 09:54:15.341148 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-e94085a6-02eb-4c07-ad63-3484fdafed3b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495219 Mar 29 09:54:15.441925 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-b7179b6a-a0ad-422e-8fd6-79f43a357448 service neutron] 10.222.0.32 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868027 Mar 29 09:54:15.540374 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-97533272-b74e-4a10-9be9-73c836de7684 service neutron] 10.222.0.32 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920112 Mar 29 09:54:15.720328 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-805dc09f-69f1-48be-95dc-562df2e25521 req-6f1e87ee-0f41-4970-a5d1-a41265e1f987 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 210 time: 0.0281794 Mar 29 09:54:16.115059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 13313a1c-12e3-4596-a712-62a5a08a01c9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:54:16.167857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 13313a1c-12e3-4596-a712-62a5a08a01c9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:16.168229 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.649505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-e4566a49-cf58-46d1-a93a-db60a6aeb41c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:16.650912 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-e4566a49-cf58-46d1-a93a-db60a6aeb41c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 811 time: 0.1087494 Mar 29 09:54:16.692582 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-93cf9a30-5f6b-4542-8318-22c9a2f37c7d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 380 time: 0.0337481 Mar 29 09:54:16.701724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Request body: {'port': {'device_id': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'admin_state_up': True, 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'security_groups': ['15708b39-d4af-4fdf-910f-c6ebd4f81d31']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:16.819709 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9b8fce0e-89f4-4b58-a6a2-bc0de385437d req-4f585c38-b1af-4687-9ec9-985a6175d0b0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 210 time: 0.0269113 Mar 29 09:54:16.837344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Made reservation on behalf of 1bb3371396e44e438313b88913f6c748 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:54:16.841241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:16.962770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Allocated IP 172.20.0.11 (436596a1-7ae4-4810-bc18-ec9ad0ca259a/5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de/05ea7faa-faaa-4262-bd9d-68738e45e1bf) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:54:17.097153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.129916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.173733 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Network 436596a1-7ae4-4810-bc18-ec9ad0ca259a is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:54:17.177540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:54:17.181051 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:54:17.187148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event updated for resources: {'Port': ['ID=05ea7faa-faaa-4262-bd9d-68738e45e1bf,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:17.237440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:17.238106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.254041 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-8b96653e-f4d5-4b78-89a4-9ef73cc629f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5558705 Mar 29 09:54:17.275893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Request body: {'port': {'device_id': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:17.332022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.364133 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-69ed79ee-cfdd-430f-95fb-2541b689d1ce None None] Provisioning complete for port 05ea7faa-faaa-4262-bd9d-68738e45e1bf triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:17.364743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-69ed79ee-cfdd-430f-95fb-2541b689d1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.397642 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-69ed79ee-cfdd-430f-95fb-2541b689d1ce None None] Port 05ea7faa-faaa-4262-bd9d-68738e45e1bf cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:54:17.591961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ea7faa-faaa-4262-bd9d-68738e45e1bf {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:54:17.599137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.610448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Transition to ACTIVE for port object 05ea7faa-faaa-4262-bd9d-68738e45e1bf will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:54:17.614103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.664559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Pushing event updated for resources: {'Port': ['ID=05ea7faa-faaa-4262-bd9d-68738e45e1bf,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:17.734987 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Attempting to bind port 05ea7faa-faaa-4262-bd9d-68738e45e1bf on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:54:17.735325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Attempting to bind port 05ea7faa-faaa-4262-bd9d-68738e45e1bf by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:54:17.735651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Attempting to bind port 05ea7faa-faaa-4262-bd9d-68738e45e1bf on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:54:17.740446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Port 05ea7faa-faaa-4262-bd9d-68738e45e1bf on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:54:17.740764 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Attempting to bind port 05ea7faa-faaa-4262-bd9d-68738e45e1bf on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:54:17.745926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:54:17.746260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Checking segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:54:17.746639 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Bound using segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:54:17.747070 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Bound port: 05ea7faa-faaa-4262-bd9d-68738e45e1bf, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:54:17.747431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.818160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] For port 05ea7faa-faaa-4262-bd9d-68738e45e1bf, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:54:17.821459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] For port 05ea7faa-faaa-4262-bd9d-68738e45e1bf, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:54:17.825412 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.861159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:17.861886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:17.863266 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] 10.222.0.24 "PUT /v2.0/ports/05ea7faa-faaa-4262-bd9d-68738e45e1bf HTTP/1.1" status: 200 len: 1094 time: 0.5917273 Mar 29 09:54:17.863706 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'tag': '05ea7faa-faaa-4262-bd9d-68738e45e1bf'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:54:17.865950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3347c540-6537-4a93-af3c-287088fe0467" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1ed3fa-06a2-48b5-9555-0bc8885d5b21", "tag": "05ea7faa-faaa-4262-bd9d-68738e45e1bf"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:54:17.892190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de8f13-3608-40fa-b2ea-d4a1b911fa1e service neutron] Pushing event updated for resources: {'Port': ['ID=05ea7faa-faaa-4262-bd9d-68738e45e1bf,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:17.949411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c15f203-f74e-44eb-b2e4-cf609b096a32 x-openstack-request-id: req-5c15f203-f74e-44eb-b2e4-cf609b096a32 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:54:17.949730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1ed3fa-06a2-48b5-9555-0bc8885d5b21", "tag": "05ea7faa-faaa-4262-bd9d-68738e45e1bf", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:54:17.949981 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c15f203-f74e-44eb-b2e4-cf609b096a32 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:54:17.950376 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'tag': '05ea7faa-faaa-4262-bd9d-68738e45e1bf', 'status': 'completed', 'code': 200} Mar 29 09:54:17.974851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-2b30f114-7b4c-4580-b2ee-11f96ff31c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:17.976352 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-2b30f114-7b4c-4580-b2ee-11f96ff31c7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 1097 time: 0.0637059 Mar 29 09:54:17.984473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f5801-6f2d-4379-9c81-99e41ace06d9 req-970e4efa-e53c-4ed7-991e-4c96e70f1c67 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:17.985961 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-094f5801-6f2d-4379-9c81-99e41ace06d9 req-970e4efa-e53c-4ed7-991e-4c96e70f1c67 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 944 time: 0.0889037 Mar 29 09:54:18.031052 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-500c6d57-9fe7-40cf-aceb-f8ed0d68f588 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf HTTP/1.1" status: 200 len: 217 time: 0.0441141 Mar 29 09:54:18.082889 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-094f5801-6f2d-4379-9c81-99e41ace06d9 req-f682d5bc-ed0d-4624-a8b3-6a0fddeac33e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893440 Mar 29 09:54:18.098159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-7f2fcbb9-dd8c-442f-9de8-af0de59d5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:18.099501 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-7f2fcbb9-dd8c-442f-9de8-af0de59d5ad4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0547783 Mar 29 09:54:18.143596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-b19fce01-90ff-438a-94bd-7f13e00f5677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:18.145046 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-b19fce01-90ff-438a-94bd-7f13e00f5677 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389104 Mar 29 09:54:18.235839 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-d2d0548d-5404-49c5-b84c-57e974ed9c9c service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838418 Mar 29 09:54:18.329817 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9444803-6f3c-4572-a65b-b43bd8c6e73f req-22929c26-13ce-4c97-92bc-b9d340600840 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874147 Mar 29 09:54:18.410856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347c540-6537-4a93-af3c-287088fe0467 req-33698123-378f-4782-aafc-ae05dc8134c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:18.412372 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3347c540-6537-4a93-af3c-287088fe0467 req-33698123-378f-4782-aafc-ae05dc8134c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 1097 time: 0.0398231 Mar 29 09:54:18.496946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347c540-6537-4a93-af3c-287088fe0467 req-3b302b54-7367-49a8-aa10-9b0ace98bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:18.498396 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3347c540-6537-4a93-af3c-287088fe0467 req-3b302b54-7367-49a8-aa10-9b0ace98bbf0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0798767 Mar 29 09:54:18.540447 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3347c540-6537-4a93-af3c-287088fe0467 req-4b636a2d-9718-477a-94fc-c49d8fc30442 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf HTTP/1.1" status: 200 len: 217 time: 0.0357387 Mar 29 09:54:18.588136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347c540-6537-4a93-af3c-287088fe0467 req-1fb72d65-cfea-4c6a-a5e1-07196d23bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:18.589520 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3347c540-6537-4a93-af3c-287088fe0467 req-1fb72d65-cfea-4c6a-a5e1-07196d23bdca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0424960 Mar 29 09:54:18.631865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347c540-6537-4a93-af3c-287088fe0467 req-2dc58709-8c08-4ab4-96a0-38c0ee4eb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:18.633292 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3347c540-6537-4a93-af3c-287088fe0467 req-2dc58709-8c08-4ab4-96a0-38c0ee4eb3e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378103 Mar 29 09:54:18.722064 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3347c540-6537-4a93-af3c-287088fe0467 req-ca55d054-252f-43d0-8a5c-87f15418d4f9 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812664 Mar 29 09:54:18.808162 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3347c540-6537-4a93-af3c-287088fe0467 req-4d77e6e6-fb23-468f-81c0-04f7acc68909 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802200 Mar 29 09:54:19.184264 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:54:19.199262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb67dd-f2d4-415d-b2b1-633b237f142e req-2067bf01-6c33-4db5-a786-5660604544a3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:19.200697 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5cbb67dd-f2d4-415d-b2b1-633b237f142e req-2067bf01-6c33-4db5-a786-5660604544a3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 944 time: 0.0521913 Mar 29 09:54:19.236631 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5cbb67dd-f2d4-415d-b2b1-633b237f142e req-91f647ec-2c61-4b76-901d-edd5ee1a4846 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298898 Mar 29 09:54:20.348761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29341de-61f4-468e-9fd7-046a57db258a req-444be43d-b463-4d3d-b1b1-a4dd843c303a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:20.350247 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b29341de-61f4-468e-9fd7-046a57db258a req-444be43d-b463-4d3d-b1b1-a4dd843c303a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 944 time: 0.0473795 Mar 29 09:54:20.385632 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b29341de-61f4-468e-9fd7-046a57db258a req-70322497-9b45-4e94-8b9b-d1113db5f0e0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294864 Mar 29 09:54:21.495647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e1a8f-79ac-48cf-8036-3d6dd5d3c471 req-a90cd176-020a-4724-a8ed-9b3b04cfca0f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:21.497082 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c91e1a8f-79ac-48cf-8036-3d6dd5d3c471 req-a90cd176-020a-4724-a8ed-9b3b04cfca0f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 944 time: 0.0467908 Mar 29 09:54:21.533432 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c91e1a8f-79ac-48cf-8036-3d6dd5d3c471 req-db705d73-3997-400e-8a3c-5d0f517f1c60 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298638 Mar 29 09:54:21.555134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 05ea7faa-faaa-4262-bd9d-68738e45e1bf details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:54:21.646410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 05ea7faa-faaa-4262-bd9d-68738e45e1bf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:54:21.659898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '05ea7faa-faaa-4262-bd9d-68738e45e1bf', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'port_id': '05ea7faa-faaa-4262-bd9d-68738e45e1bf', 'mac_address': 'fa:16:3e:f2:45:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:54:21.694898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:21.707352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ea7faa-faaa-4262-bd9d-68738e45e1bf {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:54:21.725673 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 05ea7faa-faaa-4262-bd9d-68738e45e1bf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:54:21.730240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:21.776946 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=05ea7faa-faaa-4262-bd9d-68738e45e1bf,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:22.110077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['05ea7faa-faaa-4262-bd9d-68738e45e1bf'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:54:22.648074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0ff66-0a43-443e-8e22-39a73550b05d req-7d527594-fe58-4b2a-9539-a6fdb8e029b2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:22.649522 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f7d0ff66-0a43-443e-8e22-39a73550b05d req-7d527594-fe58-4b2a-9539-a6fdb8e029b2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 945 time: 0.0518808 Mar 29 09:54:22.686873 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f7d0ff66-0a43-443e-8e22-39a73550b05d req-8dd5d012-bed0-48a6-b915-edf6aed49ff3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310810 Mar 29 09:54:23.550942 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 05ea7faa-faaa-4262-bd9d-68738e45e1bf up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:54:23.598061 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 05ea7faa-faaa-4262-bd9d-68738e45e1bf completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:54:23.601558 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 05ea7faa-faaa-4262-bd9d-68738e45e1bf triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:23.602016 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:23.813137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef843f1-f8a7-480f-893c-919e4078cea4 req-ca0ded61-18d2-4ed1-859a-fd67bbd9c6e2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:23.815545 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0ef843f1-f8a7-480f-893c-919e4078cea4 req-ca0ded61-18d2-4ed1-859a-fd67bbd9c6e2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 945 time: 0.0573783 Mar 29 09:54:23.827994 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:23.860326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ea7faa-faaa-4262-bd9d-68738e45e1bf'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:54:23.863256 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879460c0-7c80-4a39-ab6c-a31330671197" -d '{"events": [{"server_uuid": "1d1ed3fa-06a2-48b5-9555-0bc8885d5b21", "name": "network-vif-plugged", "status": "completed", "tag": "05ea7faa-faaa-4262-bd9d-68738e45e1bf"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:54:23.864998 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0ef843f1-f8a7-480f-893c-919e4078cea4 req-35036e28-c01b-4efc-bb67-70a33d39238b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391102 Mar 29 09:54:23.876114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 05ea7faa-faaa-4262-bd9d-68738e45e1bf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:54:23.880929 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:23.945722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=05ea7faa-faaa-4262-bd9d-68738e45e1bf,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:23.953774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:23.954195 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:23.954548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:23.954979 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:23.955368 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:23.955698 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:23.956082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:23.956426 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:23.956799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:23.957114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:23.957439 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:23.957774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:54:23.987643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270370a1-276c-48fa-9a58-4c5a819418cc x-openstack-request-id: req-270370a1-276c-48fa-9a58-4c5a819418cc {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:54:23.988078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1ed3fa-06a2-48b5-9555-0bc8885d5b21", "name": "network-vif-plugged", "status": "completed", "tag": "05ea7faa-faaa-4262-bd9d-68738e45e1bf", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:54:23.988336 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-270370a1-276c-48fa-9a58-4c5a819418cc {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:54:23.988731 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ea7faa-faaa-4262-bd9d-68738e45e1bf', 'code': 200} Mar 29 09:54:24.165545 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ce214-da21-44e5-a611-eb89701b4a65 req-7a2191cd-130d-480d-a10b-b5eb13f7bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:24.167058 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-991ce214-da21-44e5-a611-eb89701b4a65 req-7a2191cd-130d-480d-a10b-b5eb13f7bdd9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 1099 time: 0.0410831 Mar 29 09:54:24.204558 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-991ce214-da21-44e5-a611-eb89701b4a65 req-a90b8780-db02-4976-a77d-fa4874809167 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302062 Mar 29 09:54:24.983543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e2d2d-0928-4e1b-af3d-90b8ff47fa43 req-eba62963-f8eb-4cce-8b4d-18befd95180e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:24.984998 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-791e2d2d-0928-4e1b-af3d-90b8ff47fa43 req-eba62963-f8eb-4cce-8b4d-18befd95180e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0509858 Mar 29 09:54:25.024113 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-791e2d2d-0928-4e1b-af3d-90b8ff47fa43 req-0d0fd526-de15-4983-b36d-d5931d3380d2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325093 Mar 29 09:54:26.139254 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2549ce5-bf08-40c8-aa34-dc5f5f4b0f77 req-484c81fe-579b-44a1-aab0-4b42cb1778c8 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:26.140754 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e2549ce5-bf08-40c8-aa34-dc5f5f4b0f77 req-484c81fe-579b-44a1-aab0-4b42cb1778c8 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0489159 Mar 29 09:54:26.179509 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e2549ce5-bf08-40c8-aa34-dc5f5f4b0f77 req-58efbff7-0081-4846-af10-a203584e5426 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Mar 29 09:54:26.289914 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19943e-3833-42ef-9940-c6da11dd4296 req-19736fd8-5dad-4fed-95b2-b7d789d60e29 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:26.291293 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3e19943e-3833-42ef-9940-c6da11dd4296 req-19736fd8-5dad-4fed-95b2-b7d789d60e29 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0489671 Mar 29 09:54:26.300349 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 56930) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:54:26.304701 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0d622ba0-02ac-45ef-9d02-dda973ba2b3a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Request body: {'floatingip': {'port_id': '05ea7faa-faaa-4262-bd9d-68738e45e1bf'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:26.345577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0d622ba0-02ac-45ef-9d02-dda973ba2b3a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:26.765610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-af71f1ea-e98b-4ef4-b404-ae995e21217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:26.773318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0d622ba0-02ac-45ef-9d02-dda973ba2b3a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:26.777236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0d622ba0-02ac-45ef-9d02-dda973ba2b3a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:27.207089 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-0d622ba0-02ac-45ef-9d02-dda973ba2b3a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62 associated. External IP: 172.26.1.65, port: 05ea7faa-faaa-4262-bd9d-68738e45e1bf. Mar 29 09:54:27.406305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d622ba0-02ac-45ef-9d02-dda973ba2b3a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Router fccc477b-2629-4bce-aaea-34e4f6e0b557 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:54:27.512034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d622ba0-02ac-45ef-9d02-dda973ba2b3a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:54:27.516912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0d622ba0-02ac-45ef-9d02-dda973ba2b3a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:27.522068 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8449766-53f8-4d7c-909a-1505dc5b03ee None None] Sync routers for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:54:27.532275 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8449766-53f8-4d7c-909a-1505dc5b03ee None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:54:27.532915 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f8449766-53f8-4d7c-909a-1505dc5b03ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:53:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:27.543438 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0d622ba0-02ac-45ef-9d02-dda973ba2b3a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "PUT /v2.0/floatingips/f5dfc8e0-71dc-46b2-a676-562e79d86a62 HTTP/1.1" status: 200 len: 991 time: 1.2420230 Mar 29 09:54:27.544012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'tag': '05ea7faa-faaa-4262-bd9d-68738e45e1bf'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:54:27.546421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d930d33b-fc25-4c23-ad8d-3623254c7ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1ed3fa-06a2-48b5-9555-0bc8885d5b21", "tag": "05ea7faa-faaa-4262-bd9d-68738e45e1bf"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:54:27.584485 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0f8ba9-071f-4c9f-9f25-4d2ce31c1459 x-openstack-request-id: req-7d0f8ba9-071f-4c9f-9f25-4d2ce31c1459 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:54:27.584847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1ed3fa-06a2-48b5-9555-0bc8885d5b21", "tag": "05ea7faa-faaa-4262-bd9d-68738e45e1bf", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:54:27.585187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d0f8ba9-071f-4c9f-9f25-4d2ce31c1459 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:54:27.585614 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'tag': '05ea7faa-faaa-4262-bd9d-68738e45e1bf', 'status': 'completed', 'code': 200} Mar 29 09:54:27.644346 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-f8449766-53f8-4d7c-909a-1505dc5b03ee None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:54:27.672380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9328554-96af-49d5-9094-c1b0dc6031c1 req-124c360a-b881-4f92-b936-418525017106 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:27.674041 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e9328554-96af-49d5-9094-c1b0dc6031c1 req-124c360a-b881-4f92-b936-418525017106 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0798600 Mar 29 09:54:27.676116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930d33b-fc25-4c23-ad8d-3623254c7ffc req-176d55ce-176b-4f81-a4d5-51887adcb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:27.677454 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d930d33b-fc25-4c23-ad8d-3623254c7ffc req-176d55ce-176b-4f81-a4d5-51887adcb7b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 1099 time: 0.0719128 Mar 29 09:54:27.738817 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e9328554-96af-49d5-9094-c1b0dc6031c1 req-8ac5763f-776c-4ace-8782-0e54752c0f5e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580561 Mar 29 09:54:27.803679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930d33b-fc25-4c23-ad8d-3623254c7ffc req-9b2b8d2d-cc6f-4b68-b2bc-2f5f73e14954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:27.805145 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d930d33b-fc25-4c23-ad8d-3623254c7ffc req-9b2b8d2d-cc6f-4b68-b2bc-2f5f73e14954 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.1177392 Mar 29 09:54:27.874818 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f8449766-53f8-4d7c-909a-1505dc5b03ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f5dfc8e0-71dc-46b2-a676-562e79d86a62', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'floating_ip_address': '172.26.1.65', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'port_id': '05ea7faa-faaa-4262-bd9d-68738e45e1bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'mac_address': 'fa:16:3e:f2:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:14Z', 'updated_at': '2022-03-29T09:54:26Z', 'revision_number': 1, 'project_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:27.898252 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d930d33b-fc25-4c23-ad8d-3623254c7ffc req-21398afa-6dae-46c5-ae0a-3c59d1b83185 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf HTTP/1.1" status: 200 len: 999 time: 0.0865107 Mar 29 09:54:27.901890 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8449766-53f8-4d7c-909a-1505dc5b03ee None None] Checking router: fccc477b-2629-4bce-aaea-34e4f6e0b557 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:54:27.910897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5c67e-a65c-4747-a6ec-1f54c8aa57ba req-426cf605-28b8-41d7-a2df-03866ac17236 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:27.911643 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8449766-53f8-4d7c-909a-1505dc5b03ee None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:54:27.912249 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f8449766-53f8-4d7c-909a-1505dc5b03ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:53:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:27.912390 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f6e5c67e-a65c-4747-a6ec-1f54c8aa57ba req-426cf605-28b8-41d7-a2df-03866ac17236 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0658402 Mar 29 09:54:27.981025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930d33b-fc25-4c23-ad8d-3623254c7ffc req-5816909c-1992-4ece-a086-731c7605ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:27.982565 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d930d33b-fc25-4c23-ad8d-3623254c7ffc req-5816909c-1992-4ece-a086-731c7605ef74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0692527 Mar 29 09:54:27.987897 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f6e5c67e-a65c-4747-a6ec-1f54c8aa57ba req-807fd3e1-cbc8-4629-bb99-2dc2472276d9 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663607 Mar 29 09:54:28.019248 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-f8449766-53f8-4d7c-909a-1505dc5b03ee None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:54:28.030465 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930d33b-fc25-4c23-ad8d-3623254c7ffc req-8023990c-9a17-4bc5-80a1-7b88a933b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:28.031867 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d930d33b-fc25-4c23-ad8d-3623254c7ffc req-8023990c-9a17-4bc5-80a1-7b88a933b825 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432756 Mar 29 09:54:28.124721 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d930d33b-fc25-4c23-ad8d-3623254c7ffc req-402bc398-4ba1-4544-99b1-8af1b2954421 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862503 Mar 29 09:54:28.213986 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d930d33b-fc25-4c23-ad8d-3623254c7ffc req-bdbe1a21-5ae5-43cb-8eab-8a3ed9f0528e service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832028 Mar 29 09:54:28.248353 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-f8449766-53f8-4d7c-909a-1505dc5b03ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f5dfc8e0-71dc-46b2-a676-562e79d86a62', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'floating_ip_address': '172.26.1.65', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'port_id': '05ea7faa-faaa-4262-bd9d-68738e45e1bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'mac_address': 'fa:16:3e:f2:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:14Z', 'updated_at': '2022-03-29T09:54:26Z', 'revision_number': 1, 'project_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:28.276993 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8449766-53f8-4d7c-909a-1505dc5b03ee None None] The sync data for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv is: [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f5dfc8e0-71dc-46b2-a676-562e79d86a62', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'floating_ip_address': '172.26.1.65', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'port_id': '05ea7faa-faaa-4262-bd9d-68738e45e1bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'mac_address': 'fa:16:3e:f2:45:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:14Z', 'updated_at': '2022-03-29T09:54:26Z', 'revision_number': 1, 'project_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:54:28.458914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126cd60d-a999-4bbd-91a2-8585d55f1321 None None] New status for floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:54:29.105998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3f2d-09a1-4ceb-8e51-439445dfad09 req-1f56eaea-5a89-4a8b-a88b-f33800929900 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:29.107494 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ad7a3f2d-09a1-4ceb-8e51-439445dfad09 req-1f56eaea-5a89-4a8b-a88b-f33800929900 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0512404 Mar 29 09:54:29.147094 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ad7a3f2d-09a1-4ceb-8e51-439445dfad09 req-fcd01d7c-bee7-4174-aefc-d0fd6f4fe4b0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328839 Mar 29 09:54:29.162758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9f320473-cf4c-4455-bf3b-5d9b65590746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:29.264442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faebfbf-8c51-4ebe-81d4-c93cabd62783 req-f15906ee-d092-47fb-ad7b-e4ae9781d964 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:29.265954 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3faebfbf-8c51-4ebe-81d4-c93cabd62783 req-f15906ee-d092-47fb-ad7b-e4ae9781d964 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0520294 Mar 29 09:54:29.303970 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3faebfbf-8c51-4ebe-81d4-c93cabd62783 req-6ccc7ddd-af04-4f0d-83e0-a9523f7f4bf0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313866 Mar 29 09:54:29.633144 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-010e26e5-7fdd-4dba-b80b-fec8c211b7bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396287 Mar 29 09:54:29.636801 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac6d4c-a77b-4839-bd85-19cb62262fad req-0c066782-5ef8-4573-886e-2a61ace8d568 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:29.638287 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-11ac6d4c-a77b-4839-bd85-19cb62262fad req-0c066782-5ef8-4573-886e-2a61ace8d568 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0478647 Mar 29 09:54:29.677271 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-11ac6d4c-a77b-4839-bd85-19cb62262fad req-74ca698f-7c46-4518-9d5b-e50b89df20be tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322928 Mar 29 09:54:30.651264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:30.716504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613205-2418-4123-9e2a-5c473cba9bad req-4294fab0-709e-48e2-b3c4-a2faef424c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:30.718013 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-4294fab0-709e-48e2-b3c4-a2faef424c5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 1099 time: 0.0396390 Mar 29 09:54:30.848196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613205-2418-4123-9e2a-5c473cba9bad req-54988551-f41e-4bf0-9a0f-01daf6a6d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:30.849675 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-54988551-f41e-4bf0-9a0f-01daf6a6d7c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.1252160 Mar 29 09:54:30.857934 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d247ccf-a748-492b-905d-26cd22c42f07 req-dcef5ccf-6908-4257-821f-96d965f337c3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:30.859286 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d247ccf-a748-492b-905d-26cd22c42f07 req-dcef5ccf-6908-4257-821f-96d965f337c3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.1030893 Mar 29 09:54:30.949051 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d247ccf-a748-492b-905d-26cd22c42f07 req-c6e3deb9-2bb4-4ff8-b047-da4586ac1ded tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831618 Mar 29 09:54:30.952871 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-e9ee1591-1bea-4a97-8be9-19bc7f74ecbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf HTTP/1.1" status: 200 len: 1001 time: 0.0927339 Mar 29 09:54:31.000441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613205-2418-4123-9e2a-5c473cba9bad req-9483b9ed-ab22-40e7-a14b-330f59e79019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:31.001845 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-9483b9ed-ab22-40e7-a14b-330f59e79019 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0423701 Mar 29 09:54:31.045122 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613205-2418-4123-9e2a-5c473cba9bad req-ae9b1640-0b70-4926-9f60-1de6b8b7bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:31.046479 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-ae9b1640-0b70-4926-9f60-1de6b8b7bbc6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383699 Mar 29 09:54:31.137086 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-bc4402e9-b4c8-49ae-be6c-1f7642b22c17 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836296 Mar 29 09:54:31.224340 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-ff22c6c7-a072-4555-af9a-4bc73df64a32 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802224 Mar 29 09:54:32.079436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d57dcc-c305-4007-a505-4d1e93401f86 req-41dd7711-9936-4f2f-92b0-28c76d92bdf0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:32.080183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:32.082314 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3d57dcc-c305-4007-a505-4d1e93401f86 req-41dd7711-9936-4f2f-92b0-28c76d92bdf0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0652049 Mar 29 09:54:32.130412 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3d57dcc-c305-4007-a505-4d1e93401f86 req-82091149-e638-4b8b-8619-48e6b703b377 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Mar 29 09:54:32.629940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:33.247505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1b99c-e5ee-438f-96ec-023c8d71e71e req-6d1c6be2-664f-4c6a-997e-500f2c6d7a80 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:33.248960 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1ac1b99c-e5ee-438f-96ec-023c8d71e71e req-6d1c6be2-664f-4c6a-997e-500f2c6d7a80 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0487556 Mar 29 09:54:33.286059 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1ac1b99c-e5ee-438f-96ec-023c8d71e71e req-20f96b08-a64d-465d-86b5-c6e4d58cc0f4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306041 Mar 29 09:54:33.828965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:34.403460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb906dc-8db1-4f04-bb7a-69ea2c3d4ed7 req-9b8df8bc-da66-4cb6-b435-9ecb5e10508e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:34.404994 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-acb906dc-8db1-4f04-bb7a-69ea2c3d4ed7 req-9b8df8bc-da66-4cb6-b435-9ecb5e10508e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0497324 Mar 29 09:54:34.444233 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-acb906dc-8db1-4f04-bb7a-69ea2c3d4ed7 req-32469116-6fcd-4e1a-9131-fa1631b5d154 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330338 Mar 29 09:54:35.567957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8ff34-bcdb-4fd1-ad9b-a81f60af6e5f req-c5fb9925-681f-47e3-bd84-49a1c8cfada7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:35.569446 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-28d8ff34-bcdb-4fd1-ad9b-a81f60af6e5f req-c5fb9925-681f-47e3-bd84-49a1c8cfada7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0525908 Mar 29 09:54:35.607727 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-28d8ff34-bcdb-4fd1-ad9b-a81f60af6e5f req-44832324-859c-425d-bd4a-554844e87822 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321324 Mar 29 09:54:36.726731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96820b52-f240-4b63-a755-066c1deea660 req-7f45cc75-c0fa-417b-a83f-34faf3e67108 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:36.728241 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96820b52-f240-4b63-a755-066c1deea660 req-7f45cc75-c0fa-417b-a83f-34faf3e67108 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0524919 Mar 29 09:54:36.767345 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96820b52-f240-4b63-a755-066c1deea660 req-c02ee216-ea86-4779-a9d2-75ed9d9ad55d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324960 Mar 29 09:54:37.882458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c247704-1555-40f3-bc48-11e7461a438c req-00395f6c-9620-45e6-99b0-ed318d8c345b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:37.883809 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3c247704-1555-40f3-bc48-11e7461a438c req-00395f6c-9620-45e6-99b0-ed318d8c345b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0472383 Mar 29 09:54:37.920662 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3c247704-1555-40f3-bc48-11e7461a438c req-b133999d-3239-456a-b469-aa41498e9494 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309625 Mar 29 09:54:38.676418 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4b01-0e88-429d-918f-77374af94106 req-321f842c-c539-4002-a5c0-3bb08c017268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:38.677932 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6baa4b01-0e88-429d-918f-77374af94106 req-321f842c-c539-4002-a5c0-3bb08c017268 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 1099 time: 0.0438273 Mar 29 09:54:38.784822 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4b01-0e88-429d-918f-77374af94106 req-0c2eb907-b643-499b-aa2e-f9aee6aceca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:38.786954 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6baa4b01-0e88-429d-918f-77374af94106 req-0c2eb907-b643-499b-aa2e-f9aee6aceca3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0865591 Mar 29 09:54:38.855631 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6baa4b01-0e88-429d-918f-77374af94106 req-8c63d5b8-9b60-42c8-85da-5761a2ee5122 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf HTTP/1.1" status: 200 len: 1001 time: 0.0627468 Mar 29 09:54:38.905921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4b01-0e88-429d-918f-77374af94106 req-681c800a-5ef7-4809-8ac9-a786f7559ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:38.907292 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6baa4b01-0e88-429d-918f-77374af94106 req-681c800a-5ef7-4809-8ac9-a786f7559ac4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0451400 Mar 29 09:54:38.958800 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4b01-0e88-429d-918f-77374af94106 req-a256349b-2731-45b6-802b-5313f1dfbd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:38.960309 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6baa4b01-0e88-429d-918f-77374af94106 req-a256349b-2731-45b6-802b-5313f1dfbd25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468214 Mar 29 09:54:39.085635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115180ac-6118-46d9-be5a-a1558d68a022 req-c2757517-87e2-4051-a5a7-1d210f3e9194 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:39.087086 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-115180ac-6118-46d9-be5a-a1558d68a022 req-c2757517-87e2-4051-a5a7-1d210f3e9194 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0942495 Mar 29 09:54:39.088793 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6baa4b01-0e88-429d-918f-77374af94106 req-ac9d93be-1a43-4f79-bc81-a6812335a632 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222565 Mar 29 09:54:39.176602 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-115180ac-6118-46d9-be5a-a1558d68a022 req-debd4659-3380-4f2a-b0d7-2706105ff75b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834155 Mar 29 09:54:39.203568 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6baa4b01-0e88-429d-918f-77374af94106 req-f3bbf379-25f6-4535-84ba-0e47f0643932 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049449 Mar 29 09:54:40.292461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0c690-00d5-40e4-bf3b-5ecfbab521ea req-50d7b82f-48e8-448a-8bb6-af72999c3176 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:40.294061 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cb0c690-00d5-40e4-bf3b-5ecfbab521ea req-50d7b82f-48e8-448a-8bb6-af72999c3176 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0499227 Mar 29 09:54:40.332956 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cb0c690-00d5-40e4-bf3b-5ecfbab521ea req-04877e9a-285b-4055-b664-90ffa0bf12e6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325055 Mar 29 09:54:41.448053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e9e7a-e008-4eae-ad3b-1c814daee08e req-d5c65544-2b6d-4792-803d-5b2fe4534bc8 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:41.449510 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1a2e9e7a-e008-4eae-ad3b-1c814daee08e req-d5c65544-2b6d-4792-803d-5b2fe4534bc8 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0481963 Mar 29 09:54:41.487331 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1a2e9e7a-e008-4eae-ad3b-1c814daee08e req-77091d94-ec55-4319-b434-3ac19b432044 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313036 Mar 29 09:54:42.604962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55395a6a-d7e5-465a-8800-e9fea661aa36 req-5cabad1d-6b1a-4dc2-8a5b-7ca9f231b49b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:42.606483 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55395a6a-d7e5-465a-8800-e9fea661aa36 req-5cabad1d-6b1a-4dc2-8a5b-7ca9f231b49b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0526066 Mar 29 09:54:42.644566 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55395a6a-d7e5-465a-8800-e9fea661aa36 req-75f92870-44e8-427c-8b82-5615a557f354 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311570 Mar 29 09:54:43.761323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ada92-d8b3-4350-a8ae-7e887018e655 req-d3a6d2c4-4df2-40c0-8135-002a9a80c4f5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:43.762854 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cb1ada92-d8b3-4350-a8ae-7e887018e655 req-d3a6d2c4-4df2-40c0-8135-002a9a80c4f5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0501273 Mar 29 09:54:43.801897 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cb1ada92-d8b3-4350-a8ae-7e887018e655 req-bf8300e5-206c-4411-a8f8-5a2df8f6b555 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329533 Mar 29 09:54:44.920524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afc543-35bc-4ce9-a4ca-b087cf8c4c9c req-90da6773-c3cd-44b8-b5f8-5e3684e8262e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:44.922067 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f4afc543-35bc-4ce9-a4ca-b087cf8c4c9c req-90da6773-c3cd-44b8-b5f8-5e3684e8262e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0515165 Mar 29 09:54:44.961750 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f4afc543-35bc-4ce9-a4ca-b087cf8c4c9c req-f38b28e5-bc58-4f0c-8343-88122395a7c9 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326481 Mar 29 09:54:46.082390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3adac4-0618-44aa-8d96-d194bea2d1e2 req-0b81a926-15d3-4b6c-a459-d0a95277ef1d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:46.083853 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9e3adac4-0618-44aa-8d96-d194bea2d1e2 req-0b81a926-15d3-4b6c-a459-d0a95277ef1d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0526743 Mar 29 09:54:46.122629 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9e3adac4-0618-44aa-8d96-d194bea2d1e2 req-86f3c9ac-27b5-477f-98fe-5c3dd92349d7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325696 Mar 29 09:54:47.236484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecc4a5-5150-4291-83bb-2f55a9690b3d req-782c3d36-def9-4ffe-acac-b6a3f70816f6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:47.237932 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-feecc4a5-5150-4291-83bb-2f55a9690b3d req-782c3d36-def9-4ffe-acac-b6a3f70816f6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0475986 Mar 29 09:54:47.274269 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-feecc4a5-5150-4291-83bb-2f55a9690b3d req-c63a5726-0054-4b04-9afa-1d5ddc6118fc tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303402 Mar 29 09:54:47.969658 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-9e90d04f-7116-4946-901d-b019077cdd51 service neutron] 10.222.0.24 "GET /v2.0/ports/05ea7faa-faaa-4262-bd9d-68738e45e1bf/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0529373 Mar 29 09:54:48.165632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613205-2418-4123-9e2a-5c473cba9bad req-037d4c02-9dbb-4ba6-bce0-1e4c09473a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:48.167144 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-037d4c02-9dbb-4ba6-bce0-1e4c09473a62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 1099 time: 0.0440736 Mar 29 09:54:48.227455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613205-2418-4123-9e2a-5c473cba9bad req-09d49847-8ab0-495c-905d-29bd25641d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:48.228914 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-09d49847-8ab0-495c-905d-29bd25641d9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 1099 time: 0.0388489 Mar 29 09:54:48.316654 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613205-2418-4123-9e2a-5c473cba9bad req-09d59dd6-899d-4b83-9cc9-f748cae7fb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:48.318187 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-09d59dd6-899d-4b83-9cc9-f748cae7fb57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0824120 Mar 29 09:54:48.409412 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-2bfab338-0509-4f2f-b5bb-43e67dee21da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf HTTP/1.1" status: 200 len: 1001 time: 0.0851970 Mar 29 09:54:48.430983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb1049-4c2e-4ae5-bd4c-2f08f7e2a2f5 req-bc107d02-a077-47f9-8f69-d9206640c8cb tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:48.432627 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15bb1049-4c2e-4ae5-bd4c-2f08f7e2a2f5 req-bc107d02-a077-47f9-8f69-d9206640c8cb tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0708909 Mar 29 09:54:48.491857 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613205-2418-4123-9e2a-5c473cba9bad req-14738d73-d477-410d-af0b-198dd474d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:48.493270 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-14738d73-d477-410d-af0b-198dd474d261 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0778201 Mar 29 09:54:48.497971 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15bb1049-4c2e-4ae5-bd4c-2f08f7e2a2f5 req-b7a1963f-a9ee-4ec2-8608-b65b56a1e9d7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485318 Mar 29 09:54:48.537772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d613205-2418-4123-9e2a-5c473cba9bad req-f4afc692-6e93-4895-b65e-74877fc8e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:48.539219 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-f4afc692-6e93-4895-b65e-74877fc8e573 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391419 Mar 29 09:54:48.626273 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-b12d43b3-64f9-458b-8087-aee0c77d6b68 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808346 Mar 29 09:54:48.722969 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d613205-2418-4123-9e2a-5c473cba9bad req-73539d05-e26b-4520-bd81-33f80c13cdcc service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906639 Mar 29 09:54:49.617173 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1aac4f-c34e-477d-91e2-778d82b66d08 req-d46c2ae0-21e2-415d-a14a-405867fe0190 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:49.618666 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c1aac4f-c34e-477d-91e2-778d82b66d08 req-d46c2ae0-21e2-415d-a14a-405867fe0190 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0496526 Mar 29 09:54:49.655966 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c1aac4f-c34e-477d-91e2-778d82b66d08 req-c4b1d4a4-bdcb-4029-9734-8608e685950e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312788 Mar 29 09:54:50.771984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bee53-21c9-48f4-9689-238fc3f3bf7f req-a1dd1a6a-911d-40a4-b49c-7358c72b6614 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:50.773426 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cd2bee53-21c9-48f4-9689-238fc3f3bf7f req-a1dd1a6a-911d-40a4-b49c-7358c72b6614 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0479119 Mar 29 09:54:50.815364 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cd2bee53-21c9-48f4-9689-238fc3f3bf7f req-bd912985-5d4e-4943-8684-be67cc0748f1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356784 Mar 29 09:54:51.705654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 05ea7faa-faaa-4262-bd9d-68738e45e1bf details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:54:51.800913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 05ea7faa-faaa-4262-bd9d-68738e45e1bf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:54:51.811589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '05ea7faa-faaa-4262-bd9d-68738e45e1bf', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'port_id': '05ea7faa-faaa-4262-bd9d-68738e45e1bf', 'mac_address': 'fa:16:3e:f2:45:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:54:51.848311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:51.861599 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05ea7faa-faaa-4262-bd9d-68738e45e1bf {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:54:51.884008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 05ea7faa-faaa-4262-bd9d-68738e45e1bf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:54:51.888931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:51.951186 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['05ea7faa-faaa-4262-bd9d-68738e45e1bf'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:54:51.957904 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=05ea7faa-faaa-4262-bd9d-68738e45e1bf,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:52.093897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1241e-b3e9-4d8f-b561-979afcc77e23 req-90428d5d-6e87-4f61-a9c1-4edebb3d643c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:52.095888 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a7b1241e-b3e9-4d8f-b561-979afcc77e23 req-90428d5d-6e87-4f61-a9c1-4edebb3d643c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 945 time: 0.0508645 Mar 29 09:54:52.133197 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a7b1241e-b3e9-4d8f-b561-979afcc77e23 req-5f6ff5be-7eda-4a26-a224-24f6dd9879cc tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313098 Mar 29 09:54:52.365170 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-23338271-8c16-467e-a0df-46767559bac0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:52.366693 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-23338271-8c16-467e-a0df-46767559bac0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21&tenant_id=1bb3371396e44e438313b88913f6c748&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 945 time: 0.0677795 Mar 29 09:54:52.377223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bac9b3-e464-4a56-8721-7cf1225f6a4d req-d0553683-ba73-4df2-b9f5-f0174a284a9e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:52.378998 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-40bac9b3-e464-4a56-8721-7cf1225f6a4d req-d0553683-ba73-4df2-b9f5-f0174a284a9e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 945 time: 0.0925333 Mar 29 09:54:52.431981 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-40bac9b3-e464-4a56-8721-7cf1225f6a4d req-24abf8b4-e315-48c8-9a94-ef1d0e755b38 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457933 Mar 29 09:54:52.460004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-f58ec5ca-23c9-4124-90f4-63c32d166b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:52.461509 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-f58ec5ca-23c9-4124-90f4-63c32d166b63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 1098 time: 0.0453172 Mar 29 09:54:52.554002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-6b1d59b1-e8aa-45a4-870f-e4219e44b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:52.555356 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-6b1d59b1-e8aa-45a4-870f-e4219e44b282 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0876746 Mar 29 09:54:52.624593 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-10c877be-9fdb-40d4-83fe-e6b2666d09ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf HTTP/1.1" status: 200 len: 1000 time: 0.0616612 Mar 29 09:54:52.672334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-2575a26d-d05e-4655-8ead-ec015c462511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:52.673973 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-2575a26d-d05e-4655-8ead-ec015c462511 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0432060 Mar 29 09:54:52.717774 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-f1ef7483-a7c9-4bf6-a683-0444dea19b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:52.719230 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-f1ef7483-a7c9-4bf6-a683-0444dea19b8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389686 Mar 29 09:54:52.810116 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-efefc8bb-6531-422e-b920-338f36cda662 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843427 Mar 29 09:54:52.899877 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a11cf03-603a-4b79-97e0-db8b3e782067 req-36063c3d-2b30-4e22-9404-e07d6a5b1d37 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826781 Mar 29 09:54:53.554851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c3d1f-3ec9-4a59-8a79-5313e5d85fa3 req-419da327-c54a-49f1-bfb2-f37b4777d315 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:53.556279 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b56c3d1f-3ec9-4a59-8a79-5313e5d85fa3 req-419da327-c54a-49f1-bfb2-f37b4777d315 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 945 time: 0.0523682 Mar 29 09:54:53.597537 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b56c3d1f-3ec9-4a59-8a79-5313e5d85fa3 req-e19ef947-98be-4242-ab01-ad526c91200e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351493 Mar 29 09:54:53.709114 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4efee0-d665-4a18-a7aa-63febb203cd7 req-efdb2e2a-b58f-482f-b93b-65895f91d731 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:53.710371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 05ea7faa-faaa-4262-bd9d-68738e45e1bf up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:54:53.710907 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8a4efee0-d665-4a18-a7aa-63febb203cd7 req-efdb2e2a-b58f-482f-b93b-65895f91d731 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 945 time: 0.0474312 Mar 29 09:54:53.748727 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8a4efee0-d665-4a18-a7aa-63febb203cd7 req-75f7dccc-60ed-4c89-a40f-f574f1e3968f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320456 Mar 29 09:54:53.760845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 05ea7faa-faaa-4262-bd9d-68738e45e1bf triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:54:53.761216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:53.837416 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:53.859941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ea7faa-faaa-4262-bd9d-68738e45e1bf'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:54:53.861474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff56153-d66c-42af-b212-14d2ce536541 req-e3a5ab31-8f2a-43de-b253-31616ceb0eaf tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:53.862308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd986ce5-39da-4a4e-9aac-229996443ab9" -d '{"events": [{"server_uuid": "1d1ed3fa-06a2-48b5-9555-0bc8885d5b21", "name": "network-vif-plugged", "status": "completed", "tag": "05ea7faa-faaa-4262-bd9d-68738e45e1bf"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:54:53.863129 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8ff56153-d66c-42af-b212-14d2ce536541 req-e3a5ab31-8f2a-43de-b253-31616ceb0eaf tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 945 time: 0.0480907 Mar 29 09:54:53.875271 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 05ea7faa-faaa-4262-bd9d-68738e45e1bf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:54:53.881061 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:53.907424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6446a314-cf0a-4804-b9d1-ff78cdb47319 x-openstack-request-id: req-6446a314-cf0a-4804-b9d1-ff78cdb47319 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:54:53.907705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1ed3fa-06a2-48b5-9555-0bc8885d5b21", "name": "network-vif-plugged", "status": "completed", "tag": "05ea7faa-faaa-4262-bd9d-68738e45e1bf", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:54:53.907986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6446a314-cf0a-4804-b9d1-ff78cdb47319 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:54:53.908372 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8ff56153-d66c-42af-b212-14d2ce536541 req-93319d3e-43ba-4a82-9867-29cf1f4bb928 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387108 Mar 29 09:54:53.908491 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ea7faa-faaa-4262-bd9d-68738e45e1bf', 'code': 200} Mar 29 09:54:53.934201 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=05ea7faa-faaa-4262-bd9d-68738e45e1bf,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:54.149623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf83d31-f231-4ae0-9b2c-19e20da78dc6 req-f38e404c-b178-4db1-841a-1bb6c54ad529 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:54.151085 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2cf83d31-f231-4ae0-9b2c-19e20da78dc6 req-f38e404c-b178-4db1-841a-1bb6c54ad529 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0513995 Mar 29 09:54:54.189466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2cf83d31-f231-4ae0-9b2c-19e20da78dc6 req-9a7210f0-e729-4f3e-a950-1435d904d269 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316520 Mar 29 09:54:55.312042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896ad7-53ee-42b9-93e3-b4883ed904cc req-b2191d4e-94d0-412e-ad30-cb0e7fe758ef tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:55.314079 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e4896ad7-53ee-42b9-93e3-b4883ed904cc req-b2191d4e-94d0-412e-ad30-cb0e7fe758ef tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0477717 Mar 29 09:54:55.351636 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e4896ad7-53ee-42b9-93e3-b4883ed904cc req-2bea5f5c-b668-48b0-95d6-9d03dbbfdfe5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315256 Mar 29 09:54:55.995730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-a10ef076-3cac-4acc-b48f-c1eae07cb8d4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:55.997139 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-a10ef076-3cac-4acc-b48f-c1eae07cb8d4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0470004 Mar 29 09:54:56.088223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Deleting port 05ea7faa-faaa-4262-bd9d-68738e45e1bf {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:54:56.088557 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:56.173293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] For port 05ea7faa-faaa-4262-bd9d-68738e45e1bf, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=05ea7faa-faaa-4262-bd9d-68738e45e1bf,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:54:56.173680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:56.182627 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:54:56.343782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:56.344314 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:56.344409 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62 disassociated. External IP: 172.26.1.65, port: 05ea7faa-faaa-4262-bd9d-68738e45e1bf. Mar 29 09:54:56.344720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Calling delete_port for 05ea7faa-faaa-4262-bd9d-68738e45e1bf owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:54:56.503812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ba41a-66d7-4c35-bd71-2af35519bd6d req-9cf58de5-11e3-45e8-a603-7f817110984f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:56.505267 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac9ba41a-66d7-4c35-bd71-2af35519bd6d req-9cf58de5-11e3-45e8-a603-7f817110984f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d1ed3fa-06a2-48b5-9555-0bc8885d5b21 HTTP/1.1" status: 200 len: 946 time: 0.0866084 Mar 29 09:54:56.506340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:56.540317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event deleted for resources: {'Port': ['ID=05ea7faa-faaa-4262-bd9d-68738e45e1bf,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:54:56.604643 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac9ba41a-66d7-4c35-bd71-2af35519bd6d req-c3e542bc-97a3-4f9c-b8ab-b48be20b194f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908401 Mar 29 09:54:56.680755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Router fccc477b-2629-4bce-aaea-34e4f6e0b557 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:54:56.768458 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-764933b4-3315-4163-9afd-66720fed8cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:56.792595 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:54:56.804214 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e78be81-b513-4caa-9473-887ea81b709a None None] Sync routers for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:54:56.813866 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78be81-b513-4caa-9473-887ea81b709a None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:54:56.814466 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-2e78be81-b513-4caa-9473-887ea81b709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:54:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:56.831332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] No DVR routers for this DVR port 05ea7faa-faaa-4262-bd9d-68738e45e1bf on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:54:56.833938 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:56.837444 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8ebca2cf-dcfa-4273-8e73-5aa699c6ebcd req-c9ffd73f-f080-4f2a-84ed-fb3c0a8cad88 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "DELETE /v2.0/ports/05ea7faa-faaa-4262-bd9d-68738e45e1bf HTTP/1.1" status: 204 len: 173 time: 0.8339784 Mar 29 09:54:56.837943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'name': 'network-vif-deleted', 'tag': '05ea7faa-faaa-4262-bd9d-68738e45e1bf'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:54:56.840648 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a692924-ec23-4b4c-bbca-a05140c3092e" -d '{"events": [{"server_uuid": "1d1ed3fa-06a2-48b5-9555-0bc8885d5b21", "name": "network-vif-deleted", "tag": "05ea7faa-faaa-4262-bd9d-68738e45e1bf"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:54:56.882777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beddee7-93f5-4044-8886-c55a9270a854 x-openstack-request-id: req-7beddee7-93f5-4044-8886-c55a9270a854 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:54:56.883068 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1ed3fa-06a2-48b5-9555-0bc8885d5b21", "name": "network-vif-deleted", "tag": "05ea7faa-faaa-4262-bd9d-68738e45e1bf", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:54:56.883315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7beddee7-93f5-4044-8886-c55a9270a854 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:54:56.883708 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1ed3fa-06a2-48b5-9555-0bc8885d5b21', 'name': 'network-vif-deleted', 'tag': '05ea7faa-faaa-4262-bd9d-68738e45e1bf', 'status': 'completed', 'code': 200} Mar 29 09:54:56.930813 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-2e78be81-b513-4caa-9473-887ea81b709a None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:54:57.130475 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-2e78be81-b513-4caa-9473-887ea81b709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:57.159692 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e78be81-b513-4caa-9473-887ea81b709a None None] Checking router: fccc477b-2629-4bce-aaea-34e4f6e0b557 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:54:57.167922 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e78be81-b513-4caa-9473-887ea81b709a None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:54:57.168505 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-2e78be81-b513-4caa-9473-887ea81b709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:54:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:57.377523 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-2e78be81-b513-4caa-9473-887ea81b709a None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:54:57.588040 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-2e78be81-b513-4caa-9473-887ea81b709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:54:57.620812 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e78be81-b513-4caa-9473-887ea81b709a None None] The sync data for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv is: [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:54:57.854734 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e41fce-8b2b-4a59-8c90-24ace38d8335 None None] New status for floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:54:57.879988 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-86b179e3-9d14-4726-b14f-7580d94e4bcb tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2098365694&fields=id&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 267 time: 0.0552127 Mar 29 09:54:57.999495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-e132da31-610b-4e11-8c38-9cf0e79e083b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:58.001075 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-e132da31-610b-4e11-8c38-9cf0e79e083b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 811 time: 0.1140749 Mar 29 09:54:58.017021 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-c0e9eb8d-9e51-462c-a1ee-a2a63090843d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/quotas/1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 375 time: 0.0093544 Mar 29 09:54:58.071992 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-13f2cc6d-039c-4d01-a362-b9e2d28a11f1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490115 Mar 29 09:54:58.087991 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-05005dea-e732-4b79-97dd-6bfbb8342248 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:54:58.088981 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-05005dea-e732-4b79-97dd-6bfbb8342248 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052478 Mar 29 09:54:58.184598 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-79556833-7b87-4d91-a157-09ca9567dd17 service neutron] 10.222.0.32 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887413 Mar 29 09:54:58.274491 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-127bc1ba-deab-46ef-a6e4-897de687fb70 service neutron] 10.222.0.32 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830357 Mar 29 09:54:58.434827 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-66f4ad0d-a891-4ec5-9b30-3014fda67a32 req-18bc2575-ae89-42af-8b4a-0c6b15e62934 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 210 time: 0.0262041 Mar 29 09:54:59.168019 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61414a00-384e-4d84-98d6-f89f486c05bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:59.360811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-d031221d-1938-466c-a8da-414f2b5f15aa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:54:59.362302 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-d031221d-1938-466c-a8da-414f2b5f15aa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 811 time: 0.1153853 Mar 29 09:54:59.409810 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-620d2a74-b558-4a0c-b982-d2e4ad2b71e8 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 380 time: 0.0373607 Mar 29 09:54:59.420059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Request body: {'port': {'device_id': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'admin_state_up': True, 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'security_groups': ['15708b39-d4af-4fdf-910f-c6ebd4f81d31']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:54:59.549889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Made reservation on behalf of 1bb3371396e44e438313b88913f6c748 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:54:59.555518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:54:59.770706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 05ea7faa-faaa-4262-bd9d-68738e45e1bf no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:54:59.791439 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 05ea7faa-faaa-4262-bd9d-68738e45e1bf {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:54:59.791781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 05ea7faa-faaa-4262-bd9d-68738e45e1bf not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:55:00.048585 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da906be6-15a0-4471-9300-2c527c2032ad req-f3f26709-031f-4046-85ac-97259d72da26 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 210 time: 0.3757358 Mar 29 09:55:00.068568 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Allocated IP 172.20.0.13 (436596a1-7ae4-4810-bc18-ec9ad0ca259a/5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de/6ca25ba6-8c48-456d-8041-2c0172bba5c5) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:55:00.217265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:00.249036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:00.295284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Network 436596a1-7ae4-4810-bc18-ec9ad0ca259a is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:55:00.298846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:55:00.302652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:55:00.308700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event updated for resources: {'Port': ['ID=6ca25ba6-8c48-456d-8041-2c0172bba5c5,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:00.354787 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:00.355407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:00.372831 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-5cd585ae-86e0-4935-a6b6-67c68f3effaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9565275 Mar 29 09:55:00.386336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Request body: {'port': {'device_id': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:55:00.442762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:00.538093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-da0bb26c-be1b-4155-80ca-6a042894a5e2 None None] Provisioning complete for port 6ca25ba6-8c48-456d-8041-2c0172bba5c5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:55:00.538715 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-da0bb26c-be1b-4155-80ca-6a042894a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:00.575108 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-da0bb26c-be1b-4155-80ca-6a042894a5e2 None None] Port 6ca25ba6-8c48-456d-8041-2c0172bba5c5 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:55:00.654484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:00.714638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca25ba6-8c48-456d-8041-2c0172bba5c5 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:55:00.722658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:00.734171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Transition to ACTIVE for port object 6ca25ba6-8c48-456d-8041-2c0172bba5c5 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:55:00.738735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:00.789715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca25ba6-8c48-456d-8041-2c0172bba5c5,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:00.859383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Attempting to bind port 6ca25ba6-8c48-456d-8041-2c0172bba5c5 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:55:00.859713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Attempting to bind port 6ca25ba6-8c48-456d-8041-2c0172bba5c5 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:55:00.860077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Attempting to bind port 6ca25ba6-8c48-456d-8041-2c0172bba5c5 on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:55:00.864431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Port 6ca25ba6-8c48-456d-8041-2c0172bba5c5 on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:55:00.864746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Attempting to bind port 6ca25ba6-8c48-456d-8041-2c0172bba5c5 on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:55:00.870087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:55:00.870616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Checking segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:55:00.870996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Bound using segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:55:00.871421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Bound port: 6ca25ba6-8c48-456d-8041-2c0172bba5c5, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:55:00.871780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:00.941340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] For port 6ca25ba6-8c48-456d-8041-2c0172bba5c5, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:55:00.944599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] For port 6ca25ba6-8c48-456d-8041-2c0172bba5c5, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:55:00.950595 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:00.990985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:00.991967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:00.993598 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] 10.222.0.24 "PUT /v2.0/ports/6ca25ba6-8c48-456d-8041-2c0172bba5c5 HTTP/1.1" status: 200 len: 1094 time: 0.6120183 Mar 29 09:55:00.994132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'tag': '6ca25ba6-8c48-456d-8041-2c0172bba5c5'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:55:00.996503 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c48412-7ac3-47ca-8e26-49441eb5cce8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7ec5db-8b1a-4bb5-8183-4a48dda64083", "tag": "6ca25ba6-8c48-456d-8041-2c0172bba5c5"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:55:01.019458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f92f6e-e85e-48e1-a0c8-de205b893ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca25ba6-8c48-456d-8041-2c0172bba5c5,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:01.056084 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a5fd67-8d75-49c1-afce-726da06f96ff x-openstack-request-id: req-19a5fd67-8d75-49c1-afce-726da06f96ff {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:55:01.056365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7ec5db-8b1a-4bb5-8183-4a48dda64083", "tag": "6ca25ba6-8c48-456d-8041-2c0172bba5c5", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:55:01.056611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19a5fd67-8d75-49c1-afce-726da06f96ff {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:55:01.056989 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'tag': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'status': 'completed', 'code': 200} Mar 29 09:55:01.092473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-0b191d32-cf73-4dbb-96ed-b5c3db82ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:01.094211 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-0b191d32-cf73-4dbb-96ed-b5c3db82ea40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 1097 time: 0.0483093 Mar 29 09:55:01.151265 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-625c4e92-8b68-4f1b-acc3-d4c9c11822fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5 HTTP/1.1" status: 200 len: 217 time: 0.0495946 Mar 29 09:55:01.228641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fcf0d-f720-4fa4-ad23-267ca03b3be6 req-9e589056-1da0-4c6c-aa4e-faa8b4cd1844 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:01.230157 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f31fcf0d-f720-4fa4-ad23-267ca03b3be6 req-9e589056-1da0-4c6c-aa4e-faa8b4cd1844 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 944 time: 0.0889122 Mar 29 09:55:01.231743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-8c0611d6-1929-4980-b1e1-b2a1ac6dfce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:01.233051 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-8c0611d6-1929-4980-b1e1-b2a1ac6dfce9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0641875 Mar 29 09:55:01.299904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f31fcf0d-f720-4fa4-ad23-267ca03b3be6 req-dd55079c-53db-469f-9516-a4aaedc15839 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633230 Mar 29 09:55:01.305820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-8754c89d-b3f1-4503-95ae-a3127d6ce8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:01.307236 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-8754c89d-b3f1-4503-95ae-a3127d6ce8be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648651 Mar 29 09:55:01.398516 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-ef843322-f7bb-4940-9e65-786840af0f39 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834599 Mar 29 09:55:01.492527 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-30eb87a4-c2ec-49a2-8a19-0b1d64da44cf req-13f83cbf-ae88-4ef6-9f6d-174c91a466e0 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875947 Mar 29 09:55:01.579484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c48412-7ac3-47ca-8e26-49441eb5cce8 req-c422e6ab-1492-4953-95de-3cb8377be7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:01.580960 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f6c48412-7ac3-47ca-8e26-49441eb5cce8 req-c422e6ab-1492-4953-95de-3cb8377be7e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 1097 time: 0.0411079 Mar 29 09:55:01.676909 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c48412-7ac3-47ca-8e26-49441eb5cce8 req-9291aad9-36dc-4e2c-af70-8dfaa8b4451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:01.678315 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f6c48412-7ac3-47ca-8e26-49441eb5cce8 req-9291aad9-36dc-4e2c-af70-8dfaa8b4451a service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0908036 Mar 29 09:55:01.720766 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f6c48412-7ac3-47ca-8e26-49441eb5cce8 req-fc7f66b4-06a6-4d3f-b114-1c8cc975673d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5 HTTP/1.1" status: 200 len: 217 time: 0.0345321 Mar 29 09:55:01.769059 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c48412-7ac3-47ca-8e26-49441eb5cce8 req-61457700-65c0-439e-b63b-8e375a5b0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:01.770531 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f6c48412-7ac3-47ca-8e26-49441eb5cce8 req-61457700-65c0-439e-b63b-8e375a5b0f2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0439515 Mar 29 09:55:01.820971 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c48412-7ac3-47ca-8e26-49441eb5cce8 req-4836c063-8d62-4354-bb38-c384fdb3e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:01.822507 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f6c48412-7ac3-47ca-8e26-49441eb5cce8 req-4836c063-8d62-4354-bb38-c384fdb3e84e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452991 Mar 29 09:55:01.914039 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f6c48412-7ac3-47ca-8e26-49441eb5cce8 req-422cf581-6a6a-447d-b0a9-c742127ef558 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840683 Mar 29 09:55:02.011606 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f6c48412-7ac3-47ca-8e26-49441eb5cce8 req-6f5051f9-0c05-4dd9-a718-2670bd361f59 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909605 Mar 29 09:55:02.077542 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:02.418046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e85ff3-9e77-4f76-be4c-d6d03a76456a req-4aed04eb-e43f-48fb-ac5b-227c3e81a53b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:02.419544 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d7e85ff3-9e77-4f76-be4c-d6d03a76456a req-4aed04eb-e43f-48fb-ac5b-227c3e81a53b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 944 time: 0.0500052 Mar 29 09:55:02.458259 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d7e85ff3-9e77-4f76-be4c-d6d03a76456a req-8d884fef-d267-44a9-b2fa-b19a9d5cd0d8 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318711 Mar 29 09:55:02.633113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:03.573431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad606836-b25b-41d5-80cc-d987dc91dfc8 req-f329414b-3180-492d-a9aa-c7e78e8101f2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:03.575035 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ad606836-b25b-41d5-80cc-d987dc91dfc8 req-f329414b-3180-492d-a9aa-c7e78e8101f2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 944 time: 0.0489144 Mar 29 09:55:03.613063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ad606836-b25b-41d5-80cc-d987dc91dfc8 req-2ab18915-7e15-496b-bdbe-efcaa7e3f67d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Mar 29 09:55:03.828085 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:04.737126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0065e-8620-48f1-b960-3912361721f8 req-3fae87ce-f3a0-4486-bb8a-0298f4ae20a1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:04.738604 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5df0065e-8620-48f1-b960-3912361721f8 req-3fae87ce-f3a0-4486-bb8a-0298f4ae20a1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 944 time: 0.0529358 Mar 29 09:55:04.776440 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5df0065e-8620-48f1-b960-3912361721f8 req-b021b89b-a85e-4d1b-b44a-b537a1627cfe tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Mar 29 09:55:05.798143 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6ca25ba6-8c48-456d-8041-2c0172bba5c5 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:55:05.893846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b6fe5-3ac7-423d-a273-e3f260bfc8ac req-0c729b9c-4bee-4e7a-bf28-f32f29976b0f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:05.895370 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-680b6fe5-3ac7-423d-a273-e3f260bfc8ac req-0c729b9c-4bee-4e7a-bf28-f32f29976b0f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 944 time: 0.0500529 Mar 29 09:55:05.901017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6ca25ba6-8c48-456d-8041-2c0172bba5c5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:55:05.913754 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'port_id': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'mac_address': 'fa:16:3e:f4:ac:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:55:05.936617 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-680b6fe5-3ac7-423d-a273-e3f260bfc8ac req-9685b50d-aa20-449b-a1a1-4dfbd41423f2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348210 Mar 29 09:55:05.952908 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:05.966718 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca25ba6-8c48-456d-8041-2c0172bba5c5 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:55:05.990358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6ca25ba6-8c48-456d-8041-2c0172bba5c5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:55:05.995639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:06.041355 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6ca25ba6-8c48-456d-8041-2c0172bba5c5,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:06.318834 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['6ca25ba6-8c48-456d-8041-2c0172bba5c5'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:55:07.054713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c9e65-b65f-45d8-8f72-ea0b25573238 req-db9a2165-3a80-4467-a984-c91786ee92ca tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:07.056120 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf3c9e65-b65f-45d8-8f72-ea0b25573238 req-db9a2165-3a80-4467-a984-c91786ee92ca tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 945 time: 0.0512168 Mar 29 09:55:07.094876 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf3c9e65-b65f-45d8-8f72-ea0b25573238 req-eb92bb95-43ab-4f2d-b2dd-e885b7a5eaa0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320718 Mar 29 09:55:07.816896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6ca25ba6-8c48-456d-8041-2c0172bba5c5 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:55:07.868247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 6ca25ba6-8c48-456d-8041-2c0172bba5c5 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:55:07.872423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 6ca25ba6-8c48-456d-8041-2c0172bba5c5 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:55:07.872790 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:07.953268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:07.975884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca25ba6-8c48-456d-8041-2c0172bba5c5'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:55:07.978156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6c66ec-b081-4e53-ac95-2ab279e49ddc" -d '{"events": [{"server_uuid": "ef7ec5db-8b1a-4bb5-8183-4a48dda64083", "name": "network-vif-plugged", "status": "completed", "tag": "6ca25ba6-8c48-456d-8041-2c0172bba5c5"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:55:07.995012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6ca25ba6-8c48-456d-8041-2c0172bba5c5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:55:07.999545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:08.022820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179b8aee-c427-4548-a135-8ddd23237065 x-openstack-request-id: req-179b8aee-c427-4548-a135-8ddd23237065 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:55:08.023109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7ec5db-8b1a-4bb5-8183-4a48dda64083", "name": "network-vif-plugged", "status": "completed", "tag": "6ca25ba6-8c48-456d-8041-2c0172bba5c5", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:55:08.023352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-179b8aee-c427-4548-a135-8ddd23237065 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:55:08.023724 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'code': 200} Mar 29 09:55:08.050277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6ca25ba6-8c48-456d-8041-2c0172bba5c5,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:08.213655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e51919-dc30-4b51-b734-c6ad59e19744 req-522868e5-b278-4483-a7e2-9255fb31b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:08.215141 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5e51919-dc30-4b51-b734-c6ad59e19744 req-522868e5-b278-4483-a7e2-9255fb31b6c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 1099 time: 0.0718381 Mar 29 09:55:08.235856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25aead-7f2f-495d-8623-d99e944aba04 req-f33cee7e-2cd2-4144-bc9a-a63bc7b9e9cb tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:08.237322 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b25aead-7f2f-495d-8623-d99e944aba04 req-f33cee7e-2cd2-4144-bc9a-a63bc7b9e9cb tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0657835 Mar 29 09:55:08.278909 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5e51919-dc30-4b51-b734-c6ad59e19744 req-244ef831-149c-4e3b-b0b7-26cc21bbf595 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562685 Mar 29 09:55:08.291813 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b25aead-7f2f-495d-8623-d99e944aba04 req-121f8305-ad2d-42e9-aa20-0af8c768799f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467863 Mar 29 09:55:09.410961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370d7d6-aa1a-4f82-b5d6-aa1553575759 req-49ed3794-a6f1-4ca5-bc1d-8f089f77f3fc tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:09.412460 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d370d7d6-aa1a-4f82-b5d6-aa1553575759 req-49ed3794-a6f1-4ca5-bc1d-8f089f77f3fc tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0491421 Mar 29 09:55:09.451418 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d370d7d6-aa1a-4f82-b5d6-aa1553575759 req-01caa1db-b10d-4681-9455-e80251486000 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327625 Mar 29 09:55:10.607677 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09983149-0ccd-4345-9fa3-90f4b07471ee req-b358c932-d497-4b47-ba58-b89e2a57f6a4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:10.609267 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-09983149-0ccd-4345-9fa3-90f4b07471ee req-b358c932-d497-4b47-ba58-b89e2a57f6a4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0642645 Mar 29 09:55:10.653277 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-09983149-0ccd-4345-9fa3-90f4b07471ee req-8d8cbfa2-2136-4127-bfa6-c7edb03a1aff tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365305 Mar 29 09:55:10.792483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613781e6-e3e1-4eb6-9ce8-df7a78706b34 req-e87bc815-f7ae-4aab-909a-88f391cbc2fd tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:10.793215 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-613781e6-e3e1-4eb6-9ce8-df7a78706b34 req-e87bc815-f7ae-4aab-909a-88f391cbc2fd tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0623269 Mar 29 09:55:10.804574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57088) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:55:10.809295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-a0d4be37-426e-4637-b5fa-c26468ec318c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Request body: {'floatingip': {'port_id': '6ca25ba6-8c48-456d-8041-2c0172bba5c5'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:55:10.850175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a0d4be37-426e-4637-b5fa-c26468ec318c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:11.347699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a0d4be37-426e-4637-b5fa-c26468ec318c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:11.351983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a0d4be37-426e-4637-b5fa-c26468ec318c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:11.457723 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-a0d4be37-426e-4637-b5fa-c26468ec318c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62 associated. External IP: 172.26.1.65, port: 6ca25ba6-8c48-456d-8041-2c0172bba5c5. Mar 29 09:55:11.668368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d4be37-426e-4637-b5fa-c26468ec318c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Router fccc477b-2629-4bce-aaea-34e4f6e0b557 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:55:11.777996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d4be37-426e-4637-b5fa-c26468ec318c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:55:11.783645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a0d4be37-426e-4637-b5fa-c26468ec318c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:11.788403 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72cb8f-464e-4bb2-b7fb-3a0f538c6dd8 None None] Sync routers for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:55:11.799449 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72cb8f-464e-4bb2-b7fb-3a0f538c6dd8 None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:55:11.800064 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0c72cb8f-464e-4bb2-b7fb-3a0f538c6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:54:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:11.813968 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a0d4be37-426e-4637-b5fa-c26468ec318c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "PUT /v2.0/floatingips/f5dfc8e0-71dc-46b2-a676-562e79d86a62 HTTP/1.1" status: 200 len: 991 time: 1.0080523 Mar 29 09:55:11.814761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'tag': '6ca25ba6-8c48-456d-8041-2c0172bba5c5'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:55:11.818438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccedcb29-9677-4b39-ab2f-ebb095313a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7ec5db-8b1a-4bb5-8183-4a48dda64083", "tag": "6ca25ba6-8c48-456d-8041-2c0172bba5c5"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:55:11.862589 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e023c10-04c6-4043-8223-5e298980781f x-openstack-request-id: req-7e023c10-04c6-4043-8223-5e298980781f {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:55:11.862885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7ec5db-8b1a-4bb5-8183-4a48dda64083", "tag": "6ca25ba6-8c48-456d-8041-2c0172bba5c5", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:55:11.863137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e023c10-04c6-4043-8223-5e298980781f {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:55:11.863551 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'tag': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'status': 'completed', 'code': 200} Mar 29 09:55:11.960910 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-0c72cb8f-464e-4bb2-b7fb-3a0f538c6dd8 None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:55:11.967072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedcb29-9677-4b39-ab2f-ebb095313a1c req-beca17aa-c7b6-452d-a749-838763cace27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:11.968639 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ccedcb29-9677-4b39-ab2f-ebb095313a1c req-beca17aa-c7b6-452d-a749-838763cace27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 1099 time: 0.0758312 Mar 29 09:55:12.104327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedcb29-9677-4b39-ab2f-ebb095313a1c req-b0ce7e4a-e6bb-4897-964f-9c4f07efba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:12.105864 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ccedcb29-9677-4b39-ab2f-ebb095313a1c req-b0ce7e4a-e6bb-4897-964f-9c4f07efba8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.1302931 Mar 29 09:55:12.114006 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0d96-c386-468c-a90f-b97433888ec4 req-86438e47-9df9-4211-8aad-97be89a95120 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:12.115438 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-212e0d96-c386-468c-a90f-b97433888ec4 req-86438e47-9df9-4211-8aad-97be89a95120 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0711443 Mar 29 09:55:12.203948 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-212e0d96-c386-468c-a90f-b97433888ec4 req-64c1a206-d677-4820-9b26-79f2f13d7589 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814705 Mar 29 09:55:12.205695 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ccedcb29-9677-4b39-ab2f-ebb095313a1c req-12067709-753a-4923-a5aa-c6442fc91a95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5 HTTP/1.1" status: 200 len: 999 time: 0.0893648 Mar 29 09:55:12.255789 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0c72cb8f-464e-4bb2-b7fb-3a0f538c6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f5dfc8e0-71dc-46b2-a676-562e79d86a62', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'floating_ip_address': '172.26.1.65', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'port_id': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'mac_address': 'fa:16:3e:f4:ac:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:14Z', 'updated_at': '2022-03-29T09:55:11Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:12.274016 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedcb29-9677-4b39-ab2f-ebb095313a1c req-43890c02-c039-44df-ad6d-0e517bf06240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:12.275487 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ccedcb29-9677-4b39-ab2f-ebb095313a1c req-43890c02-c039-44df-ad6d-0e517bf06240 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0619643 Mar 29 09:55:12.285723 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72cb8f-464e-4bb2-b7fb-3a0f538c6dd8 None None] Checking router: fccc477b-2629-4bce-aaea-34e4f6e0b557 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:55:12.295406 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72cb8f-464e-4bb2-b7fb-3a0f538c6dd8 None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:55:12.298351 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0c72cb8f-464e-4bb2-b7fb-3a0f538c6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:54:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:12.327302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedcb29-9677-4b39-ab2f-ebb095313a1c req-0a1df4b9-ce37-4ccd-afe0-3b1abcb654fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:12.328814 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ccedcb29-9677-4b39-ab2f-ebb095313a1c req-0a1df4b9-ce37-4ccd-afe0-3b1abcb654fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456948 Mar 29 09:55:12.410858 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-0c72cb8f-464e-4bb2-b7fb-3a0f538c6dd8 None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:55:12.427855 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ccedcb29-9677-4b39-ab2f-ebb095313a1c req-507f3b8b-1802-4f71-ac0e-b9d09331e065 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922952 Mar 29 09:55:12.519122 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ccedcb29-9677-4b39-ab2f-ebb095313a1c req-58c496a9-b537-4726-8c18-84750ee630a5 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850558 Mar 29 09:55:12.660362 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-0c72cb8f-464e-4bb2-b7fb-3a0f538c6dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f5dfc8e0-71dc-46b2-a676-562e79d86a62', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'floating_ip_address': '172.26.1.65', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'port_id': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'mac_address': 'fa:16:3e:f4:ac:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:14Z', 'updated_at': '2022-03-29T09:55:11Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:12.691056 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72cb8f-464e-4bb2-b7fb-3a0f538c6dd8 None None] The sync data for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv is: [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f5dfc8e0-71dc-46b2-a676-562e79d86a62', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'floating_ip_address': '172.26.1.65', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'port_id': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'mac_address': 'fa:16:3e:f4:ac:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:14Z', 'updated_at': '2022-03-29T09:55:11Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:55:12.889810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e02d3-b201-430a-9b6b-09d77ca794df None None] New status for floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:55:13.338180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303422b4-c7c9-42a8-81db-5ea3e5c625c1 req-4abf6d9a-d041-4ae5-a394-4d0ffb3b9905 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:13.339601 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-303422b4-c7c9-42a8-81db-5ea3e5c625c1 req-4abf6d9a-d041-4ae5-a394-4d0ffb3b9905 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0627310 Mar 29 09:55:13.381404 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-303422b4-c7c9-42a8-81db-5ea3e5c625c1 req-1e270929-d6cf-4403-9472-a63658b4e14f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356398 Mar 29 09:55:14.508837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987f87d-8dd8-4135-9254-3a2f4d7a7aab req-f2473a1b-f437-4a30-9661-1cc223400817 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:14.510669 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7987f87d-8dd8-4135-9254-3a2f4d7a7aab req-f2473a1b-f437-4a30-9661-1cc223400817 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0597670 Mar 29 09:55:14.552798 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7987f87d-8dd8-4135-9254-3a2f4d7a7aab req-795b53e1-ab10-4ed2-93ed-d87de94f05d4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351162 Mar 29 09:55:15.676651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927d1d5-ab8c-443f-ba90-ec7f8ed10440 req-18390ea3-e51e-4024-89e0-fe40efcd8975 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:15.678232 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a927d1d5-ab8c-443f-ba90-ec7f8ed10440 req-18390ea3-e51e-4024-89e0-fe40efcd8975 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0520401 Mar 29 09:55:15.720566 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a927d1d5-ab8c-443f-ba90-ec7f8ed10440 req-56475b20-7dad-4640-b350-5292eaac3e5c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357108 Mar 29 09:55:16.848201 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78824eb-68db-4b26-8317-861118a52850 req-23e94add-4183-4986-8125-b42331f3868a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:16.849851 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f78824eb-68db-4b26-8317-861118a52850 req-23e94add-4183-4986-8125-b42331f3868a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0556438 Mar 29 09:55:16.889139 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f78824eb-68db-4b26-8317-861118a52850 req-4480edab-8a82-4e3e-bdc7-b6d5b78e33f5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330443 Mar 29 09:55:18.006545 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193086b-8566-4d43-9aed-7835a973a8cc req-723280f2-ded4-4669-9db5-d22754c86530 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:18.008026 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5193086b-8566-4d43-9aed-7835a973a8cc req-723280f2-ded4-4669-9db5-d22754c86530 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0495124 Mar 29 09:55:18.047032 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5193086b-8566-4d43-9aed-7835a973a8cc req-b898824f-0a8d-4205-9c3b-07017c8f44f6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327764 Mar 29 09:55:19.161427 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba5c61-9481-4658-ac4c-bd9882283710 req-822e7143-4deb-4e29-b2c1-95b42df2572f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:19.162912 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3ba5c61-9481-4658-ac4c-bd9882283710 req-822e7143-4deb-4e29-b2c1-95b42df2572f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0481398 Mar 29 09:55:19.200412 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3ba5c61-9481-4658-ac4c-bd9882283710 req-36fa6d8c-8027-4f87-ac2a-da9763b039f8 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315185 Mar 29 09:55:20.321510 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450ac16-2d62-4777-976b-00ae227c9c4c req-64e6ef64-3c2c-4584-8266-56bd43644aa3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:20.322892 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b450ac16-2d62-4777-976b-00ae227c9c4c req-64e6ef64-3c2c-4584-8266-56bd43644aa3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0530736 Mar 29 09:55:20.360886 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b450ac16-2d62-4777-976b-00ae227c9c4c req-42154b96-382d-45ec-a774-02d5e6c09bcd tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Mar 29 09:55:21.478851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa38828-6955-4978-8caf-c13cada07dcb req-64953c95-f848-4a5a-a69c-703f8af237c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:21.480331 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7fa38828-6955-4978-8caf-c13cada07dcb req-64953c95-f848-4a5a-a69c-703f8af237c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0504539 Mar 29 09:55:21.519701 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7fa38828-6955-4978-8caf-c13cada07dcb req-82338ae7-4ad9-4907-92d3-37f24768ffe6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332823 Mar 29 09:55:22.639723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda12a36-5a76-4e15-8b88-83fd265ffe6e req-e5f08bfe-cd69-428c-9153-ff670a510a5a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:22.641241 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dda12a36-5a76-4e15-8b88-83fd265ffe6e req-e5f08bfe-cd69-428c-9153-ff670a510a5a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0484438 Mar 29 09:55:22.679057 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dda12a36-5a76-4e15-8b88-83fd265ffe6e req-228ee0ea-2412-4625-84b9-1ce5b80e677e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Mar 29 09:55:23.796783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bb77f-d931-4a01-86cd-5ce53ab51633 req-550ed40a-bc4d-41a3-8c51-1330ae316a00 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:23.798257 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-070bb77f-d931-4a01-86cd-5ce53ab51633 req-550ed40a-bc4d-41a3-8c51-1330ae316a00 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0525432 Mar 29 09:55:23.837321 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-070bb77f-d931-4a01-86cd-5ce53ab51633 req-a6c1acb5-bf51-407c-aa17-ec74fc9d8d7f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Mar 29 09:55:24.949894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd90707-ca06-4a57-9252-c5c1df2db377 req-2a42414a-5bee-4570-a6ad-3536f108fc2d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:24.951383 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ebd90707-ca06-4a57-9252-c5c1df2db377 req-2a42414a-5bee-4570-a6ad-3536f108fc2d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0486157 Mar 29 09:55:24.988345 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ebd90707-ca06-4a57-9252-c5c1df2db377 req-124c6cff-6e24-4aa6-957e-db47a2be44cb tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304539 Mar 29 09:55:26.103779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6caaa-8400-49f2-a103-b1293306de00 req-5dd15da0-af97-40ae-8105-250f1422a32f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:26.105232 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-62b6caaa-8400-49f2-a103-b1293306de00 req-5dd15da0-af97-40ae-8105-250f1422a32f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0483143 Mar 29 09:55:26.142306 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-62b6caaa-8400-49f2-a103-b1293306de00 req-ca2d6e7f-51dc-4d17-8468-5c60fcce180f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304296 Mar 29 09:55:26.770112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-de3c2b9b-0704-47c0-8f6f-bea29bd25242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:27.260357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95945528-63f2-4813-85c7-1ede76de0f79 req-013803b4-d2a6-47aa-a09f-5a6d23157d14 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:27.261822 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95945528-63f2-4813-85c7-1ede76de0f79 req-013803b4-d2a6-47aa-a09f-5a6d23157d14 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0514982 Mar 29 09:55:27.298244 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95945528-63f2-4813-85c7-1ede76de0f79 req-06f48b85-a120-43ff-b811-5a411fb1bdb7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304496 Mar 29 09:55:28.410228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cb8b7-ae01-4588-886a-eb1755b0f948 req-2a7004d7-3d85-4f0e-917a-e55883047bca tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:28.411844 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-217cb8b7-ae01-4588-886a-eb1755b0f948 req-2a7004d7-3d85-4f0e-917a-e55883047bca tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0479636 Mar 29 09:55:28.448658 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-217cb8b7-ae01-4588-886a-eb1755b0f948 req-a9f21b9e-28e4-4da3-a9a4-e3bd49d8d787 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309191 Mar 29 09:55:29.168118 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-272e204b-4d66-4e0e-8b43-07c60fb1eb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:29.560843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff26e5f-4593-4dfc-be50-f22845142c18 req-822e9655-47a4-49b3-8e97-fbc26c714249 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:29.562355 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4ff26e5f-4593-4dfc-be50-f22845142c18 req-822e9655-47a4-49b3-8e97-fbc26c714249 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0472493 Mar 29 09:55:29.599463 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4ff26e5f-4593-4dfc-be50-f22845142c18 req-d778c053-dccf-4271-abe2-e758752c1791 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310524 Mar 29 09:55:30.658908 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:30.718043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f48687-b2ed-4461-8105-7845c788833a req-cc9339ba-e355-49d8-82e1-a678dd031ffe tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:30.719493 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67f48687-b2ed-4461-8105-7845c788833a req-cc9339ba-e355-49d8-82e1-a678dd031ffe tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0528750 Mar 29 09:55:30.758281 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67f48687-b2ed-4461-8105-7845c788833a req-e678307f-7748-4a3a-8a66-e708645f4433 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323510 Mar 29 09:55:31.870430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b03627-c1c1-4953-840d-a05ce44b7a3b req-e3edb391-cf9e-4abe-b5ae-01b744d37cbc tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:31.871858 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12b03627-c1c1-4953-840d-a05ce44b7a3b req-e3edb391-cf9e-4abe-b5ae-01b744d37cbc tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0475535 Mar 29 09:55:31.909275 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-12b03627-c1c1-4953-840d-a05ce44b7a3b req-5b7c5238-10ac-4bd5-ba09-6871c91b382e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308757 Mar 29 09:55:32.070713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:32.634881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:33.021843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6b877-f8ab-48cb-b7f8-a230fe939626 req-20288f3e-543d-4897-85ac-f8b8d0bb4f3a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:33.023287 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbd6b877-f8ab-48cb-b7f8-a230fe939626 req-20288f3e-543d-4897-85ac-f8b8d0bb4f3a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0472128 Mar 29 09:55:33.059902 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbd6b877-f8ab-48cb-b7f8-a230fe939626 req-c984d815-bd20-4e77-9854-75dbea53f6e9 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305347 Mar 29 09:55:33.181355 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:55:33.843533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:34.176403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07638e33-6acf-4e6c-a2cc-f1dbadc7126f req-20a0e625-fffa-4f09-a1ac-172145146822 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:34.177860 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-07638e33-6acf-4e6c-a2cc-f1dbadc7126f req-20a0e625-fffa-4f09-a1ac-172145146822 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0512857 Mar 29 09:55:34.214904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-07638e33-6acf-4e6c-a2cc-f1dbadc7126f req-e520d779-4f17-4170-8b15-92d9ffd246e1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309868 Mar 29 09:55:35.333646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e6412-4875-4a05-aed6-1d7db92b1d81 req-0b138b35-0e65-4469-88a3-f7b2753ae0e7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:35.335083 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-619e6412-4875-4a05-aed6-1d7db92b1d81 req-0b138b35-0e65-4469-88a3-f7b2753ae0e7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0487058 Mar 29 09:55:35.371550 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-619e6412-4875-4a05-aed6-1d7db92b1d81 req-777644ea-f283-42d7-9c7f-8311f2ada038 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304723 Mar 29 09:55:36.483663 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb1740-69ff-423e-a81b-02c2b2c7e6ce req-987734b6-8afb-4b43-bb51-19bfe94ba025 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:36.485134 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-76bb1740-69ff-423e-a81b-02c2b2c7e6ce req-987734b6-8afb-4b43-bb51-19bfe94ba025 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0467732 Mar 29 09:55:36.522787 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-76bb1740-69ff-423e-a81b-02c2b2c7e6ce req-a5a97472-5242-4cad-a20c-0ebfcb7e025f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Mar 29 09:55:37.637218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcfe44-5acc-46a2-b2e9-73c88c602385 req-021a966f-a907-4395-85cb-9b1b3e6b8dcb tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:37.638686 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3bfcfe44-5acc-46a2-b2e9-73c88c602385 req-021a966f-a907-4395-85cb-9b1b3e6b8dcb tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0507581 Mar 29 09:55:37.677486 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3bfcfe44-5acc-46a2-b2e9-73c88c602385 req-a0927d5f-179c-446c-914a-9ede56b4bfaa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323253 Mar 29 09:55:37.912036 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-859650ba-b647-4a48-9636-61b474111907 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450773 Mar 29 09:55:37.927833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d5b57-4efb-43fb-b8f9-e888f5288b33 req-1edd8d9a-3d7b-406e-b2ac-f50c76397e29 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:37.929710 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-971d5b57-4efb-43fb-b8f9-e888f5288b33 req-1edd8d9a-3d7b-406e-b2ac-f50c76397e29 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0520210 Mar 29 09:55:37.969758 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-971d5b57-4efb-43fb-b8f9-e888f5288b33 req-d96f130e-71cd-40f4-ac77-56cb6a907973 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330496 Mar 29 09:55:38.985539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-cf5719a5-a487-44a9-a989-c754973650d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:38.987051 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-cf5719a5-a487-44a9-a989-c754973650d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 1099 time: 0.0881813 Mar 29 09:55:39.430459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-80caf641-0298-4f81-9dfc-346344b15a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:39.431903 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-80caf641-0298-4f81-9dfc-346344b15a1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.4388125 Mar 29 09:55:39.440338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2cadd-5847-4a93-b06a-80988d6507c2 req-57bf8d38-f8a7-4b2a-8e67-8b4de6f30abe tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:39.441699 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c6a2cadd-5847-4a93-b06a-80988d6507c2 req-57bf8d38-f8a7-4b2a-8e67-8b4de6f30abe tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0674660 Mar 29 09:55:39.522204 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c6a2cadd-5847-4a93-b06a-80988d6507c2 req-acc20398-07c0-4bf3-a661-ec7c32cfefaf tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740235 Mar 29 09:55:39.525835 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-d3302d10-d516-456a-b8d4-c1c1c2af8046 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5 HTTP/1.1" status: 200 len: 1001 time: 0.0832777 Mar 29 09:55:39.579633 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-ec3b9faf-81ee-47d0-87fb-06cd34c04029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:39.581050 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-ec3b9faf-81ee-47d0-87fb-06cd34c04029 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0493879 Mar 29 09:55:39.626838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-313ae326-24fd-4c73-9c32-eba593b9a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:39.628279 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-313ae326-24fd-4c73-9c32-eba593b9a850 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409558 Mar 29 09:55:39.719686 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-c659a844-a165-45f6-863a-e8977c35ea09 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829825 Mar 29 09:55:39.807038 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-ec734113-3095-41c9-83f8-9441dc559cb4 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808127 Mar 29 09:55:40.669316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593af064-251f-4515-9442-b389ea8cfb85 req-982c4485-a88c-4294-b6ee-cfa8eb61c64a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:40.670789 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-593af064-251f-4515-9442-b389ea8cfb85 req-982c4485-a88c-4294-b6ee-cfa8eb61c64a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0793829 Mar 29 09:55:40.680044 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60467f1e-f6bd-43ad-ab0e-f6c400f5bc04 req-a0dcb97c-46f1-4892-a5a3-8b84fb6e9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:40.681411 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60467f1e-f6bd-43ad-ab0e-f6c400f5bc04 req-a0dcb97c-46f1-4892-a5a3-8b84fb6e9c1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 1099 time: 0.0576694 Mar 29 09:55:40.731716 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-593af064-251f-4515-9442-b389ea8cfb85 req-c4590c8c-9459-4192-8b81-0bae2a6acf47 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536273 Mar 29 09:55:40.800199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60467f1e-f6bd-43ad-ab0e-f6c400f5bc04 req-3cd49f27-a769-4f13-a4d9-57744cdb40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:40.801763 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60467f1e-f6bd-43ad-ab0e-f6c400f5bc04 req-3cd49f27-a769-4f13-a4d9-57744cdb40c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0988584 Mar 29 09:55:40.866091 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60467f1e-f6bd-43ad-ab0e-f6c400f5bc04 req-1a896b3a-ac37-42e2-ad66-d25568ac5ffe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5 HTTP/1.1" status: 200 len: 1001 time: 0.0573647 Mar 29 09:55:40.915455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60467f1e-f6bd-43ad-ab0e-f6c400f5bc04 req-77b31242-9718-4fa0-97d4-6005a59f497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:40.916884 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60467f1e-f6bd-43ad-ab0e-f6c400f5bc04 req-77b31242-9718-4fa0-97d4-6005a59f497c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0433059 Mar 29 09:55:40.964810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60467f1e-f6bd-43ad-ab0e-f6c400f5bc04 req-5d8b24d4-a329-41ce-bddb-1e75ad4fb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:40.966332 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60467f1e-f6bd-43ad-ab0e-f6c400f5bc04 req-5d8b24d4-a329-41ce-bddb-1e75ad4fb803 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427296 Mar 29 09:55:41.055707 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60467f1e-f6bd-43ad-ab0e-f6c400f5bc04 req-1025ee50-defb-4d70-b06b-02f0aa24366a service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818393 Mar 29 09:55:41.152737 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60467f1e-f6bd-43ad-ab0e-f6c400f5bc04 req-a270a119-4d29-46aa-87b7-2c90a60c9064 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876949 Mar 29 09:55:41.368035 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-9b8ddfa6-e246-4f2c-93d4-1384a51aed14 service neutron] 10.222.0.24 "GET /v2.0/ports/6ca25ba6-8c48-456d-8041-2c0172bba5c5/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0533297 Mar 29 09:55:41.581048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-080b082e-3e23-4852-9a08-e88a228d818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:41.582566 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-080b082e-3e23-4852-9a08-e88a228d818c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 1099 time: 0.0466075 Mar 29 09:55:41.641986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-3cb72893-464b-459d-849e-2a744371b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:41.643350 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-3cb72893-464b-459d-849e-2a744371b643 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 1099 time: 0.0396411 Mar 29 09:55:41.734537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-6972ac0e-4518-4f3b-9052-f7f424bb7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:41.736019 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-6972ac0e-4518-4f3b-9052-f7f424bb7f2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0864847 Mar 29 09:55:41.814946 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-9b267463-56b7-4e3d-a241-99abdfb4830c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5 HTTP/1.1" status: 200 len: 1001 time: 0.0723968 Mar 29 09:55:41.878774 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-98db6858-4051-4fde-b3d1-ca550bee99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:41.880188 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-98db6858-4051-4fde-b3d1-ca550bee99b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0511291 Mar 29 09:55:41.887433 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50052dbc-948b-4023-bf63-d98ccf595942 req-5b91a437-2cb4-457d-8515-820d41c46664 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:41.888775 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-50052dbc-948b-4023-bf63-d98ccf595942 req-5b91a437-2cb4-457d-8515-820d41c46664 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0865905 Mar 29 09:55:41.948365 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-50052dbc-948b-4023-bf63-d98ccf595942 req-fe330921-2349-44eb-9dc3-304a90ecb6b8 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509794 Mar 29 09:55:41.954970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-0962d2f4-a70f-47e7-82d1-f88d8e286aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:41.956622 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-0962d2f4-a70f-47e7-82d1-f88d8e286aed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670314 Mar 29 09:55:42.050979 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-3f4a8f77-d5ea-4bae-bc41-14c95123ebb9 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868626 Mar 29 09:55:42.142543 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1caa89e9-20a8-49ee-9549-3a0491e4fb7c req-611d3a1b-a062-414d-9a66-22774eb6f68b service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851858 Mar 29 09:55:43.067530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe97c9-e85c-4ea8-84c2-22de6a9e6e80 req-9d540c59-2815-4146-be71-205e533bcfdf tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:43.068883 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0dfe97c9-e85c-4ea8-84c2-22de6a9e6e80 req-9d540c59-2815-4146-be71-205e533bcfdf tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0479872 Mar 29 09:55:43.106158 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0dfe97c9-e85c-4ea8-84c2-22de6a9e6e80 req-d9ae9ed6-c587-46e8-ac76-67ffb9677296 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Mar 29 09:55:44.220162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516462d-08e7-42e5-b8af-d193b3f1353c req-06d721ec-b3cf-4c64-a314-1d052e99a218 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:44.221633 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d516462d-08e7-42e5-b8af-d193b3f1353c req-06d721ec-b3cf-4c64-a314-1d052e99a218 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0480337 Mar 29 09:55:44.260794 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d516462d-08e7-42e5-b8af-d193b3f1353c req-0fea0314-b821-4ab7-ae43-ea0bc08d0b29 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329993 Mar 29 09:55:45.373929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af947a-a448-4480-9546-5746306833ec req-a16cd476-36d1-4661-9899-e8a7c0a3d753 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:45.375894 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a2af947a-a448-4480-9546-5746306833ec req-a16cd476-36d1-4661-9899-e8a7c0a3d753 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0475113 Mar 29 09:55:45.416898 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a2af947a-a448-4480-9546-5746306833ec req-3db56568-226c-4351-a2e8-ac8a1a869c8d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349867 Mar 29 09:55:45.636837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47053-2a2b-4924-9871-5574a89beade req-ebb39c6d-105c-4dba-a48a-c9e224bdbe69 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:45.638306 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9bf47053-2a2b-4924-9871-5574a89beade req-ebb39c6d-105c-4dba-a48a-c9e224bdbe69 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0775950 Mar 29 09:55:45.649799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-68286933-17eb-48bd-bf01-7b4db1660394 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:45.651131 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-68286933-17eb-48bd-bf01-7b4db1660394 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083&tenant_id=1bb3371396e44e438313b88913f6c748&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 946 time: 0.0657887 Mar 29 09:55:45.684079 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9bf47053-2a2b-4924-9871-5574a89beade req-2601edb9-11aa-49b0-a745-359b2f35771b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320053 Mar 29 09:55:45.731660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-8ac16ae6-b987-4d0f-a90b-271a57d60b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:45.733108 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-8ac16ae6-b987-4d0f-a90b-271a57d60b98 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 1099 time: 0.0397658 Mar 29 09:55:45.824128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-68094661-774d-4a66-8a17-ede18c3b7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:45.825630 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-68094661-774d-4a66-8a17-ede18c3b7760 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0861437 Mar 29 09:55:45.888694 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-8a782c6f-8d5a-443e-874d-ba6c1ac06823 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5 HTTP/1.1" status: 200 len: 1001 time: 0.0563188 Mar 29 09:55:45.941385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-eab28162-f578-4ab5-9f72-a2446ceaf2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:45.942857 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-eab28162-f578-4ab5-9f72-a2446ceaf2cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0470228 Mar 29 09:55:45.987181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-4b93fac5-958a-461c-9699-9b3b958e01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:45.988725 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-4b93fac5-958a-461c-9699-9b3b958e01f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393517 Mar 29 09:55:46.047971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6ca25ba6-8c48-456d-8041-2c0172bba5c5 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:55:46.050291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6ca25ba6-8c48-456d-8041-2c0172bba5c5 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:55:46.083491 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-5adaa988-21b8-41f9-9f2d-0b9c88634db4 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882401 Mar 29 09:55:46.171740 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31ce0076-8a99-4cca-8b1c-bb1a5d3a8f89 req-5a1988fb-b797-418b-afbd-c8db8a242172 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815971 Mar 29 09:55:46.203352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6ca25ba6-8c48-456d-8041-2c0172bba5c5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:55:46.205943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:46.223449 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'port_id': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'mac_address': 'fa:16:3e:f4:ac:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:55:46.240207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca25ba6-8c48-456d-8041-2c0172bba5c5'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:55:46.242741 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b21054-3790-4dba-ab19-fc413739a9f7" -d '{"events": [{"server_uuid": "ef7ec5db-8b1a-4bb5-8183-4a48dda64083", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca25ba6-8c48-456d-8041-2c0172bba5c5"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:55:46.281845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6ca25ba6-8c48-456d-8041-2c0172bba5c5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:55:46.289935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:46.297526 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:46.317436 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 09:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8403c971-9486-4c06-80cb-78323ea0d946 x-openstack-request-id: req-8403c971-9486-4c06-80cb-78323ea0d946 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:55:46.317749 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7ec5db-8b1a-4bb5-8183-4a48dda64083", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca25ba6-8c48-456d-8041-2c0172bba5c5", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:55:46.318003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8403c971-9486-4c06-80cb-78323ea0d946 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:55:46.318383 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'code': 200} Mar 29 09:55:46.336207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ca25ba6-8c48-456d-8041-2c0172bba5c5 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:55:46.373235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6ca25ba6-8c48-456d-8041-2c0172bba5c5,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:46.388110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:46.388483 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:46.388848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:46.389184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:46.389561 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:46.390518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:46.390868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:46.391222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:46.391584 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:46.391929 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:46.392288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:46.392645 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:46.401030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:55:46.401412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:55:46.799805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f477a-8679-4ae6-94f2-84e9c03dcfd3 req-58e5b3e1-ca6c-409b-83ac-f8b56c07f4ee tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:46.801361 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d9f477a-8679-4ae6-94f2-84e9c03dcfd3 req-58e5b3e1-ca6c-409b-83ac-f8b56c07f4ee tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 944 time: 0.0496840 Mar 29 09:55:46.838489 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d9f477a-8679-4ae6-94f2-84e9c03dcfd3 req-b60307b1-824e-4a92-a16a-d8937397cc8f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308824 Mar 29 09:55:46.942204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:46.954601 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca25ba6-8c48-456d-8041-2c0172bba5c5 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:55:46.958220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce389f5-52e6-43e3-9fdf-b2007754b11d req-64a23704-7662-4b92-99ae-a97866c11215 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:46.959683 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1ce389f5-52e6-43e3-9fdf-b2007754b11d req-64a23704-7662-4b92-99ae-a97866c11215 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 944 time: 0.0513556 Mar 29 09:55:46.974207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6ca25ba6-8c48-456d-8041-2c0172bba5c5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:55:46.978076 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:46.998570 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1ce389f5-52e6-43e3-9fdf-b2007754b11d req-60464e9d-bbc1-4ba1-b7b6-0c423173a8e2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Mar 29 09:55:47.032793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6ca25ba6-8c48-456d-8041-2c0172bba5c5,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:47.039320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['6ca25ba6-8c48-456d-8041-2c0172bba5c5'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:55:47.238082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbc7f4-0e20-40a0-a7e9-0e04840cb628 req-55478eff-4a5e-4e49-aed3-6ddb81f2cd15 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:47.239493 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-22fbc7f4-0e20-40a0-a7e9-0e04840cb628 req-55478eff-4a5e-4e49-aed3-6ddb81f2cd15 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 945 time: 0.0554836 Mar 29 09:55:47.298575 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64288d2e-0dcf-4987-aa6c-dac272a290ce req-8df6dd08-40ae-447b-ad23-35c0ba77d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:47.300015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64288d2e-0dcf-4987-aa6c-dac272a290ce req-8df6dd08-40ae-447b-ad23-35c0ba77d90a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 1098 time: 0.0772717 Mar 29 09:55:47.303157 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-22fbc7f4-0e20-40a0-a7e9-0e04840cb628 req-352f878e-1a6a-4ee4-9cd4-6b8e455a53d7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473361 Mar 29 09:55:47.387401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64288d2e-0dcf-4987-aa6c-dac272a290ce req-05138ade-5860-4ae9-9b66-ecffaf06a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:47.388887 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64288d2e-0dcf-4987-aa6c-dac272a290ce req-05138ade-5860-4ae9-9b66-ecffaf06a2a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0822797 Mar 29 09:55:47.457833 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64288d2e-0dcf-4987-aa6c-dac272a290ce req-9da754ba-9fb0-499a-9774-2f7a5e2822f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5 HTTP/1.1" status: 200 len: 1000 time: 0.0607395 Mar 29 09:55:47.504652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64288d2e-0dcf-4987-aa6c-dac272a290ce req-b977599b-b72d-4c57-b6af-b85b8d1bcf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:47.506116 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64288d2e-0dcf-4987-aa6c-dac272a290ce req-b977599b-b72d-4c57-b6af-b85b8d1bcf67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0423076 Mar 29 09:55:47.552140 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64288d2e-0dcf-4987-aa6c-dac272a290ce req-4c0a3988-c20d-4d5b-a9bd-6f193e9d80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:47.553626 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64288d2e-0dcf-4987-aa6c-dac272a290ce req-4c0a3988-c20d-4d5b-a9bd-6f193e9d80ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409019 Mar 29 09:55:47.650425 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64288d2e-0dcf-4987-aa6c-dac272a290ce req-faa1f570-b490-45be-b246-dfe65ef21545 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871961 Mar 29 09:55:47.737814 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-64288d2e-0dcf-4987-aa6c-dac272a290ce req-6c34249c-26f9-4b1c-954e-63e6a7c566b7 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793586 Mar 29 09:55:48.051784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6ca25ba6-8c48-456d-8041-2c0172bba5c5 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:55:48.099454 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 6ca25ba6-8c48-456d-8041-2c0172bba5c5 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:55:48.099820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:48.173821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:48.209289 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6ca25ba6-8c48-456d-8041-2c0172bba5c5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:55:48.213331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:48.374819 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca25ba6-8c48-456d-8041-2c0172bba5c5'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:55:48.377038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df000506-b1ea-48bb-88f9-9ab8754ae73f" -d '{"events": [{"server_uuid": "ef7ec5db-8b1a-4bb5-8183-4a48dda64083", "name": "network-vif-plugged", "status": "completed", "tag": "6ca25ba6-8c48-456d-8041-2c0172bba5c5"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:55:48.408545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6ca25ba6-8c48-456d-8041-2c0172bba5c5,revision_number=8']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:48.415592 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba5347c-5c5e-4a4b-8ab6-1f91fe745bc9 x-openstack-request-id: req-1ba5347c-5c5e-4a4b-8ab6-1f91fe745bc9 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:55:48.415902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7ec5db-8b1a-4bb5-8183-4a48dda64083", "name": "network-vif-plugged", "status": "completed", "tag": "6ca25ba6-8c48-456d-8041-2c0172bba5c5", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:55:48.416159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ba5347c-5c5e-4a4b-8ab6-1f91fe745bc9 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:55:48.416566 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'code': 200} Mar 29 09:55:48.432220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c7a4a-9ea7-4f3d-ab7b-9f67a101811f req-dfbd1b26-8dc0-403d-a5d8-d596d45f9f76 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:48.433746 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-923c7a4a-9ea7-4f3d-ab7b-9f67a101811f req-dfbd1b26-8dc0-403d-a5d8-d596d45f9f76 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0573578 Mar 29 09:55:48.470553 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-923c7a4a-9ea7-4f3d-ab7b-9f67a101811f req-a7cf7a90-dbbe-4de9-8d82-0da92df6cb31 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308006 Mar 29 09:55:48.701936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e3dc1-f8ed-4972-8536-452c3bdc0564 req-4341052d-ac1f-467e-bb66-82d1171dff30 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:48.703957 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-943e3dc1-f8ed-4972-8536-452c3bdc0564 req-4341052d-ac1f-467e-bb66-82d1171dff30 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0475543 Mar 29 09:55:48.740428 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-943e3dc1-f8ed-4972-8536-452c3bdc0564 req-6b60a01d-f2ab-45b7-a3d0-0ada7c323370 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304918 Mar 29 09:55:49.855233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a0144-fb11-4e7a-ab8c-c9536e31e4c9 req-09291549-458b-4670-8744-da493c62e3ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:49.856664 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f20a0144-fb11-4e7a-ab8c-c9536e31e4c9 req-09291549-458b-4670-8744-da493c62e3ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0469825 Mar 29 09:55:49.892991 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f20a0144-fb11-4e7a-ab8c-c9536e31e4c9 req-df18cc44-eded-4fa7-a0f9-f6602990f0c5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296712 Mar 29 09:55:50.457598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-e4d0c321-ab5b-47ad-abd6-07860ae67c80 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:50.459055 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-e4d0c321-ab5b-47ad-abd6-07860ae67c80 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 946 time: 0.0516984 Mar 29 09:55:50.546103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Deleting port 6ca25ba6-8c48-456d-8041-2c0172bba5c5 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:55:50.546443 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:50.637681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] For port 6ca25ba6-8c48-456d-8041-2c0172bba5c5, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6ca25ba6-8c48-456d-8041-2c0172bba5c5,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:55:50.638041 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:50.806032 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:50.806391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:50.806799 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62 disassociated. External IP: 172.26.1.65, port: 6ca25ba6-8c48-456d-8041-2c0172bba5c5. Mar 29 09:55:50.807034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Calling delete_port for 6ca25ba6-8c48-456d-8041-2c0172bba5c5 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:55:50.933313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:50.961525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event deleted for resources: {'Port': ['ID=6ca25ba6-8c48-456d-8041-2c0172bba5c5,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:50.995955 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9deb73b1-4f24-4229-9a63-46abd3eaf525 req-de85ebb1-5ef3-4e7d-a796-8fee8498c959 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef7ec5db-8b1a-4bb5-8183-4a48dda64083 HTTP/1.1" status: 200 len: 210 time: 0.0318356 Mar 29 09:55:50.997342 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:50.997712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:50.998048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:50.998380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:50.998707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:50.999077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:50.999449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:50.999716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:51.000039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:51.000361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:51.000679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:51.001000 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:55:51.112471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Router fccc477b-2629-4bce-aaea-34e4f6e0b557 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:55:51.220073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:55:51.230433 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27dcc04-2da6-48bb-9b9c-9bfedc381e1b None None] Sync routers for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:55:51.239715 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27dcc04-2da6-48bb-9b9c-9bfedc381e1b None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:55:51.240513 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a27dcc04-2da6-48bb-9b9c-9bfedc381e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:55:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:51.257692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] No DVR routers for this DVR port 6ca25ba6-8c48-456d-8041-2c0172bba5c5 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:55:51.260261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:51.263484 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5003d6ff-159c-4ea6-808f-45b1e8a7638a req-57009933-a11a-4600-b309-633d97b641ac tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "DELETE /v2.0/ports/6ca25ba6-8c48-456d-8041-2c0172bba5c5 HTTP/1.1" status: 204 len: 173 time: 0.7983160 Mar 29 09:55:51.263909 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'name': 'network-vif-deleted', 'tag': '6ca25ba6-8c48-456d-8041-2c0172bba5c5'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:55:51.266671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d35d64-eb59-443d-8a73-4581d40d9f35" -d '{"events": [{"server_uuid": "ef7ec5db-8b1a-4bb5-8183-4a48dda64083", "name": "network-vif-deleted", "tag": "6ca25ba6-8c48-456d-8041-2c0172bba5c5"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:55:51.309598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a00fdfb-d383-4e47-a39e-9a334b751a93 x-openstack-request-id: req-9a00fdfb-d383-4e47-a39e-9a334b751a93 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:55:51.309994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7ec5db-8b1a-4bb5-8183-4a48dda64083", "name": "network-vif-deleted", "tag": "6ca25ba6-8c48-456d-8041-2c0172bba5c5", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:55:51.310255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a00fdfb-d383-4e47-a39e-9a334b751a93 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:55:51.310638 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7ec5db-8b1a-4bb5-8183-4a48dda64083', 'name': 'network-vif-deleted', 'tag': '6ca25ba6-8c48-456d-8041-2c0172bba5c5', 'status': 'completed', 'code': 200} Mar 29 09:55:51.350445 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-a27dcc04-2da6-48bb-9b9c-9bfedc381e1b None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:55:51.632690 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a27dcc04-2da6-48bb-9b9c-9bfedc381e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:51.659724 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27dcc04-2da6-48bb-9b9c-9bfedc381e1b None None] Checking router: fccc477b-2629-4bce-aaea-34e4f6e0b557 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:55:51.668623 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27dcc04-2da6-48bb-9b9c-9bfedc381e1b None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:55:51.669219 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a27dcc04-2da6-48bb-9b9c-9bfedc381e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:55:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:51.774321 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-a27dcc04-2da6-48bb-9b9c-9bfedc381e1b None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:55:51.964651 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a27dcc04-2da6-48bb-9b9c-9bfedc381e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:55:51.993909 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27dcc04-2da6-48bb-9b9c-9bfedc381e1b None None] The sync data for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv is: [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:55:52.209617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00af323-495c-4184-a49e-6cda02068227 None None] New status for floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:55:52.241678 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-4eea8d7a-82bf-4cba-b8c3-f4ebff7c14af tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2098365694&fields=id&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 267 time: 0.0332830 Mar 29 09:55:52.351963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-e0cc79b9-12f5-40bc-b62c-5af9dda17e64 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:52.353467 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-e0cc79b9-12f5-40bc-b62c-5af9dda17e64 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 811 time: 0.1044848 Mar 29 09:55:52.368981 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-8596571e-72bd-4274-b2e6-2e4453dd3c06 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/quotas/1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 375 time: 0.0089769 Mar 29 09:55:52.422460 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-da7da0ee-708d-42b3-8588-18ffdb14c839 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477586 Mar 29 09:55:52.519075 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-db429046-dcb2-4b22-a78e-152652f84a5e service neutron] 10.222.0.32 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846286 Mar 29 09:55:52.605038 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-44aa98ba-836f-4562-80e2-848cffc9c55e service neutron] 10.222.0.32 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797083 Mar 29 09:55:52.764127 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b68c066e-4d5e-49ca-a8ea-802a006f9696 req-3bd760c4-91f3-493d-8627-3705529793c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 210 time: 0.0294430 Mar 29 09:55:53.652555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-4be03a34-ea59-43f5-acae-1d77715e615e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:53.654034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-4be03a34-ea59-43f5-acae-1d77715e615e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 811 time: 0.0995390 Mar 29 09:55:53.699927 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-e5ac8e53-d212-4477-9bec-07b9a3936f1f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 380 time: 0.0370195 Mar 29 09:55:53.710646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Request body: {'port': {'device_id': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'admin_state_up': True, 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'security_groups': ['15708b39-d4af-4fdf-910f-c6ebd4f81d31']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:55:53.821185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Made reservation on behalf of 1bb3371396e44e438313b88913f6c748 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:55:53.830364 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:53.873136 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-401dfb8c-80c1-461c-837b-6f2f3602b876 req-dd69b48f-abb9-47e9-a4cb-d75138dcb33b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 210 time: 0.0321889 Mar 29 09:55:53.980799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Allocated IP 172.20.0.14 (436596a1-7ae4-4810-bc18-ec9ad0ca259a/5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de/4167184b-d6c5-4fcf-bb45-bdd4276c9264) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:55:54.115696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.148997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.195751 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Network 436596a1-7ae4-4810-bc18-ec9ad0ca259a is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:55:54.198762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:55:54.202768 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:55:54.208852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event updated for resources: {'Port': ['ID=4167184b-d6c5-4fcf-bb45-bdd4276c9264,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:54.254198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:54.254828 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.271618 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-dfe7b94e-f1fc-419b-99ab-00caaef3c0c2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5649445 Mar 29 09:55:54.284123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Request body: {'port': {'device_id': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:55:54.344047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.482997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d385b077-a60f-4e93-97b3-a16328855f7e None None] Provisioning complete for port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:55:54.483570 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d385b077-a60f-4e93-97b3-a16328855f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.521337 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d385b077-a60f-4e93-97b3-a16328855f7e None None] Port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:55:54.606946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4167184b-d6c5-4fcf-bb45-bdd4276c9264 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:55:54.614026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.625811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Transition to ACTIVE for port object 4167184b-d6c5-4fcf-bb45-bdd4276c9264 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:55:54.630138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.676741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Pushing event updated for resources: {'Port': ['ID=4167184b-d6c5-4fcf-bb45-bdd4276c9264,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:54.753631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Attempting to bind port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:55:54.753974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Attempting to bind port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:55:54.754299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Attempting to bind port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:55:54.762101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:55:54.762433 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Attempting to bind port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:55:54.768430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:55:54.768761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Checking segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:55:54.769143 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Bound using segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:55:54.769600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Bound port: 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:55:54.769992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.839245 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:55:54.842359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:55:54.846574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.881451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:54.882434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:54.883832 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] 10.222.0.24 "PUT /v2.0/ports/4167184b-d6c5-4fcf-bb45-bdd4276c9264 HTTP/1.1" status: 200 len: 1094 time: 0.6045663 Mar 29 09:55:54.884272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:55:54.886562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d040b860-bdb8-4769-932e-6a003dd4de61" -d '{"events": [{"name": "network-changed", "server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:55:54.919291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45210055-2b92-4da7-baf9-d67bd4838fdc service neutron] Pushing event updated for resources: {'Port': ['ID=4167184b-d6c5-4fcf-bb45-bdd4276c9264,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:55:54.945788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2650dc40-baa8-48d8-be7e-157b1000719f x-openstack-request-id: req-2650dc40-baa8-48d8-be7e-157b1000719f {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:55:54.946074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:55:54.946318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2650dc40-baa8-48d8-be7e-157b1000719f {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:55:54.946881 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'status': 'completed', 'code': 200} Mar 29 09:55:55.359075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-7610bc60-0543-46aa-bb71-e9f00de598cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:55.360585 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-7610bc60-0543-46aa-bb71-e9f00de598cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 1097 time: 0.3985713 Mar 29 09:55:55.371704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74445-a7fd-4d96-9bc4-b538a8025457 req-e87c4448-b424-49d3-b3d1-4802ec24615f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:55.373029 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-85d74445-a7fd-4d96-9bc4-b538a8025457 req-e87c4448-b424-49d3-b3d1-4802ec24615f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 944 time: 0.3847048 Mar 29 09:55:55.416624 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-742aade7-b4a6-4d83-9264-f6e1a2758354 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264 HTTP/1.1" status: 200 len: 217 time: 0.0426846 Mar 29 09:55:55.463483 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-85d74445-a7fd-4d96-9bc4-b538a8025457 req-82f8243b-45f1-4932-aaef-03b6f28ef571 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838971 Mar 29 09:55:55.477554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-fd5d9d59-7aee-414a-b617-56f0b538ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:55.478974 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-fd5d9d59-7aee-414a-b617-56f0b538ecaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0556355 Mar 29 09:55:55.522720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-500a3adb-e010-4166-b98e-be40dba2acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:55.524223 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-500a3adb-e010-4166-b98e-be40dba2acf3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391212 Mar 29 09:55:55.611088 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-d71e1c5d-a59e-4c64-a7e3-a115d04123ba service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796430 Mar 29 09:55:55.699297 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-229ccc37-2d6b-4038-b699-b0c8d2bc7bdc req-9a85aabe-56a4-4173-ba50-a378fab23a5f service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821357 Mar 29 09:55:55.782776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b860-bdb8-4769-932e-6a003dd4de61 req-6428d2c6-b80a-419e-a766-06255950a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:55.784249 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d040b860-bdb8-4769-932e-6a003dd4de61 req-6428d2c6-b80a-419e-a766-06255950a381 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 1097 time: 0.0407279 Mar 29 09:55:55.874511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b860-bdb8-4769-932e-6a003dd4de61 req-10f35832-3c6a-4d5f-ba53-73bfd3f9448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:55.875857 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d040b860-bdb8-4769-932e-6a003dd4de61 req-10f35832-3c6a-4d5f-ba53-73bfd3f9448c service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0855865 Mar 29 09:55:55.916570 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d040b860-bdb8-4769-932e-6a003dd4de61 req-0b955577-1f87-4c8f-93cb-a1ec074408f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264 HTTP/1.1" status: 200 len: 217 time: 0.0340092 Mar 29 09:55:55.964939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b860-bdb8-4769-932e-6a003dd4de61 req-8bc9c8bf-83d9-45e2-8ff9-6fc8fead9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:55.966394 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d040b860-bdb8-4769-932e-6a003dd4de61 req-8bc9c8bf-83d9-45e2-8ff9-6fc8fead9651 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0424445 Mar 29 09:55:56.014220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b860-bdb8-4769-932e-6a003dd4de61 req-b7354591-649f-44ae-9261-cd61abf89e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:56.016241 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d040b860-bdb8-4769-932e-6a003dd4de61 req-b7354591-649f-44ae-9261-cd61abf89e2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429053 Mar 29 09:55:56.103418 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d040b860-bdb8-4769-932e-6a003dd4de61 req-fc68a459-3fff-4197-a372-d49a08663f57 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804958 Mar 29 09:55:56.108238 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6ca25ba6-8c48-456d-8041-2c0172bba5c5 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:55:56.128837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 6ca25ba6-8c48-456d-8041-2c0172bba5c5 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:55:56.129103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6ca25ba6-8c48-456d-8041-2c0172bba5c5 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:55:56.195936 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d040b860-bdb8-4769-932e-6a003dd4de61 req-adf4cb48-a5e5-45a0-81c0-33602218c19d service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859287 Mar 29 09:55:56.582714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a0657-8143-4817-9938-a0ac935218e5 req-848b046e-5f65-4195-b161-df52d42924e6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:56.584220 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-304a0657-8143-4817-9938-a0ac935218e5 req-848b046e-5f65-4195-b161-df52d42924e6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 944 time: 0.0497134 Mar 29 09:55:56.622102 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-304a0657-8143-4817-9938-a0ac935218e5 req-a65e0c88-ebce-4548-b19b-b2da6ca30c68 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319045 Mar 29 09:55:56.771551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-605209f9-5870-4fcb-b054-5bf17f5bd2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:55:57.736480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdacd3-13b3-494b-b7f5-1559212a6e99 req-d97bb4aa-8410-4b33-ab89-3ece0c49600b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:57.737969 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c2bdacd3-13b3-494b-b7f5-1559212a6e99 req-d97bb4aa-8410-4b33-ab89-3ece0c49600b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 944 time: 0.0481296 Mar 29 09:55:57.777493 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c2bdacd3-13b3-494b-b7f5-1559212a6e99 req-097ecd73-0813-494a-9c02-6f032c9d25f1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335350 Mar 29 09:55:58.899113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a72ea7-4e32-4662-ab1c-4fb1fbf0574b req-89c05a63-b03d-4742-8efc-d4d294e8ba00 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:55:58.900597 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f3a72ea7-4e32-4662-ab1c-4fb1fbf0574b req-89c05a63-b03d-4742-8efc-d4d294e8ba00 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 944 time: 0.0557668 Mar 29 09:55:58.939444 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f3a72ea7-4e32-4662-ab1c-4fb1fbf0574b req-e5645df8-5b96-4809-bc4f-7922ead7cfc1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323234 Mar 29 09:55:59.169014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8cb99f6a-034c-4929-a300-f5f6dbef4eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:00.052613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a604b18-441b-481b-80c4-e2987b2c97ad req-cc831f83-8e45-4809-9d8f-8daf120f2d52 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:00.054038 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a604b18-441b-481b-80c4-e2987b2c97ad req-cc831f83-8e45-4809-9d8f-8daf120f2d52 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 944 time: 0.0479045 Mar 29 09:56:00.092415 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a604b18-441b-481b-80c4-e2987b2c97ad req-4ef2481a-4cd2-44d6-952b-5837d97f18fb tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323379 Mar 29 09:56:00.128094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4167184b-d6c5-4fcf-bb45-bdd4276c9264 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:56:00.221507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:00.232847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'port_id': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'mac_address': 'fa:16:3e:52:f7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:56:00.274381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:00.286728 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4167184b-d6c5-4fcf-bb45-bdd4276c9264 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:56:00.306336 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:00.310286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:00.355487 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=4167184b-d6c5-4fcf-bb45-bdd4276c9264,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:00.619886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['4167184b-d6c5-4fcf-bb45-bdd4276c9264'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:56:00.672969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:01.208724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2216b-69ce-4a3e-a180-07eda1e6686a req-70e82cf7-f8b3-430f-b503-e69d5ebba489 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:01.210235 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67e2216b-69ce-4a3e-a180-07eda1e6686a req-70e82cf7-f8b3-430f-b503-e69d5ebba489 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 945 time: 0.0487161 Mar 29 09:56:01.249000 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67e2216b-69ce-4a3e-a180-07eda1e6686a req-b53009a8-5006-4c68-bfcc-02bc33122687 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325670 Mar 29 09:56:02.072956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:02.131118 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4167184b-d6c5-4fcf-bb45-bdd4276c9264 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:56:02.186018 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:56:02.189507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:02.189911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:02.269321 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:02.292600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:02.294875 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776de6c3-7bbf-4e6b-a130-89e45d78376d" -d '{"events": [{"server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "name": "network-vif-plugged", "status": "completed", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:56:02.307580 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:02.313167 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:02.338346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35af80d6-d357-4e57-bff3-0cda3e30043c x-openstack-request-id: req-35af80d6-d357-4e57-bff3-0cda3e30043c {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:56:02.338644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "name": "network-vif-plugged", "status": "completed", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:56:02.338892 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35af80d6-d357-4e57-bff3-0cda3e30043c {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:56:02.339276 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'code': 200} Mar 29 09:56:02.365808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=4167184b-d6c5-4fcf-bb45-bdd4276c9264,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:02.381426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ed892-77d6-4559-8716-44cf2cfc38d0 req-7028f0fd-12ca-48e6-9a1f-3e0acf9b50d2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:02.383117 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f67ed892-77d6-4559-8716-44cf2cfc38d0 req-7028f0fd-12ca-48e6-9a1f-3e0acf9b50d2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0656903 Mar 29 09:56:02.426280 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f67ed892-77d6-4559-8716-44cf2cfc38d0 req-0b57a7dc-6eeb-4c46-a5ae-9541074a3595 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358014 Mar 29 09:56:02.515899 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb546b-c737-4df0-93de-6dec163c758e req-a3901092-ce39-4f0f-8435-ef80cb49f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:02.517348 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04eb546b-c737-4df0-93de-6dec163c758e req-a3901092-ce39-4f0f-8435-ef80cb49f750 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0404882 Mar 29 09:56:02.551589 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04eb546b-c737-4df0-93de-6dec163c758e req-850940d0-b5ca-425c-ba41-763f1741305f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275030 Mar 29 09:56:02.638874 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:03.541294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbfdde-dcb3-4d83-9bb4-cd75c933d84c req-7db16bad-b42d-498e-88b9-d07a3a2f76e7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:03.542747 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2cfbfdde-dcb3-4d83-9bb4-cd75c933d84c req-7db16bad-b42d-498e-88b9-d07a3a2f76e7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0471194 Mar 29 09:56:03.580610 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2cfbfdde-dcb3-4d83-9bb4-cd75c933d84c req-b12b5fd7-f6bc-4a30-b756-d9599ccbb636 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314853 Mar 29 09:56:03.851010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:04.697464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34532894-fce2-4372-abe4-8335477c74aa req-582262a2-4f3a-4932-81eb-9746b3d45e28 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:04.698915 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-34532894-fce2-4372-abe4-8335477c74aa req-582262a2-4f3a-4932-81eb-9746b3d45e28 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0519335 Mar 29 09:56:04.735919 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-34532894-fce2-4372-abe4-8335477c74aa req-b3dfe52b-7bdd-4947-ad3f-5847bc5f0f74 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309145 Mar 29 09:56:04.846023 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81855a-2576-46fe-aba0-243c06ee9c99 req-0c2c9c0d-41aa-4f2f-8d83-d8575be71067 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:04.847488 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8c81855a-2576-46fe-aba0-243c06ee9c99 req-0c2c9c0d-41aa-4f2f-8d83-d8575be71067 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0480223 Mar 29 09:56:04.856120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57272) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:56:04.861108 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-377b6d79-32ad-47dc-b62d-df5412ddba6e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Request body: {'floatingip': {'port_id': '4167184b-d6c5-4fcf-bb45-bdd4276c9264'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:04.898404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-377b6d79-32ad-47dc-b62d-df5412ddba6e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:05.325447 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-377b6d79-32ad-47dc-b62d-df5412ddba6e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:05.329817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-377b6d79-32ad-47dc-b62d-df5412ddba6e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:05.427842 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-377b6d79-32ad-47dc-b62d-df5412ddba6e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62 associated. External IP: 172.26.1.65, port: 4167184b-d6c5-4fcf-bb45-bdd4276c9264. Mar 29 09:56:05.631054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377b6d79-32ad-47dc-b62d-df5412ddba6e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Router fccc477b-2629-4bce-aaea-34e4f6e0b557 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:56:05.734268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377b6d79-32ad-47dc-b62d-df5412ddba6e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:56:05.739014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-377b6d79-32ad-47dc-b62d-df5412ddba6e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:05.743548 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a472b-5725-4702-b24c-998e3050e047 None None] Sync routers for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:56:05.752683 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a472b-5725-4702-b24c-998e3050e047 None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:56:05.753275 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-342a472b-5725-4702-b24c-998e3050e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:55:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:05.766301 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-377b6d79-32ad-47dc-b62d-df5412ddba6e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "PUT /v2.0/floatingips/f5dfc8e0-71dc-46b2-a676-562e79d86a62 HTTP/1.1" status: 200 len: 991 time: 0.9091175 Mar 29 09:56:05.766877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:05.769151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7ba528-4cf9-4e30-bba1-0e8dd026a911" -d '{"events": [{"name": "network-changed", "server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:56:05.815295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886cbd62-54ef-40c8-bdb2-b1861142e50e x-openstack-request-id: req-886cbd62-54ef-40c8-bdb2-b1861142e50e {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:56:05.815591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:56:05.816324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-886cbd62-54ef-40c8-bdb2-b1861142e50e {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:56:05.816720 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'status': 'completed', 'code': 200} Mar 29 09:56:05.861633 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-342a472b-5725-4702-b24c-998e3050e047 None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:56:05.877856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ba528-4cf9-4e30-bba1-0e8dd026a911 req-b2de39bb-7d1a-4ef4-ba75-fbe16d49bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:05.879509 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab7ba528-4cf9-4e30-bba1-0e8dd026a911 req-b2de39bb-7d1a-4ef4-ba75-fbe16d49bdfe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0413811 Mar 29 09:56:06.006298 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ba528-4cf9-4e30-bba1-0e8dd026a911 req-0343482c-a45e-4e48-9d30-896a3932a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:06.007740 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab7ba528-4cf9-4e30-bba1-0e8dd026a911 req-0343482c-a45e-4e48-9d30-896a3932a0f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.1211171 Mar 29 09:56:06.018856 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-920fafb1-a7f7-438f-a610-b9741a46c6f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439069 Mar 29 09:56:06.095620 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73394c43-328c-41c4-a500-94a6f375e776 req-648d303d-a828-485d-bb02-d3afd089e8fc tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:06.097163 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73394c43-328c-41c4-a500-94a6f375e776 req-648d303d-a828-485d-bb02-d3afd089e8fc tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.1047986 Mar 29 09:56:06.099168 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab7ba528-4cf9-4e30-bba1-0e8dd026a911 req-1c955dca-a91c-4a6b-8a10-d6a949471c4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264 HTTP/1.1" status: 200 len: 999 time: 0.0787032 Mar 29 09:56:06.118764 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-342a472b-5725-4702-b24c-998e3050e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f5dfc8e0-71dc-46b2-a676-562e79d86a62', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'floating_ip_address': '172.26.1.65', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'port_id': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'mac_address': 'fa:16:3e:52:f7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:14Z', 'updated_at': '2022-03-29T09:56:05Z', 'revision_number': 9, 'project_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:06.150046 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a472b-5725-4702-b24c-998e3050e047 None None] Checking router: fccc477b-2629-4bce-aaea-34e4f6e0b557 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:56:06.159127 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a472b-5725-4702-b24c-998e3050e047 None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:56:06.159480 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-342a472b-5725-4702-b24c-998e3050e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:55:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:06.176660 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73394c43-328c-41c4-a500-94a6f375e776 req-8f1ea7d0-86fb-4856-bffb-0c93f40fa943 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719438 Mar 29 09:56:06.180320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ba528-4cf9-4e30-bba1-0e8dd026a911 req-f21541b6-1b0f-4f9c-99f2-7257f3418bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:06.181738 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab7ba528-4cf9-4e30-bba1-0e8dd026a911 req-f21541b6-1b0f-4f9c-99f2-7257f3418bb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0753374 Mar 29 09:56:06.236705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ba528-4cf9-4e30-bba1-0e8dd026a911 req-19934bc8-2d39-47a1-9a6a-01c8e2c775d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:06.238948 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab7ba528-4cf9-4e30-bba1-0e8dd026a911 req-19934bc8-2d39-47a1-9a6a-01c8e2c775d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508258 Mar 29 09:56:06.271011 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-342a472b-5725-4702-b24c-998e3050e047 None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:56:06.348516 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab7ba528-4cf9-4e30-bba1-0e8dd026a911 req-998be1a6-f555-4847-a709-e782d159de90 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018853 Mar 29 09:56:06.445992 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab7ba528-4cf9-4e30-bba1-0e8dd026a911 req-2f3b17a6-4790-45ba-aff5-7bd83c3919fd service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911443 Mar 29 09:56:06.511885 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-342a472b-5725-4702-b24c-998e3050e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f5dfc8e0-71dc-46b2-a676-562e79d86a62', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'floating_ip_address': '172.26.1.65', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'port_id': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'mac_address': 'fa:16:3e:52:f7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:14Z', 'updated_at': '2022-03-29T09:56:05Z', 'revision_number': 9, 'project_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:06.546451 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a472b-5725-4702-b24c-998e3050e047 None None] The sync data for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv is: [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f5dfc8e0-71dc-46b2-a676-562e79d86a62', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'floating_ip_address': '172.26.1.65', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'port_id': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'mac_address': 'fa:16:3e:52:f7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:14Z', 'updated_at': '2022-03-29T09:56:05Z', 'revision_number': 9, 'project_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:56:06.753231 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0754e-7619-4efe-85a0-d80e5430a3cf None None] New status for floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:56:07.114556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ef33-5435-4322-9d91-5142feeb2702 req-accc4300-be07-48cf-8a46-46f365a6ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:07.116043 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-accc4300-be07-48cf-8a46-46f365a6ab8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0446124 Mar 29 09:56:07.201381 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ef33-5435-4322-9d91-5142feeb2702 req-9b3f3009-742c-4f50-996c-be2d23a441ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:07.202854 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-9b3f3009-742c-4f50-996c-be2d23a441ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0807939 Mar 29 09:56:07.296562 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-c61dc016-16fa-45d0-b9cc-e9cd1ca42fff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264 HTTP/1.1" status: 200 len: 1002 time: 0.0867755 Mar 29 09:56:07.336002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431da30-9088-4624-bb92-ef9b958ef69b req-a34636d7-a07f-421a-bd71-383102bd7d9c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:07.337405 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b431da30-9088-4624-bb92-ef9b958ef69b req-a34636d7-a07f-421a-bd71-383102bd7d9c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0840502 Mar 29 09:56:07.367116 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ef33-5435-4322-9d91-5142feeb2702 req-62776d98-5e2b-4269-a69f-eb10a2a18548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:07.368489 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-62776d98-5e2b-4269-a69f-eb10a2a18548 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0655105 Mar 29 09:56:07.392812 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b431da30-9088-4624-bb92-ef9b958ef69b req-9466bc6d-2c01-4cef-899a-9eb5c3fb6776 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482032 Mar 29 09:56:07.427646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ef33-5435-4322-9d91-5142feeb2702 req-4e2db7cc-931c-4175-bb8e-285e1e23e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:07.429123 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-4e2db7cc-931c-4175-bb8e-285e1e23e3bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512323 Mar 29 09:56:07.516328 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-c3878bb5-84e6-4a13-b94a-dfb184e93924 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809162 Mar 29 09:56:07.606587 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-12fae71e-f221-4bbb-aad9-fe09338fa6a5 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845237 Mar 29 09:56:08.507247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016a3fc-4259-4bca-8310-6ee2be460ca4 req-617d89c4-9f51-4307-a38b-dadce7dd825f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:08.508686 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1016a3fc-4259-4bca-8310-6ee2be460ca4 req-617d89c4-9f51-4307-a38b-dadce7dd825f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0475147 Mar 29 09:56:08.545381 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1016a3fc-4259-4bca-8310-6ee2be460ca4 req-8d51a5a9-d938-47f3-9042-0c963dfe6532 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301850 Mar 29 09:56:09.659509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fca697-2e36-4495-9db3-e7ce70ffa705 req-cdf28bca-f8fc-418b-9402-94c242e1a614 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:09.660951 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a8fca697-2e36-4495-9db3-e7ce70ffa705 req-cdf28bca-f8fc-418b-9402-94c242e1a614 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0475359 Mar 29 09:56:09.697668 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a8fca697-2e36-4495-9db3-e7ce70ffa705 req-acd8c5fc-a882-4719-85ec-ce4b744ba085 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306866 Mar 29 09:56:10.180490 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:56:10.816164 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9800-444f-4f8f-adf6-f0650a6576e0 req-cc9318ad-1cd3-40e1-8cb7-5bef80f1322c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:10.817668 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5c0d9800-444f-4f8f-adf6-f0650a6576e0 req-cc9318ad-1cd3-40e1-8cb7-5bef80f1322c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0528145 Mar 29 09:56:10.858562 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5c0d9800-444f-4f8f-adf6-f0650a6576e0 req-7f9add26-53eb-4c77-8e05-d74f1aeb165d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324397 Mar 29 09:56:11.973719 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01afa7-0ad3-4697-b1f2-9a906df1c684 req-99ca946c-5c9b-4dae-87ef-5bd9b9751fe3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:11.975186 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b01afa7-0ad3-4697-b1f2-9a906df1c684 req-99ca946c-5c9b-4dae-87ef-5bd9b9751fe3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0482891 Mar 29 09:56:12.012601 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b01afa7-0ad3-4697-b1f2-9a906df1c684 req-b1c401a1-9117-42b3-a70f-7dde85d095f7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314639 Mar 29 09:56:13.129528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fa232-0a1c-47e8-8797-5fe96d620429 req-de6585dd-b57f-48f0-8cd6-54ee281ce06c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:13.131011 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d10fa232-0a1c-47e8-8797-5fe96d620429 req-de6585dd-b57f-48f0-8cd6-54ee281ce06c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0493228 Mar 29 09:56:13.168848 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d10fa232-0a1c-47e8-8797-5fe96d620429 req-2f6e2329-4f68-4353-9b91-48638a07995e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317357 Mar 29 09:56:14.293246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a1cf2-33b9-40f0-9c56-4cb52427fd8c req-564135fd-ab43-4caf-8b15-fe35fc129d19 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:14.295137 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b50a1cf2-33b9-40f0-9c56-4cb52427fd8c req-564135fd-ab43-4caf-8b15-fe35fc129d19 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0568504 Mar 29 09:56:14.334363 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b50a1cf2-33b9-40f0-9c56-4cb52427fd8c req-1a835d8b-e25f-47aa-9afb-097e1c5a7cd6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323019 Mar 29 09:56:15.449247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0577-d2b2-41ca-8d25-d61da1d94b38 req-3a925718-aeeb-4219-9b44-9f4e20a7268e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:15.450742 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56fa0577-d2b2-41ca-8d25-d61da1d94b38 req-3a925718-aeeb-4219-9b44-9f4e20a7268e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0483317 Mar 29 09:56:15.488287 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56fa0577-d2b2-41ca-8d25-d61da1d94b38 req-381d17bf-6c2b-4bbe-8bc4-c3ca858781a5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308208 Mar 29 09:56:16.602313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad1606-0b75-4f22-b1bc-819abc79d313 req-5c34f6db-9a2c-443a-aa81-c42029464892 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:16.603746 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-62ad1606-0b75-4f22-b1bc-819abc79d313 req-5c34f6db-9a2c-443a-aa81-c42029464892 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0467148 Mar 29 09:56:16.640488 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-62ad1606-0b75-4f22-b1bc-819abc79d313 req-be3a02b4-36db-4b19-afcd-a9463d537f7d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302436 Mar 29 09:56:17.758864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373702e-3e0a-4a9e-aa60-9c5d86554386 req-9fecccb9-edbd-4979-92df-57597076fe1c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:17.761246 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6373702e-3e0a-4a9e-aa60-9c5d86554386 req-9fecccb9-edbd-4979-92df-57597076fe1c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0523894 Mar 29 09:56:17.802511 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6373702e-3e0a-4a9e-aa60-9c5d86554386 req-c85275d6-e3fb-4fb6-a101-90edef124132 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330985 Mar 29 09:56:18.917076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175f314-bacf-432f-ab8e-daa281e20df5 req-cf81c712-52ca-4d45-a4bc-8cae2d82d3be tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:18.918545 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d175f314-bacf-432f-ab8e-daa281e20df5 req-cf81c712-52ca-4d45-a4bc-8cae2d82d3be tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0489504 Mar 29 09:56:18.957532 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d175f314-bacf-432f-ab8e-daa281e20df5 req-016d1ae8-5ac9-43d7-ade9-a1504d3ee6f3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318246 Mar 29 09:56:20.071773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fbc74-8fa9-40e9-958a-f55415a4269c req-6b33eca1-5fd2-4339-a03f-fb549e752aea tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:20.073133 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b18fbc74-8fa9-40e9-958a-f55415a4269c req-6b33eca1-5fd2-4339-a03f-fb549e752aea tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0487874 Mar 29 09:56:20.114044 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b18fbc74-8fa9-40e9-958a-f55415a4269c req-202e36c3-ab04-432d-bab4-e7c21f0d8640 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347347 Mar 29 09:56:21.233794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff11f55-14fc-4697-b92d-b382bb19e905 req-5276f13a-f2ff-4818-9308-dd40cbfb368f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:21.235236 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5ff11f55-14fc-4697-b92d-b382bb19e905 req-5276f13a-f2ff-4818-9308-dd40cbfb368f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0518146 Mar 29 09:56:21.272887 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5ff11f55-14fc-4697-b92d-b382bb19e905 req-b450ea6c-a9c9-402a-938e-50f9bd1b4ffa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313263 Mar 29 09:56:22.391210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896b432-7c99-409e-8bb6-03beffaceeed req-4fa158a7-e8d7-494d-bd52-05d6448677f9 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:22.392688 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6896b432-7c99-409e-8bb6-03beffaceeed req-4fa158a7-e8d7-494d-bd52-05d6448677f9 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0523000 Mar 29 09:56:22.431391 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6896b432-7c99-409e-8bb6-03beffaceeed req-6ac60cb2-b2a1-435b-9277-8b15e6e7e0e9 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325141 Mar 29 09:56:23.547271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a0596-87a5-4cf1-b788-994fd035d99e req-03826c9a-7e11-44a2-9c60-10ad3e2f5eec tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:23.549005 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a0a0596-87a5-4cf1-b788-994fd035d99e req-03826c9a-7e11-44a2-9c60-10ad3e2f5eec tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0487051 Mar 29 09:56:23.586504 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a0a0596-87a5-4cf1-b788-994fd035d99e req-3e762c78-5f99-4191-8023-e9b7786de6fd tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312071 Mar 29 09:56:24.705958 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3c856-c33a-4b58-be53-38b673c6dc7c req-c66668c0-6cb2-4277-b095-6aa576357546 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:24.707396 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1af3c856-c33a-4b58-be53-38b673c6dc7c req-c66668c0-6cb2-4277-b095-6aa576357546 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0518153 Mar 29 09:56:24.744429 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1af3c856-c33a-4b58-be53-38b673c6dc7c req-05503c4b-9d8c-4291-aaf2-805be9607ca2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310664 Mar 29 09:56:25.865440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef34fe1-7a1b-492a-9d9f-ff0180b6bf62 req-c4c2cbe3-6564-4469-bac2-39b0c357db89 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:25.866936 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0ef34fe1-7a1b-492a-9d9f-ff0180b6bf62 req-c4c2cbe3-6564-4469-bac2-39b0c357db89 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0494351 Mar 29 09:56:25.903889 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0ef34fe1-7a1b-492a-9d9f-ff0180b6bf62 req-12897f61-ad61-47dd-9987-1828c5f6bb52 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306809 Mar 29 09:56:26.777864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-20967b20-9e35-44c4-bf8e-fa774c26ac10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:27.026775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbc812-7c8a-48a4-888f-ab1cccac4e7c req-42491d07-80d9-435b-a916-dabb51d21f21 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:27.028313 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1acbc812-7c8a-48a4-888f-ab1cccac4e7c req-42491d07-80d9-435b-a916-dabb51d21f21 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0504770 Mar 29 09:56:27.072610 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1acbc812-7c8a-48a4-888f-ab1cccac4e7c req-2953dd90-b484-4147-a0e4-13345466f9e7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381243 Mar 29 09:56:28.194206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4060c4-61a2-4d6d-81a7-530cef02b7d2 req-8b1762dd-b3b3-4bc6-bdfd-6253afcd8455 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:28.195718 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dd4060c4-61a2-4d6d-81a7-530cef02b7d2 req-8b1762dd-b3b3-4bc6-bdfd-6253afcd8455 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0548122 Mar 29 09:56:28.243243 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dd4060c4-61a2-4d6d-81a7-530cef02b7d2 req-30728b8e-c726-4e29-98a6-2047d350f1e3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Mar 29 09:56:29.171552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-941174fe-0f17-417c-ba39-529ef4018a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:29.360483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31071e-3646-4076-839f-00192980949e req-630cef30-3711-46cd-9b03-7140b275f679 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:29.361965 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db31071e-3646-4076-839f-00192980949e req-630cef30-3711-46cd-9b03-7140b275f679 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0478740 Mar 29 09:56:29.400648 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db31071e-3646-4076-839f-00192980949e req-a9f5a109-bbb4-4b7d-a263-5a5c123cd37a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326900 Mar 29 09:56:30.515544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2f8c8-90f6-4e9a-9398-8b5aa1f86c69 req-42229707-fd67-4fee-88b9-71f0072b231c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:30.517000 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e3a2f8c8-90f6-4e9a-9398-8b5aa1f86c69 req-42229707-fd67-4fee-88b9-71f0072b231c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0479140 Mar 29 09:56:30.555329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e3a2f8c8-90f6-4e9a-9398-8b5aa1f86c69 req-61560412-0616-4e94-852e-deb3e1d1556b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321920 Mar 29 09:56:30.663834 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:31.676643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb8363-4ca3-41db-b7d7-8b321c4725c3 req-a3bf9cdc-f95b-4853-9b49-47b630d4fca4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:31.678135 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13bb8363-4ca3-41db-b7d7-8b321c4725c3 req-a3bf9cdc-f95b-4853-9b49-47b630d4fca4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0529959 Mar 29 09:56:31.715895 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13bb8363-4ca3-41db-b7d7-8b321c4725c3 req-0a14e1f4-f1c5-4a75-ad60-9a2fa1d7aae9 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314372 Mar 29 09:56:32.077290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:32.642630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:32.831334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d587d8d-17c3-4fd4-8a57-78d5d15851a7 req-7b342012-8b64-4ec8-a768-ac2ce69f5ffb tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:32.832921 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d587d8d-17c3-4fd4-8a57-78d5d15851a7 req-7b342012-8b64-4ec8-a768-ac2ce69f5ffb tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0494864 Mar 29 09:56:32.871794 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d587d8d-17c3-4fd4-8a57-78d5d15851a7 req-ed8267bd-6d77-4bd3-af8f-7fe6f47ac281 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327604 Mar 29 09:56:33.888434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:33.989905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7d763-6b0f-463a-bcd2-b77567f38f83 req-62ba208d-f688-4da1-a5b1-ed27aff641b1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:33.991442 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-35c7d763-6b0f-463a-bcd2-b77567f38f83 req-62ba208d-f688-4da1-a5b1-ed27aff641b1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0497820 Mar 29 09:56:34.031455 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-35c7d763-6b0f-463a-bcd2-b77567f38f83 req-542d63e1-80bf-4765-9319-4b8ff356f778 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318751 Mar 29 09:56:34.221602 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-0f82b9fd-0311-445d-a7b0-1771de5872ad service neutron] 10.222.0.24 "GET /v2.0/ports/4167184b-d6c5-4fcf-bb45-bdd4276c9264/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0587146 Mar 29 09:56:34.436675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ef33-5435-4322-9d91-5142feeb2702 req-a07ba3ad-8cb4-45bf-bb1c-7a42ab674eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:34.438273 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-a07ba3ad-8cb4-45bf-bb1c-7a42ab674eec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 1099 time: 0.0419023 Mar 29 09:56:34.501097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ef33-5435-4322-9d91-5142feeb2702 req-bb050386-829f-41a0-85f3-2ee5f6c57db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:34.503113 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-bb050386-829f-41a0-85f3-2ee5f6c57db5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0423291 Mar 29 09:56:34.594086 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ef33-5435-4322-9d91-5142feeb2702 req-b623cdb9-8da0-40e5-bbb1-96a8041d8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:34.595530 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-b623cdb9-8da0-40e5-bbb1-96a8041d8e5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0868440 Mar 29 09:56:34.658776 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-46ee8d90-64f1-450b-a1e2-9bfe860e60c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264 HTTP/1.1" status: 200 len: 1002 time: 0.0570416 Mar 29 09:56:34.706585 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ef33-5435-4322-9d91-5142feeb2702 req-59b9012d-2b67-41df-b4fe-c2ed89dc56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:34.707908 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-59b9012d-2b67-41df-b4fe-c2ed89dc56de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0428638 Mar 29 09:56:34.755731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ef33-5435-4322-9d91-5142feeb2702 req-5d7a50a9-5926-445d-a8a5-1b5b4ccc8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:34.757201 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-5d7a50a9-5926-445d-a8a5-1b5b4ccc8cb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425522 Mar 29 09:56:34.846706 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-892572ee-bd3d-43ae-9780-eaeae712c557 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826404 Mar 29 09:56:34.946924 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f971ef33-5435-4322-9d91-5142feeb2702 req-021e3225-ccb0-4e46-9e62-d77fe12a361f service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936530 Mar 29 09:56:35.146924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc31fd-2791-4d7d-bf4d-dc23a895fa5b req-c7099592-4e39-4323-9c11-f16fbbb7b126 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:35.148373 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-57bc31fd-2791-4d7d-bf4d-dc23a895fa5b req-c7099592-4e39-4323-9c11-f16fbbb7b126 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0485232 Mar 29 09:56:35.184523 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-57bc31fd-2791-4d7d-bf4d-dc23a895fa5b req-5c83c7f2-ce0c-48f8-9ef4-75a423561cee tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301218 Mar 29 09:56:36.299810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a258427-cf05-467f-971f-bbb1d4bbbf3e req-83b468d6-124e-4094-bd4e-60b45bd2ffa2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:36.301282 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2a258427-cf05-467f-971f-bbb1d4bbbf3e req-83b468d6-124e-4094-bd4e-60b45bd2ffa2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0484717 Mar 29 09:56:36.346353 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2a258427-cf05-467f-971f-bbb1d4bbbf3e req-219a6d48-103c-4c5d-998c-358f03bbb4a0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389922 Mar 29 09:56:37.482916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9631b-bbb0-4b60-bd1e-6efe30b27670 req-8e2c2659-2ab0-455e-94b6-244fa5cd6a5e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:37.484370 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0bf9631b-bbb0-4b60-bd1e-6efe30b27670 req-8e2c2659-2ab0-455e-94b6-244fa5cd6a5e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0527844 Mar 29 09:56:37.523007 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0bf9631b-bbb0-4b60-bd1e-6efe30b27670 req-baad6fec-9cf0-408d-935c-13067151ac8e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317616 Mar 29 09:56:38.272633 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4167184b-d6c5-4fcf-bb45-bdd4276c9264 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:56:38.274785 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4167184b-d6c5-4fcf-bb45-bdd4276c9264 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:56:38.423989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:38.441866 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:38.460128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'port_id': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'mac_address': 'fa:16:3e:52:f7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:56:38.466704 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:38.468921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db17909b-2caa-42c2-a42b-6e06b071a629" -d '{"events": [{"server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "name": "network-vif-unplugged", "status": "completed", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:56:38.498735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:38.503912 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:38.531833 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 09:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11fab56-e2d3-482e-a8e2-1bd43379009e x-openstack-request-id: req-c11fab56-e2d3-482e-a8e2-1bd43379009e {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:56:38.532121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "name": "network-vif-unplugged", "status": "completed", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:56:38.532368 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c11fab56-e2d3-482e-a8e2-1bd43379009e {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:56:38.532750 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'code': 200} Mar 29 09:56:38.540935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:38.558807 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4167184b-d6c5-4fcf-bb45-bdd4276c9264 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:56:38.578750 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=4167184b-d6c5-4fcf-bb45-bdd4276c9264,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:38.615960 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:56:38.616319 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:56:38.642858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2f4a4-89fb-4721-b948-94b89c19ac65 req-c8e21af6-c225-4aff-a499-d62f84265931 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:38.644364 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43c2f4a4-89fb-4721-b948-94b89c19ac65 req-c8e21af6-c225-4aff-a499-d62f84265931 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 944 time: 0.0486557 Mar 29 09:56:38.682330 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43c2f4a4-89fb-4721-b948-94b89c19ac65 req-6ef86cab-f9c0-44f4-b117-114ed7014c81 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318286 Mar 29 09:56:39.153142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:39.166678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4167184b-d6c5-4fcf-bb45-bdd4276c9264 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:56:39.188081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:39.192814 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:39.245930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=4167184b-d6c5-4fcf-bb45-bdd4276c9264,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:39.251911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['4167184b-d6c5-4fcf-bb45-bdd4276c9264'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:56:39.349554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-cdeebb57-6380-40f4-a818-fb4bf4fbe3ab tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:39.351049 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-cdeebb57-6380-40f4-a818-fb4bf4fbe3ab tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5&tenant_id=1bb3371396e44e438313b88913f6c748&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 944 time: 0.4223161 Mar 29 09:56:39.358950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13210116-d0c4-4d43-9bd3-cbdcc8b40e3a req-680f3905-7f3f-41bd-9070-9a3b8d4d66aa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:39.360348 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13210116-d0c4-4d43-9bd3-cbdcc8b40e3a req-680f3905-7f3f-41bd-9070-9a3b8d4d66aa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 944 time: 0.4051774 Mar 29 09:56:39.435473 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13210116-d0c4-4d43-9bd3-cbdcc8b40e3a req-fd845c94-1727-4995-8203-500f6c6575b4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679064 Mar 29 09:56:39.443653 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-e0a4185e-62c6-4eb4-89f1-d822287a5a53 service neutron] 10.222.0.24 "GET /v2.0/ports/4167184b-d6c5-4fcf-bb45-bdd4276c9264/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0803869 Mar 29 09:56:39.508563 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-25ed7841-f4f5-4217-9b97-a265f91f81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:39.510085 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-25ed7841-f4f5-4217-9b97-a265f91f81e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 1098 time: 0.0444868 Mar 29 09:56:39.599816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-3ecf791b-e6ac-484a-81a6-9e4fc2bbc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:39.601338 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-3ecf791b-e6ac-484a-81a6-9e4fc2bbc029 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0849876 Mar 29 09:56:39.670227 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-1441c020-bcba-4c89-93b5-2a13eec991d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264 HTTP/1.1" status: 200 len: 1001 time: 0.0619364 Mar 29 09:56:39.718346 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-f191883b-90bd-4e41-bb6b-f9234cf9d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:39.719693 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-f191883b-90bd-4e41-bb6b-f9234cf9d6f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0429437 Mar 29 09:56:39.766268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-9af7b22a-bc42-41e5-82d7-af0a6b7fe19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:39.767679 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-9af7b22a-bc42-41e5-82d7-af0a6b7fe19f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408733 Mar 29 09:56:39.860833 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-a066612b-1c79-4f41-b5b9-678f09a9808b service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864799 Mar 29 09:56:39.954193 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-c9e48c2b-13c7-44ce-91ac-9eeeaf9cc3db service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866923 Mar 29 09:56:40.298708 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4167184b-d6c5-4fcf-bb45-bdd4276c9264 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:56:40.346840 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:40.347209 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:40.423890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:40.454862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:40.458632 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:40.505798 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=4167184b-d6c5-4fcf-bb45-bdd4276c9264,revision_number=8']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:40.534163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:40.536501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e50482-a198-4e14-b925-330ea12afdb0" -d '{"events": [{"server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "name": "network-vif-plugged", "status": "completed", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:56:40.566686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaca237-f79a-4817-8fa1-68213e9249b6 req-da794357-11b5-43de-b177-ef6dc40bcfba tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:40.568206 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ebaca237-f79a-4817-8fa1-68213e9249b6 req-da794357-11b5-43de-b177-ef6dc40bcfba tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0581660 Mar 29 09:56:40.588491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362eaef0-eecf-4348-9364-1a600ef45e20 x-openstack-request-id: req-362eaef0-eecf-4348-9364-1a600ef45e20 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:56:40.588783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "name": "network-vif-plugged", "status": "completed", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:56:40.589034 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-362eaef0-eecf-4348-9364-1a600ef45e20 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:56:40.589422 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'code': 200} Mar 29 09:56:40.609085 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ebaca237-f79a-4817-8fa1-68213e9249b6 req-c1e64b44-7b54-4eed-88d0-ac6078d5e3fa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347481 Mar 29 09:56:40.647410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21057947-9073-4276-9136-8892a5594aa5 req-6028a09f-1bd0-4553-9877-9f233a3c9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:40.648870 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-21057947-9073-4276-9136-8892a5594aa5 req-6028a09f-1bd0-4553-9877-9f233a3c9f36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0389328 Mar 29 09:56:40.752495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21057947-9073-4276-9136-8892a5594aa5 req-3896a8f7-34a9-4db6-a580-80119d9ffa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:40.753910 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-21057947-9073-4276-9136-8892a5594aa5 req-3896a8f7-34a9-4db6-a580-80119d9ffa25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0834751 Mar 29 09:56:40.823477 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-21057947-9073-4276-9136-8892a5594aa5 req-bcc9cac2-db4b-426d-b466-b313e2e08994 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264 HTTP/1.1" status: 200 len: 1002 time: 0.0616364 Mar 29 09:56:40.870622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21057947-9073-4276-9136-8892a5594aa5 req-b3fb2c0f-6f8c-4bd5-a107-a0bfd8678aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:40.872016 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-21057947-9073-4276-9136-8892a5594aa5 req-b3fb2c0f-6f8c-4bd5-a107-a0bfd8678aaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0414903 Mar 29 09:56:40.916968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21057947-9073-4276-9136-8892a5594aa5 req-7935ee41-0c47-42d6-ba45-57f4f655db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:40.918496 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-21057947-9073-4276-9136-8892a5594aa5 req-7935ee41-0c47-42d6-ba45-57f4f655db60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387924 Mar 29 09:56:41.012252 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-21057947-9073-4276-9136-8892a5594aa5 req-ffc9ac54-85f7-4882-9f19-034eadec4251 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841298 Mar 29 09:56:41.102876 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-21057947-9073-4276-9136-8892a5594aa5 req-7419fe48-6993-4a75-a9eb-514516f64436 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833311 Mar 29 09:56:41.725760 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe49ad-e776-4062-b848-6bde4efd63ba req-f3c67f26-7d8b-4497-b49b-279176e388ab tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:41.727198 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4dfe49ad-e776-4062-b848-6bde4efd63ba req-f3c67f26-7d8b-4497-b49b-279176e388ab tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0481536 Mar 29 09:56:41.765252 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4dfe49ad-e776-4062-b848-6bde4efd63ba req-62e6b959-0a99-4956-b60f-0eb81837e3a1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Mar 29 09:56:42.586056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-ca408ae3-3df9-4789-9d6a-46fd4cb8906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:42.587499 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-ca408ae3-3df9-4789-9d6a-46fd4cb8906c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 1099 time: 0.0387974 Mar 29 09:56:42.646812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-7707bb12-e96c-4e9a-9102-d195af877f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:42.648259 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-7707bb12-e96c-4e9a-9102-d195af877f79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0383644 Mar 29 09:56:42.739145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-cbe89d3b-fbdc-419a-94ca-4c34fe6fe42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:42.740494 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-cbe89d3b-fbdc-419a-94ca-4c34fe6fe42a service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0858581 Mar 29 09:56:42.806009 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-b4767779-c98c-4cbf-bf61-6009feca688b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264 HTTP/1.1" status: 200 len: 1002 time: 0.0580618 Mar 29 09:56:42.884816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-b44afbbc-4f85-48da-a252-f6abd352cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:42.886410 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-b44afbbc-4f85-48da-a252-f6abd352cd24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0744495 Mar 29 09:56:42.909282 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179db2f6-228b-4a59-b439-05ea1994426a req-e47ee603-4e1f-4a44-a2bf-e9a972e50cc1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:42.910740 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-179db2f6-228b-4a59-b439-05ea1994426a req-e47ee603-4e1f-4a44-a2bf-e9a972e50cc1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0695703 Mar 29 09:56:42.965533 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-179db2f6-228b-4a59-b439-05ea1994426a req-7ed8a79c-e381-427e-808c-adb0640d53b7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394552 Mar 29 09:56:42.968271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-d966d563-5392-43c2-9560-8d2a74bf5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:42.969842 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-d966d563-5392-43c2-9560-8d2a74bf5d33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764689 Mar 29 09:56:43.062610 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-89640d43-4609-41d5-b19a-62b9a6d50d7d service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860517 Mar 29 09:56:43.149192 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f39b697-6ae2-4869-b756-dea3eb0bbb1f req-b944f323-9ba6-48af-a953-077a49d1fd22 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800343 Mar 29 09:56:44.082271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1898b2-9867-493a-9e8d-ad6051c28819 req-ec6523d1-ccf4-42d0-88b5-8b79347aded1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:44.083633 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1a1898b2-9867-493a-9e8d-ad6051c28819 req-ec6523d1-ccf4-42d0-88b5-8b79347aded1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0517793 Mar 29 09:56:44.121279 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1a1898b2-9867-493a-9e8d-ad6051c28819 req-f3776f9a-1a6a-49ad-9ba1-3158d60ca344 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Mar 29 09:56:45.242854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef91af1-2e22-420d-a88c-0a442d206a0f req-3252e9cb-b3ab-4871-848e-e40c81a14b12 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:45.244601 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0ef91af1-2e22-420d-a88c-0a442d206a0f req-3252e9cb-b3ab-4871-848e-e40c81a14b12 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0545535 Mar 29 09:56:45.284664 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0ef91af1-2e22-420d-a88c-0a442d206a0f req-d07a4485-45b7-48d1-8ad2-55dc01ff2be2 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328176 Mar 29 09:56:46.310184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4167184b-d6c5-4fcf-bb45-bdd4276c9264 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:56:46.312291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4167184b-d6c5-4fcf-bb45-bdd4276c9264 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:56:46.402247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b42e0-9b3b-4ccf-b551-36e946f0c2a4 req-93fc4e9c-ae83-4872-9595-df39c43953ef tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:46.403671 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db1b42e0-9b3b-4ccf-b551-36e946f0c2a4 req-93fc4e9c-ae83-4872-9595-df39c43953ef tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0480726 Mar 29 09:56:46.442648 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db1b42e0-9b3b-4ccf-b551-36e946f0c2a4 req-edd88d4c-9978-400c-9358-3a1486ef1c9d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328100 Mar 29 09:56:46.469230 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:46.471652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:46.487997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'port_id': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'mac_address': 'fa:16:3e:52:f7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:56:46.525338 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:46.527638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eadbf0-0fa1-4bce-97fb-e55b829c17d8" -d '{"events": [{"server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "name": "network-vif-unplugged", "status": "completed", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:56:46.544413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:46.549057 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:46.570649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f1ea8-0fa7-435b-be94-1776e06015f9 req-49344a63-da20-4dd6-a52a-81242996b725 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:46.572129 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c6f1ea8-0fa7-435b-be94-1776e06015f9 req-49344a63-da20-4dd6-a52a-81242996b725 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0607145 Mar 29 09:56:46.572792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 09:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7dba8e-545c-4dc4-90a8-3ac9705043ca x-openstack-request-id: req-0b7dba8e-545c-4dc4-90a8-3ac9705043ca {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:56:46.573078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "name": "network-vif-unplugged", "status": "completed", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:56:46.573324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b7dba8e-545c-4dc4-90a8-3ac9705043ca {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:56:46.573722 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'code': 200} Mar 29 09:56:46.574285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:46.595958 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4167184b-d6c5-4fcf-bb45-bdd4276c9264 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:56:46.612278 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c6f1ea8-0fa7-435b-be94-1776e06015f9 req-4fc89cc8-35b0-4d0a-8bfd-936a7c676638 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333097 Mar 29 09:56:46.636055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=4167184b-d6c5-4fcf-bb45-bdd4276c9264,revision_number=9']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:46.731050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d996678-be8f-4557-8d8a-62ba50f6424d req-b2ab27f0-6a4b-4830-8c20-957ccf8fdd64 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:46.733011 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d996678-be8f-4557-8d8a-62ba50f6424d req-b2ab27f0-6a4b-4830-8c20-957ccf8fdd64 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 944 time: 0.0510440 Mar 29 09:56:46.772999 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d996678-be8f-4557-8d8a-62ba50f6424d req-a7bc64a7-ad93-442f-8f25-25ff06299a07 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333345 Mar 29 09:56:46.797622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:46.797971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:46.798308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:46.798756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:46.798970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:46.799292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:46.799614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:46.800031 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:46.800251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:46.800568 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:46.800884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:46.801249 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:46.804846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:56:46.805198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:56:47.002447 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c4717-e33d-43ff-bb4e-2e965561aab3 req-12688823-81a6-43bd-a92d-4b42908a4609 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:47.003797 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da1c4717-e33d-43ff-bb4e-2e965561aab3 req-12688823-81a6-43bd-a92d-4b42908a4609 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 944 time: 0.0477476 Mar 29 09:56:47.040707 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da1c4717-e33d-43ff-bb4e-2e965561aab3 req-69badd94-6fd8-4c01-8f95-d2f381599aa3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309203 Mar 29 09:56:47.178525 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:56:47.340533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:47.353484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4167184b-d6c5-4fcf-bb45-bdd4276c9264 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:56:47.371996 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:47.375786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:47.426275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=4167184b-d6c5-4fcf-bb45-bdd4276c9264,revision_number=10']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:47.434482 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['4167184b-d6c5-4fcf-bb45-bdd4276c9264'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:56:48.159750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da0320-47ec-4fc6-821e-322360e56fce req-3b35e68e-af22-4579-ac31-687d6922f871 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:48.161512 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59da0320-47ec-4fc6-821e-322360e56fce req-3b35e68e-af22-4579-ac31-687d6922f871 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 946 time: 0.0523751 Mar 29 09:56:48.202554 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59da0320-47ec-4fc6-821e-322360e56fce req-f71f65d1-1507-4880-9729-53d438aa96de tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312927 Mar 29 09:56:48.328409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4167184b-d6c5-4fcf-bb45-bdd4276c9264 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:56:48.375020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:48.375672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:48.452711 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:48.484282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:48.488242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:48.534364 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=4167184b-d6c5-4fcf-bb45-bdd4276c9264,revision_number=11']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:48.574456 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:48.577431 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41defa80-8165-4012-bf46-4c66d731a53e" -d '{"events": [{"server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "name": "network-vif-plugged", "status": "completed", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:56:48.613706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e382944-9ee9-4063-8cc9-e2442753963a x-openstack-request-id: req-4e382944-9ee9-4063-8cc9-e2442753963a {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:56:48.613996 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "name": "network-vif-plugged", "status": "completed", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:56:48.614245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e382944-9ee9-4063-8cc9-e2442753963a {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:56:48.614634 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'code': 200} Mar 29 09:56:49.189357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-3ec13f23-2d3d-43c3-b757-b0b66867381a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:49.190822 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-3ec13f23-2d3d-43c3-b757-b0b66867381a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 947 time: 0.0482590 Mar 29 09:56:49.311935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Deleting port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:56:49.312272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:49.338012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc5bbb-745f-40fb-b8e6-05de7814c6f6 req-e1d4a813-8177-4e48-b015-02c946e23ede tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:49.339457 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0dcc5bbb-745f-40fb-b8e6-05de7814c6f6 req-e1d4a813-8177-4e48-b015-02c946e23ede tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 947 time: 0.0696228 Mar 29 09:56:49.419722 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0dcc5bbb-745f-40fb-b8e6-05de7814c6f6 req-20e8d3f8-221b-4174-bb4f-dd1f2bea5fa4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731835 Mar 29 09:56:49.437335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] For port 4167184b-d6c5-4fcf-bb45-bdd4276c9264, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4167184b-d6c5-4fcf-bb45-bdd4276c9264,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:49.437734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:49.603118 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:49.603486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:49.603817 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62 disassociated. External IP: 172.26.1.65, port: 4167184b-d6c5-4fcf-bb45-bdd4276c9264. Mar 29 09:56:49.604214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Calling delete_port for 4167184b-d6c5-4fcf-bb45-bdd4276c9264 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:56:49.730198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:49.755596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event deleted for resources: {'Port': ['ID=4167184b-d6c5-4fcf-bb45-bdd4276c9264,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:49.876922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Router fccc477b-2629-4bce-aaea-34e4f6e0b557 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:56:49.985825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:56:49.996601 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058653ad-0003-459a-b0d6-95d66c8776b9 None None] Sync routers for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:56:50.006416 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058653ad-0003-459a-b0d6-95d66c8776b9 None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:56:50.007013 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-058653ad-0003-459a-b0d6-95d66c8776b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:56:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:50.023644 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] No DVR routers for this DVR port 4167184b-d6c5-4fcf-bb45-bdd4276c9264 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:56:50.026276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:50.030147 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-50acf318-b6b1-4b58-b082-78e102aa0378 req-46a49daa-4583-49f2-838b-c813139ae48f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "DELETE /v2.0/ports/4167184b-d6c5-4fcf-bb45-bdd4276c9264 HTTP/1.1" status: 204 len: 173 time: 0.8332436 Mar 29 09:56:50.030531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'name': 'network-vif-deleted', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:50.032832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de77699-e4bc-41af-b46c-3a85b8d55d64" -d '{"events": [{"server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "name": "network-vif-deleted", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:56:50.072442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260ee4ce-0b1d-4a20-9663-86c60deebf7e x-openstack-request-id: req-260ee4ce-0b1d-4a20-9663-86c60deebf7e {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:56:50.072879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73987afd-dc21-4e52-87be-f85f28f1e7c5", "name": "network-vif-deleted", "tag": "4167184b-d6c5-4fcf-bb45-bdd4276c9264", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:56:50.073048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-260ee4ce-0b1d-4a20-9663-86c60deebf7e {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:56:50.073435 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73987afd-dc21-4e52-87be-f85f28f1e7c5', 'name': 'network-vif-deleted', 'tag': '4167184b-d6c5-4fcf-bb45-bdd4276c9264', 'status': 'completed', 'code': 200} Mar 29 09:56:50.208768 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-058653ad-0003-459a-b0d6-95d66c8776b9 None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:56:50.402129 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-058653ad-0003-459a-b0d6-95d66c8776b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:50.429861 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058653ad-0003-459a-b0d6-95d66c8776b9 None None] Checking router: fccc477b-2629-4bce-aaea-34e4f6e0b557 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:56:50.439023 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058653ad-0003-459a-b0d6-95d66c8776b9 None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:56:50.439622 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-058653ad-0003-459a-b0d6-95d66c8776b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:56:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:50.540809 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f64cca3e-702f-412e-9584-161646918a99 req-df41854b-17f0-425e-8de2-6ce724b40a79 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=73987afd-dc21-4e52-87be-f85f28f1e7c5 HTTP/1.1" status: 200 len: 210 time: 0.0310125 Mar 29 09:56:50.549206 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-058653ad-0003-459a-b0d6-95d66c8776b9 None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:56:50.743390 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-058653ad-0003-459a-b0d6-95d66c8776b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:56:50.768377 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058653ad-0003-459a-b0d6-95d66c8776b9 None None] The sync data for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv is: [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:56:50.977138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa22991-5782-4730-8eac-0970f4df9534 None None] New status for floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:56:51.776662 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-2fc96414-22eb-4743-b055-12c7dac5bc29 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2098365694&fields=id&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 267 time: 0.0323331 Mar 29 09:56:51.883341 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-39fcd1b2-aba7-4bdd-b4a0-87937e693d83 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:51.884730 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-39fcd1b2-aba7-4bdd-b4a0-87937e693d83 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 811 time: 0.1012108 Mar 29 09:56:51.899536 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-937ed78b-d6a5-4486-a773-9319e7df233a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/quotas/1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 375 time: 0.0087233 Mar 29 09:56:51.952017 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-a496f3f5-cf72-449c-9206-fb65a9eb0946 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472558 Mar 29 09:56:52.089622 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-ef4ccd5a-0f92-4836-9fc4-b85bcf2cf457 service neutron] 10.222.0.32 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260583 Mar 29 09:56:52.177022 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-d72bc198-d73b-403d-8bee-a014d0c1ef1d service neutron] 10.222.0.32 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807292 Mar 29 09:56:52.340601 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-84d25de4-6915-423e-8576-fd711ae4d8d4 req-d62f6436-c7c5-478d-8f48-10e8fc84d285 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 210 time: 0.0264225 Mar 29 09:56:53.225805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-25eff654-b628-4367-b5ef-a4ab4eb0f391 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:53.227393 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-25eff654-b628-4367-b5ef-a4ab4eb0f391 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 811 time: 0.1100895 Mar 29 09:56:53.269638 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-f96285cb-678a-4c2d-9118-6f112545e64f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 380 time: 0.0335257 Mar 29 09:56:53.280129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Request body: {'port': {'device_id': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'admin_state_up': True, 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'security_groups': ['15708b39-d4af-4fdf-910f-c6ebd4f81d31']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:53.384707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Made reservation on behalf of 1bb3371396e44e438313b88913f6c748 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:56:53.388674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:53.527024 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f88f886d-c923-46ba-a808-a7954b000673 req-24267c89-b17f-4d40-919a-28dba9c29aed tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 210 time: 0.1155632 Mar 29 09:56:53.543420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Allocated IP 172.20.0.13 (436596a1-7ae4-4810-bc18-ec9ad0ca259a/5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de/ff1c36a6-eb04-47bc-a968-4fa0075917e6) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:56:53.674526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:53.708015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:53.756080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Network 436596a1-7ae4-4810-bc18-ec9ad0ca259a is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:56:53.759058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:56:53.763287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:56:53.769712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event updated for resources: {'Port': ['ID=ff1c36a6-eb04-47bc-a968-4fa0075917e6,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:53.797678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:53.798026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:53.798363 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:53.798697 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:53.799030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:53.799361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:53.799685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:53.800008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:53.800330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:53.800655 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:53.800975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:53.801292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:56:53.828119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:53.828762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:53.846032 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-480cc0b9-52b8-448f-bd3a-d15bad59a73c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700874 Mar 29 09:56:53.858256 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Request body: {'port': {'device_id': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:56:53.912480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:53.961415 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7d0dd591-f084-437a-b1c7-68750b7c8321 None None] Provisioning complete for port ff1c36a6-eb04-47bc-a968-4fa0075917e6 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:56:53.962031 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7d0dd591-f084-437a-b1c7-68750b7c8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:53.995824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-7d0dd591-f084-437a-b1c7-68750b7c8321 None None] Port ff1c36a6-eb04-47bc-a968-4fa0075917e6 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:56:54.175986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1c36a6-eb04-47bc-a968-4fa0075917e6 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:56:54.183289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:54.195297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Transition to ACTIVE for port object ff1c36a6-eb04-47bc-a968-4fa0075917e6 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:56:54.198996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:54.249100 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Pushing event updated for resources: {'Port': ['ID=ff1c36a6-eb04-47bc-a968-4fa0075917e6,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:54.319572 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4167184b-d6c5-4fcf-bb45-bdd4276c9264 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:56:54.325511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Attempting to bind port ff1c36a6-eb04-47bc-a968-4fa0075917e6 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:56:54.325887 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Attempting to bind port ff1c36a6-eb04-47bc-a968-4fa0075917e6 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:56:54.326215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Attempting to bind port ff1c36a6-eb04-47bc-a968-4fa0075917e6 on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:56:54.331274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Port ff1c36a6-eb04-47bc-a968-4fa0075917e6 on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:56:54.331601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Attempting to bind port ff1c36a6-eb04-47bc-a968-4fa0075917e6 on network 436596a1-7ae4-4810-bc18-ec9ad0ca259a {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:56:54.336905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:56:54.337414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Checking segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:56:54.337838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Bound using segment: {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:56:54.338537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Bound port: ff1c36a6-eb04-47bc-a968-4fa0075917e6, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d1f480-a085-416f-ad46-77b3aab47404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:56:54.338893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:54.340237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 4167184b-d6c5-4fcf-bb45-bdd4276c9264 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:56:54.341130 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4167184b-d6c5-4fcf-bb45-bdd4276c9264 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:56:54.407762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:56:54.411178 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:56:54.416170 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:54.451254 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:54.451793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:54.453488 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] 10.222.0.24 "PUT /v2.0/ports/ff1c36a6-eb04-47bc-a968-4fa0075917e6 HTTP/1.1" status: 200 len: 1094 time: 0.5995529 Mar 29 09:56:54.455906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:56:54.459053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3926a7ae-d7d5-4ee9-99ac-db1c8e0f80da" -d '{"events": [{"name": "network-changed", "server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:56:54.486996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe2b23-cee9-4af9-900d-081401fc103c service neutron] Pushing event updated for resources: {'Port': ['ID=ff1c36a6-eb04-47bc-a968-4fa0075917e6,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:54.508533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718a500a-9fca-41f6-bf9f-a333eb1f5e51 x-openstack-request-id: req-718a500a-9fca-41f6-bf9f-a333eb1f5e51 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:56:54.508878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:56:54.509354 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-718a500a-9fca-41f6-bf9f-a333eb1f5e51 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:56:54.509751 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'status': 'completed', 'code': 200} Mar 29 09:56:54.547418 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-78b82157-fc4f-44ea-bb13-35ab88929934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:54.549059 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-78b82157-fc4f-44ea-bb13-35ab88929934 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 1097 time: 0.0524890 Mar 29 09:56:54.595741 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-bbcedbda-5ac1-435f-be3a-ed856697afc0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6 HTTP/1.1" status: 200 len: 217 time: 0.0393217 Mar 29 09:56:54.670835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-bccac986-237a-47fa-8fdf-782347d60207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:54.672539 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-bccac986-237a-47fa-8fdf-782347d60207 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0703354 Mar 29 09:56:54.684830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327f7ef-6f6d-40f3-a7fd-0fc1992c2c37 req-7913bf18-7c9f-4733-bef1-aa5638033414 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:54.686204 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c327f7ef-6f6d-40f3-a7fd-0fc1992c2c37 req-7913bf18-7c9f-4733-bef1-aa5638033414 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 944 time: 0.0858104 Mar 29 09:56:54.752665 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c327f7ef-6f6d-40f3-a7fd-0fc1992c2c37 req-1be8c30f-9fb0-4f14-af90-c745e9bc35e4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585499 Mar 29 09:56:54.755129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-3a0baf45-5e92-41c1-b126-ac8f81f01ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:54.756513 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-3a0baf45-5e92-41c1-b126-ac8f81f01ae7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694902 Mar 29 09:56:54.844415 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-07964095-55d5-419c-9bac-0e482dd7debc service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807898 Mar 29 09:56:54.935134 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2205ecf-129c-4d0d-9efe-bd5b930028e9 req-fb198032-18ca-40c9-975b-fbf15ec35326 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829504 Mar 29 09:56:55.016529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926a7ae-d7d5-4ee9-99ac-db1c8e0f80da req-e42bbb38-ff11-43b6-91c6-3a899e18f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:55.018073 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3926a7ae-d7d5-4ee9-99ac-db1c8e0f80da req-e42bbb38-ff11-43b6-91c6-3a899e18f554 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 1097 time: 0.0398278 Mar 29 09:56:55.108588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926a7ae-d7d5-4ee9-99ac-db1c8e0f80da req-602176b6-aceb-41b6-8641-7841a0625481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:55.110030 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3926a7ae-d7d5-4ee9-99ac-db1c8e0f80da req-602176b6-aceb-41b6-8641-7841a0625481 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0850971 Mar 29 09:56:55.148325 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3926a7ae-d7d5-4ee9-99ac-db1c8e0f80da req-de066f74-1c5e-44af-8cd5-61428223572e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6 HTTP/1.1" status: 200 len: 217 time: 0.0319164 Mar 29 09:56:55.194626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926a7ae-d7d5-4ee9-99ac-db1c8e0f80da req-46e10b3f-bb28-4765-a024-997d97ad2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:55.195961 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3926a7ae-d7d5-4ee9-99ac-db1c8e0f80da req-46e10b3f-bb28-4765-a024-997d97ad2b7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0417604 Mar 29 09:56:55.570723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926a7ae-d7d5-4ee9-99ac-db1c8e0f80da req-7d0054f9-0717-4ce5-a03b-d0287e08b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:55.572190 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3926a7ae-d7d5-4ee9-99ac-db1c8e0f80da req-7d0054f9-0717-4ce5-a03b-d0287e08b07f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3701494 Mar 29 09:56:55.660553 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3926a7ae-d7d5-4ee9-99ac-db1c8e0f80da req-48072e98-e339-4211-ac50-d9736cb29b02 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805793 Mar 29 09:56:55.750631 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3926a7ae-d7d5-4ee9-99ac-db1c8e0f80da req-b580d60d-faa5-492a-a84f-a552706b3d83 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828795 Mar 29 09:56:55.867290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9fd4c-8621-40e3-bd66-317aeceb0782 req-ca5b8f7f-afee-4cc1-a100-4f25074b0763 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:55.868709 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3de9fd4c-8621-40e3-bd66-317aeceb0782 req-ca5b8f7f-afee-4cc1-a100-4f25074b0763 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 944 time: 0.0474715 Mar 29 09:56:55.904701 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3de9fd4c-8621-40e3-bd66-317aeceb0782 req-f6bb5e75-4850-4a23-a990-f95eb4f42bea tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299926 Mar 29 09:56:56.772818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0de2bbca-8e4f-4343-ad8b-0d3c3966b3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:57.020174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71df7f-ae10-4365-9357-9be1891ee33c req-d5e28395-3cfe-4ece-abfe-e417f9551233 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:57.021673 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fa71df7f-ae10-4365-9357-9be1891ee33c req-d5e28395-3cfe-4ece-abfe-e417f9551233 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 944 time: 0.0482671 Mar 29 09:56:57.058798 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fa71df7f-ae10-4365-9357-9be1891ee33c req-7277fc0b-d38c-472c-a908-055f09e5060c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310683 Mar 29 09:56:58.178294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a4780-67aa-4cb5-8631-6f7539dcb265 req-2c8010ef-fc09-464f-b209-bdac5ba34eb9 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:58.179758 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5d6a4780-67aa-4cb5-8631-6f7539dcb265 req-2c8010ef-fc09-464f-b209-bdac5ba34eb9 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 944 time: 0.0520537 Mar 29 09:56:58.216734 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5d6a4780-67aa-4cb5-8631-6f7539dcb265 req-a6089dbe-bf3c-4e9a-ac61-28be635bfbad tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309601 Mar 29 09:56:58.350113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ff1c36a6-eb04-47bc-a968-4fa0075917e6 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:56:58.442059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:58.453207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'port_id': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'mac_address': 'fa:16:3e:c3:51:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:56:58.492654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:58.505773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1c36a6-eb04-47bc-a968-4fa0075917e6 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:56:58.523982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:56:58.527066 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:58.573957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=ff1c36a6-eb04-47bc-a968-4fa0075917e6,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:56:58.824359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['ff1c36a6-eb04-47bc-a968-4fa0075917e6'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:56:59.173163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ecf35c0f-88dd-46cf-8e76-682b6a09d506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:56:59.330320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376407ad-53a1-49ed-8a44-f111f870a84a req-0e3ec74f-7059-4b3f-a18e-322cff80b9b6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:56:59.331780 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-376407ad-53a1-49ed-8a44-f111f870a84a req-0e3ec74f-7059-4b3f-a18e-322cff80b9b6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 945 time: 0.0486057 Mar 29 09:56:59.368564 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-376407ad-53a1-49ed-8a44-f111f870a84a req-cb126446-0d34-4aa0-8c20-99d83f7ad545 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307326 Mar 29 09:57:00.355405 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ff1c36a6-eb04-47bc-a968-4fa0075917e6 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:57:00.404686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port ff1c36a6-eb04-47bc-a968-4fa0075917e6 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:57:00.409114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port ff1c36a6-eb04-47bc-a968-4fa0075917e6 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:57:00.409489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:00.484090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6147c8-adef-4b60-84c0-5be07232791f req-55099a72-d5da-424f-97f0-4047ec529f83 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:00.485561 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c6147c8-adef-4b60-84c0-5be07232791f req-55099a72-d5da-424f-97f0-4047ec529f83 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 945 time: 0.0476053 Mar 29 09:57:00.488487 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:00.510839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:57:00.513102 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcce4cf-72bf-4b80-9ecc-09ba90cd35c1" -d '{"events": [{"server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "name": "network-vif-plugged", "status": "completed", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:57:00.525704 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:57:00.525831 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c6147c8-adef-4b60-84c0-5be07232791f req-b68c5748-5b88-4605-b788-b8f6ffb20a4b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336885 Mar 29 09:57:00.531515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:00.560001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b134c3b4-2273-461a-935a-94105c184d64 x-openstack-request-id: req-b134c3b4-2273-461a-935a-94105c184d64 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:57:00.560286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "name": "network-vif-plugged", "status": "completed", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:57:00.560527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b134c3b4-2273-461a-935a-94105c184d64 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:57:00.560904 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'code': 200} Mar 29 09:57:00.582895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=ff1c36a6-eb04-47bc-a968-4fa0075917e6,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:57:00.668411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:00.722771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cc74c-cea8-4213-ba63-75b68f2f656f req-4b1327cb-7ff6-434d-acd4-0d98b1d37911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:00.724252 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3c5cc74c-cea8-4213-ba63-75b68f2f656f req-4b1327cb-7ff6-434d-acd4-0d98b1d37911 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 1099 time: 0.0438979 Mar 29 09:57:00.758250 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3c5cc74c-cea8-4213-ba63-75b68f2f656f req-43a68c02-a033-4673-bfb3-1fcee8209e7e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268459 Mar 29 09:57:01.644296 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d6336-40f1-4b8e-8bf8-a48ef177626c req-e89bad72-27ce-4069-915c-ad2f8897c14e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:01.645778 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ba2d6336-40f1-4b8e-8bf8-a48ef177626c req-e89bad72-27ce-4069-915c-ad2f8897c14e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0487242 Mar 29 09:57:01.682454 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ba2d6336-40f1-4b8e-8bf8-a48ef177626c req-11b228d1-5393-4c04-8499-fbdeee2b5bf0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306270 Mar 29 09:57:02.078998 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:02.644612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:02.797916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0be82-f845-4cde-8180-a6fa4b7e0f82 req-b0d08124-ce2e-499e-addb-c7de72144c8b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:02.799363 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90a0be82-f845-4cde-8180-a6fa4b7e0f82 req-b0d08124-ce2e-499e-addb-c7de72144c8b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0481901 Mar 29 09:57:02.835514 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90a0be82-f845-4cde-8180-a6fa4b7e0f82 req-00f54ddf-f367-4a99-b6da-dbd139229735 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300171 Mar 29 09:57:02.949151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9d020-c3db-4d41-ac71-c4e7eb7ff116 req-486c2b3d-ce1d-4336-861f-503aa80f7a42 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:02.950533 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eab9d020-c3db-4d41-ac71-c4e7eb7ff116 req-486c2b3d-ce1d-4336-861f-503aa80f7a42 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0527098 Mar 29 09:57:02.959016 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57468) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:57:02.963303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-79a0e663-c132-4291-9d17-d9f314ba2833 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Request body: {'floatingip': {'port_id': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:57:03.001936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-79a0e663-c132-4291-9d17-d9f314ba2833 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:03.427304 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-79a0e663-c132-4291-9d17-d9f314ba2833 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:03.431074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-79a0e663-c132-4291-9d17-d9f314ba2833 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:03.527975 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-79a0e663-c132-4291-9d17-d9f314ba2833 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62 associated. External IP: 172.26.1.65, port: ff1c36a6-eb04-47bc-a968-4fa0075917e6. Mar 29 09:57:03.732544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a0e663-c132-4291-9d17-d9f314ba2833 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Router fccc477b-2629-4bce-aaea-34e4f6e0b557 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:57:03.838102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a0e663-c132-4291-9d17-d9f314ba2833 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:57:03.843970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-79a0e663-c132-4291-9d17-d9f314ba2833 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:03.850893 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81cafb-ca76-4100-b257-665805ebf8db None None] Sync routers for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:57:03.860839 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81cafb-ca76-4100-b257-665805ebf8db None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:57:03.861440 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-cb81cafb-ca76-4100-b257-665805ebf8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:56:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:57:03.870135 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-79a0e663-c132-4291-9d17-d9f314ba2833 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "PUT /v2.0/floatingips/f5dfc8e0-71dc-46b2-a676-562e79d86a62 HTTP/1.1" status: 200 len: 992 time: 0.9100971 Mar 29 09:57:03.870709 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:57:03.872957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e0e87c-0f05-4308-9d5a-0bd4c67d2039" -d '{"events": [{"name": "network-changed", "server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:57:03.905590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:03.919642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c541afec-8257-41c7-85c0-24f28821226d x-openstack-request-id: req-c541afec-8257-41c7-85c0-24f28821226d {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:57:03.919931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:57:03.920181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c541afec-8257-41c7-85c0-24f28821226d {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:57:03.920751 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'status': 'completed', 'code': 200} Mar 29 09:57:03.971990 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-cb81cafb-ca76-4100-b257-665805ebf8db None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:57:03.988173 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0e87c-0f05-4308-9d5a-0bd4c67d2039 req-e89b3d38-1641-413f-8cc8-622e74684b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:03.989593 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29e0e87c-0f05-4308-9d5a-0bd4c67d2039 req-e89b3d38-1641-413f-8cc8-622e74684b6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 1099 time: 0.0480354 Mar 29 09:57:04.087390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0e87c-0f05-4308-9d5a-0bd4c67d2039 req-1466c179-7758-4271-8b21-a7ed8254b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:04.088839 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29e0e87c-0f05-4308-9d5a-0bd4c67d2039 req-1466c179-7758-4271-8b21-a7ed8254b816 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0932455 Mar 29 09:57:04.166467 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29e0e87c-0f05-4308-9d5a-0bd4c67d2039 req-e8d2a764-9860-4c6a-bc2b-e93ee35ffea9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6 HTTP/1.1" status: 200 len: 1000 time: 0.0708406 Mar 29 09:57:04.221224 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0e87c-0f05-4308-9d5a-0bd4c67d2039 req-009937fa-ed6b-4340-bc83-3166b4016142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:04.223290 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29e0e87c-0f05-4308-9d5a-0bd4c67d2039 req-009937fa-ed6b-4340-bc83-3166b4016142 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0503836 Mar 29 09:57:04.225875 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-cb81cafb-ca76-4100-b257-665805ebf8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f5dfc8e0-71dc-46b2-a676-562e79d86a62', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'floating_ip_address': '172.26.1.65', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'port_id': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'mac_address': 'fa:16:3e:c3:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:14Z', 'updated_at': '2022-03-29T09:57:03Z', 'revision_number': 13, 'project_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:57:04.254628 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81cafb-ca76-4100-b257-665805ebf8db None None] Checking router: fccc477b-2629-4bce-aaea-34e4f6e0b557 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:57:04.263949 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81cafb-ca76-4100-b257-665805ebf8db None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:57:04.264625 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-cb81cafb-ca76-4100-b257-665805ebf8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:56:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:57:04.274743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0e87c-0f05-4308-9d5a-0bd4c67d2039 req-3569664d-9a32-4581-b46a-5792d43241ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:04.276539 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29e0e87c-0f05-4308-9d5a-0bd4c67d2039 req-3569664d-9a32-4581-b46a-5792d43241ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465386 Mar 29 09:57:04.367831 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29e0e87c-0f05-4308-9d5a-0bd4c67d2039 req-ac49ff79-f8bc-4086-acc9-f170f3c50a13 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849075 Mar 29 09:57:04.373868 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-cb81cafb-ca76-4100-b257-665805ebf8db None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:57:04.464521 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29e0e87c-0f05-4308-9d5a-0bd4c67d2039 req-ec90e702-a8ae-40e2-92c6-76c31db732ee service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901399 Mar 29 09:57:04.601350 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-cb81cafb-ca76-4100-b257-665805ebf8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f5dfc8e0-71dc-46b2-a676-562e79d86a62', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'floating_ip_address': '172.26.1.65', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'port_id': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'mac_address': 'fa:16:3e:c3:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:14Z', 'updated_at': '2022-03-29T09:57:03Z', 'revision_number': 13, 'project_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:57:04.631380 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81cafb-ca76-4100-b257-665805ebf8db None None] The sync data for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv is: [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'f5dfc8e0-71dc-46b2-a676-562e79d86a62', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'floating_ip_address': '172.26.1.65', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'port_id': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'mac_address': 'fa:16:3e:c3:51:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T09:54:14Z', 'updated_at': '2022-03-29T09:57:03Z', 'revision_number': 13, 'project_id': '1bb3371396e44e438313b88913f6c748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:57:04.821414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2618348-fb99-46d0-9c97-3cb78b5633b6 None None] New status for floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:57:05.352309 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bb458-5f9d-4962-8101-f40b90e33dd4 req-1b15905e-c31d-4d76-96b3-c535f8ee4e24 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:05.353788 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-775bb458-5f9d-4962-8101-f40b90e33dd4 req-1b15905e-c31d-4d76-96b3-c535f8ee4e24 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0485497 Mar 29 09:57:05.391719 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-775bb458-5f9d-4962-8101-f40b90e33dd4 req-a6dd3205-2af6-4476-ad0a-260cfa425143 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 Mar 29 09:57:16.486062 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cfca0-6f22-42c4-9abf-5b2849d9b0b5 req-2f64ee53-b7c0-4821-ad8c-ae5496c5f16d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:16.487564 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f14cfca0-6f22-42c4-9abf-5b2849d9b0b5 req-2f64ee53-b7c0-4821-ad8c-ae5496c5f16d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0483625 Mar 29 09:57:16.513616 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-4cc8fb3a-122b-4b18-833b-629d4f42dab4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848570 Mar 29 09:57:16.532173 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f14cfca0-6f22-42c4-9abf-5b2849d9b0b5 req-22e19779-cd1c-4412-a3c8-990ed3573920 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383909 Mar 29 09:57:17.571682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-ea559363-2d45-4c2a-8d92-d6b8f399963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:17.573183 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-ea559363-2d45-4c2a-8d92-d6b8f399963f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 1099 time: 0.0440879 Mar 29 09:57:17.679063 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-e9b10cc0-559e-41f4-b5fc-19af2d1a7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:17.680470 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-e9b10cc0-559e-41f4-b5fc-19af2d1a7d36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0979156 Mar 29 09:57:17.759483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670e583-87cd-484b-ab74-d32306203674 req-15631bd5-8f68-4984-aba5-700096283d33 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:17.760961 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2670e583-87cd-484b-ab74-d32306203674 req-15631bd5-8f68-4984-aba5-700096283d33 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.1561899 Mar 29 09:57:17.777809 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-f28c4c2e-5770-40d8-a834-7ea106a7cca0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6 HTTP/1.1" status: 200 len: 1002 time: 0.0806153 Mar 29 09:57:17.836490 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2670e583-87cd-484b-ab74-d32306203674 req-a738f8eb-ed6a-4916-a43c-45328c721160 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674140 Mar 29 09:57:17.845360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-801450d8-7d83-4480-a79a-a41bbb8f5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:17.846843 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-801450d8-7d83-4480-a79a-a41bbb8f5672 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0612569 Mar 29 09:57:17.894337 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-207f039a-6759-454c-9ef5-ddbb27ee09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:17.895837 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-207f039a-6759-454c-9ef5-ddbb27ee09a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402098 Mar 29 09:57:17.985323 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-a9be9788-9f92-4f9a-801a-3a428f406ec6 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815704 Mar 29 09:57:18.076260 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-6bf3aa85-3ec4-4364-91fe-edaa80a32914 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834672 Mar 29 09:57:18.952661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa3a8e-1717-44bd-a8bb-5845be726928 req-77b6dae0-3384-46a3-93e9-ad2d92bdb792 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:18.954387 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c0fa3a8e-1717-44bd-a8bb-5845be726928 req-77b6dae0-3384-46a3-93e9-ad2d92bdb792 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0505428 Mar 29 09:57:18.992404 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c0fa3a8e-1717-44bd-a8bb-5845be726928 req-ebc63217-4861-46cd-a012-8d8485bc458d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320125 Mar 29 09:57:20.105169 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca9878-40fa-476e-bb34-9048ef496358 req-1da5c8ff-9222-4920-8e27-167d32cff947 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:20.106643 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eaca9878-40fa-476e-bb34-9048ef496358 req-1da5c8ff-9222-4920-8e27-167d32cff947 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0470731 Mar 29 09:57:20.147638 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eaca9878-40fa-476e-bb34-9048ef496358 req-e3620453-f2e9-487d-97fd-768a8c883027 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350518 Mar 29 09:57:21.262228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc3e19-9898-4265-9701-859ae594077d req-711f6f6f-49cf-4d89-826c-916ebb36a612 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:21.263665 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2cc3e19-9898-4265-9701-859ae594077d req-711f6f6f-49cf-4d89-826c-916ebb36a612 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0480108 Mar 29 09:57:21.300588 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2cc3e19-9898-4265-9701-859ae594077d req-218e8de8-5be4-4e53-ad94-b34f81d78ea5 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307968 Mar 29 09:57:22.415020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8d0c1-2a22-48a1-927b-5116d725f240 req-b2f9dbc5-77a4-4d48-bdc8-c9c7b058da00 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:22.416371 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-76f8d0c1-2a22-48a1-927b-5116d725f240 req-b2f9dbc5-77a4-4d48-bdc8-c9c7b058da00 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0481629 Mar 29 09:57:22.455316 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-76f8d0c1-2a22-48a1-927b-5116d725f240 req-66e56e11-8635-432e-bcfb-22761262cfd7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325255 Mar 29 09:57:23.570057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92f82a-2bb7-4722-b447-281c8ff7d4cf req-b18bb6fb-597c-43de-8d75-1c9ca932f6c4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:23.571500 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a92f82a-2bb7-4722-b447-281c8ff7d4cf req-b18bb6fb-597c-43de-8d75-1c9ca932f6c4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0475578 Mar 29 09:57:23.614974 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a92f82a-2bb7-4722-b447-281c8ff7d4cf req-4731d5a7-2f99-482b-87e5-447f791c9932 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362029 Mar 29 09:57:24.177333 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:57:24.728903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bc66e-cb8e-4754-9a80-e61fd17f2cd5 req-60d963e0-9ec2-4f7b-acce-c9b0f78f38e1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:24.730938 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-791bc66e-cb8e-4754-9a80-e61fd17f2cd5 req-60d963e0-9ec2-4f7b-acce-c9b0f78f38e1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0478797 Mar 29 09:57:24.767504 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-791bc66e-cb8e-4754-9a80-e61fd17f2cd5 req-fd437007-6238-4ac6-9cf0-909e881d0bea tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304394 Mar 29 09:57:25.885444 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d8f57-d3b1-4619-a8cb-2901382e70d2 req-f5f4c6d1-fd03-4af9-bb76-5f34d2fc5659 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:25.887107 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6c5d8f57-d3b1-4619-a8cb-2901382e70d2 req-f5f4c6d1-fd03-4af9-bb76-5f34d2fc5659 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0510783 Mar 29 09:57:25.927732 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6c5d8f57-d3b1-4619-a8cb-2901382e70d2 req-2ae87e93-55c3-43f6-850d-3a6a1b02c812 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345161 Mar 29 09:57:26.706224 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-6c2353a4-4214-405e-b6eb-3d64951b2081 service neutron] 10.222.0.24 "GET /v2.0/ports/ff1c36a6-eb04-47bc-a968-4fa0075917e6/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0563967 Mar 29 09:57:26.775772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-280df1e1-7b55-46a7-8172-75e24b573366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:26.910250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-43cda580-22e1-4ea5-8313-24ed21ba519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:26.911727 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-43cda580-22e1-4ea5-8313-24ed21ba519b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 1099 time: 0.0397875 Mar 29 09:57:26.973647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-6252429d-7f43-4a29-a11c-addc5d4b51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:26.975156 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-6252429d-7f43-4a29-a11c-addc5d4b51eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 1099 time: 0.0413039 Mar 29 09:57:27.095804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56630e22-cb4c-493e-b17f-9dbfeae13f06 req-f3d2ff9d-082c-480f-960d-6ab6ce7e4acd tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:27.097239 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56630e22-cb4c-493e-b17f-9dbfeae13f06 req-f3d2ff9d-082c-480f-960d-6ab6ce7e4acd tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0977836 Mar 29 09:57:27.101586 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-90377ecb-f7fe-4efb-9cdb-aab35422743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:27.102934 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-90377ecb-f7fe-4efb-9cdb-aab35422743b service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.1211488 Mar 29 09:57:27.180027 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-56630e22-cb4c-493e-b17f-9dbfeae13f06 req-3b1defa4-2ccc-471a-82c9-dfe034bc51de tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760684 Mar 29 09:57:27.188334 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-c99dda61-6e1b-4eb8-b9d0-f3d59cbe47e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6 HTTP/1.1" status: 200 len: 1002 time: 0.0782490 Mar 29 09:57:27.236366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-c61ea900-5238-4f24-a8a9-f47305b4ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:27.237757 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-c61ea900-5238-4f24-a8a9-f47305b4ba3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0421798 Mar 29 09:57:27.280931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-e01ea082-b70c-4a50-9816-2a3c9d8523f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:27.282560 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-e01ea082-b70c-4a50-9816-2a3c9d8523f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382445 Mar 29 09:57:27.374067 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-2768b3fd-e30c-4cae-8af4-31d6ab0d6524 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844464 Mar 29 09:57:27.462354 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-5177baaa-7733-4552-ad07-8bffb1230c5c service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809131 Mar 29 09:57:28.299482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6a699-1731-4e7b-b2ff-170c3b5d837b req-2e1ddfe7-f982-4a09-a832-51a1853b9e67 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:28.300954 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15a6a699-1731-4e7b-b2ff-170c3b5d837b req-2e1ddfe7-f982-4a09-a832-51a1853b9e67 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0522563 Mar 29 09:57:28.339031 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15a6a699-1731-4e7b-b2ff-170c3b5d837b req-570555cb-9ae1-4623-8350-f6cdad1d0653 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318029 Mar 29 09:57:29.175666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b270c23-8adc-477e-9fa2-8cb73c6a5e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:29.454362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292c433-f34f-4c0c-bd7d-89f8ae6e090a req-dce9c83b-df86-4932-95ef-0a0276566e5b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:29.455763 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a292c433-f34f-4c0c-bd7d-89f8ae6e090a req-dce9c83b-df86-4932-95ef-0a0276566e5b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0483937 Mar 29 09:57:29.492913 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a292c433-f34f-4c0c-bd7d-89f8ae6e090a req-9613620b-e873-460f-bd5b-c7a024ce24f3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311084 Mar 29 09:57:30.479202 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ff1c36a6-eb04-47bc-a968-4fa0075917e6 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:57:30.562720 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:30.587363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:57:30.589660 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6cd929-88e4-4abd-a86d-9246fb1f241f" -d '{"events": [{"server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:57:30.608869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:57:30.614101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:30.617948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438cfe0-e07b-4d89-9504-4dce3a50d27c req-dbbe3864-f4f9-4f9b-a1ce-14da88e593f1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:30.619559 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6438cfe0-e07b-4d89-9504-4dce3a50d27c req-dbbe3864-f4f9-4f9b-a1ce-14da88e593f1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0524480 Mar 29 09:57:30.650258 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 09:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11095f4f-7c71-4bd8-b9e9-b379db69d92d x-openstack-request-id: req-11095f4f-7c71-4bd8-b9e9-b379db69d92d {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:57:30.650551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:57:30.650823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-11095f4f-7c71-4bd8-b9e9-b379db69d92d {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:57:30.651217 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'code': 200} Mar 29 09:57:30.679473 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6438cfe0-e07b-4d89-9504-4dce3a50d27c req-453d88e2-c800-4899-9098-950275f8b41c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511787 Mar 29 09:57:30.685526 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:30.686380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=ff1c36a6-eb04-47bc-a968-4fa0075917e6,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:57:31.799976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b8876-a5e6-4cd6-a51a-10115cb02fbc req-f777fb4e-d703-4452-bc00-3c94ed6ca735 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:31.801400 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-404b8876-a5e6-4cd6-a51a-10115cb02fbc req-f777fb4e-d703-4452-bc00-3c94ed6ca735 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 944 time: 0.0519831 Mar 29 09:57:31.838155 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-404b8876-a5e6-4cd6-a51a-10115cb02fbc req-020e9a9a-bfd8-4cf5-8b6e-16cb43da059c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307114 Mar 29 09:57:32.082340 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:32.649026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:32.954463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8989-e9ef-420f-bcff-ae6e4be2ac83 req-1b7bd43b-dc34-4056-b065-068d461b44ad tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:32.955822 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925b8989-e9ef-420f-bcff-ae6e4be2ac83 req-1b7bd43b-dc34-4056-b065-068d461b44ad tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 944 time: 0.0497596 Mar 29 09:57:32.992278 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-925b8989-e9ef-420f-bcff-ae6e4be2ac83 req-b154a8a8-7808-42b3-b227-7b8a1899eca9 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304539 Mar 29 09:57:33.893843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:34.106437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c44da4-b411-4e91-9d8a-0c0d92b0d70c req-4ca22598-6ca5-48f3-805e-b5c8e29707a7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:34.107882 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-41c44da4-b411-4e91-9d8a-0c0d92b0d70c req-4ca22598-6ca5-48f3-805e-b5c8e29707a7 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 944 time: 0.0477939 Mar 29 09:57:34.145614 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-41c44da4-b411-4e91-9d8a-0c0d92b0d70c req-f96a5a1d-6258-4060-837a-89a8c47c01a6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315418 Mar 29 09:57:34.494081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ff1c36a6-eb04-47bc-a968-4fa0075917e6 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:57:34.587919 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:57:34.598939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'port_id': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'mac_address': 'fa:16:3e:c3:51:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:57:34.638419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:34.650608 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1c36a6-eb04-47bc-a968-4fa0075917e6 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:57:34.670495 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:57:34.674447 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:34.726553 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=ff1c36a6-eb04-47bc-a968-4fa0075917e6,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:57:34.741501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['ff1c36a6-eb04-47bc-a968-4fa0075917e6'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:57:35.262944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6247e-ca76-4751-b29e-9154e8286ba5 req-0290d422-be9a-43c4-90b0-d028590fa244 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:35.264385 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fea6247e-ca76-4751-b29e-9154e8286ba5 req-0290d422-be9a-43c4-90b0-d028590fa244 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 945 time: 0.0518806 Mar 29 09:57:35.622332 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fea6247e-ca76-4751-b29e-9154e8286ba5 req-77e257eb-4dfc-440e-8ace-f9b428a08e67 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519561 Mar 29 09:57:36.494726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ff1c36a6-eb04-47bc-a968-4fa0075917e6 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:57:36.541681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port ff1c36a6-eb04-47bc-a968-4fa0075917e6 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:57:36.542671 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:36.617723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:36.641535 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:57:36.643766 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b0627d-0a40-4fc6-8eb1-54a17f31090b" -d '{"events": [{"server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "name": "network-vif-plugged", "status": "completed", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:57:36.658789 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:57:36.663134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:36.696903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a66b2a-10d6-4472-b868-12393fbc4527 x-openstack-request-id: req-56a66b2a-10d6-4472-b868-12393fbc4527 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:57:36.697195 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "name": "network-vif-plugged", "status": "completed", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:57:36.697446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56a66b2a-10d6-4472-b868-12393fbc4527 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:57:36.697859 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'code': 200} Mar 29 09:57:36.717478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=ff1c36a6-eb04-47bc-a968-4fa0075917e6,revision_number=8']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:57:36.752886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2d36b-fbf9-48a1-b5e8-6267d1f07d3c req-489133fa-4116-4313-8f52-30194c10ab70 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:36.754267 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-40f2d36b-fbf9-48a1-b5e8-6267d1f07d3c req-489133fa-4116-4313-8f52-30194c10ab70 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0486741 Mar 29 09:57:36.792595 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-40f2d36b-fbf9-48a1-b5e8-6267d1f07d3c req-f022bd41-9bbf-42e8-a74e-8c69bd951092 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Mar 29 09:57:37.909012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda41a46-a5d4-41c0-b605-2d6079ac0721 req-734dcfa5-6f01-4076-936f-e8470e9326ae tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:37.910466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dda41a46-a5d4-41c0-b605-2d6079ac0721 req-734dcfa5-6f01-4076-936f-e8470e9326ae tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0471010 Mar 29 09:57:37.948164 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dda41a46-a5d4-41c0-b605-2d6079ac0721 req-23641ed8-ba01-4b4f-acaa-1857a75ea287 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316184 Mar 29 09:57:39.069908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee4e90-1857-485f-a0d4-0ba647b7f3f3 req-2c76409b-22ba-45e5-9629-e734fc67212e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:39.071269 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87ee4e90-1857-485f-a0d4-0ba647b7f3f3 req-2c76409b-22ba-45e5-9629-e734fc67212e tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0505307 Mar 29 09:57:39.107768 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87ee4e90-1857-485f-a0d4-0ba647b7f3f3 req-b732bfc4-5564-4ad7-ba7a-048a9e3303ed tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304897 Mar 29 09:57:39.414653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-2edbac20-4c67-4f9e-ba0d-7270d12b5914 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:39.416075 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-2edbac20-4c67-4f9e-ba0d-7270d12b5914 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e&tenant_id=1bb3371396e44e438313b88913f6c748&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 946 time: 0.0720279 Mar 29 09:57:39.460985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e8e4-c014-45d6-a0e1-48545eaa624d req-e22a5caa-97ec-4dee-aad4-95bf9da6d544 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:39.462429 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b742e8e4-c014-45d6-a0e1-48545eaa624d req-e22a5caa-97ec-4dee-aad4-95bf9da6d544 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0923107 Mar 29 09:57:39.504522 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-e6269eda-892c-4a88-9cb9-f49adc0a2beb service neutron] 10.222.0.24 "GET /v2.0/ports/ff1c36a6-eb04-47bc-a968-4fa0075917e6/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0800667 Mar 29 09:57:39.516444 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b742e8e4-c014-45d6-a0e1-48545eaa624d req-47c5d70a-d0c4-43bd-a5d4-018629fb1cff tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472989 Mar 29 09:57:39.565936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-1547159b-a5d3-4cca-9938-c0e7b3dbd818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:39.567438 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-1547159b-a5d3-4cca-9938-c0e7b3dbd818 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 1099 time: 0.0422649 Mar 29 09:57:39.659179 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-bc562411-e57a-4a20-b337-d396718ba4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:39.660606 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-bc562411-e57a-4a20-b337-d396718ba4fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0862632 Mar 29 09:57:39.724202 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-73bf661d-2632-4005-932b-e2fe512a5b0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6 HTTP/1.1" status: 200 len: 1002 time: 0.0569789 Mar 29 09:57:39.771723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-278469bf-47cb-4443-99c6-8fa626f61688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:39.773149 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-278469bf-47cb-4443-99c6-8fa626f61688 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0424988 Mar 29 09:57:39.821053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-2e78ac22-40cb-495a-ad30-699da831d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:39.822542 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-2e78ac22-40cb-495a-ad30-699da831d195 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430529 Mar 29 09:57:39.909891 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-bd2148e0-c61c-4193-b6ef-ff29673d9b29 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794945 Mar 29 09:57:40.002823 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-5cae913c-fc62-491f-bc9b-6a93ab67cabd service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872281 Mar 29 09:57:40.633331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22f0e9-b295-4baa-9289-0883f0a6f2ec req-3e79ae7b-d826-45cc-8079-3fc982b2cc14 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:40.634811 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf22f0e9-b295-4baa-9289-0883f0a6f2ec req-3e79ae7b-d826-45cc-8079-3fc982b2cc14 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0476372 Mar 29 09:57:40.672951 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf22f0e9-b295-4baa-9289-0883f0a6f2ec req-c382ecd5-9027-4c9d-873d-14523cf52545 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316789 Mar 29 09:57:41.653319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a732127-8a65-4d2b-aa3c-03b7e11a80e6 req-e6484322-a465-4307-8007-aaf38b10b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:41.654817 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a732127-8a65-4d2b-aa3c-03b7e11a80e6 req-e6484322-a465-4307-8007-aaf38b10b7a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 1099 time: 0.0402458 Mar 29 09:57:41.795819 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a732127-8a65-4d2b-aa3c-03b7e11a80e6 req-f906af5b-d6ff-477e-b4d0-38308e1650f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:41.797744 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a732127-8a65-4d2b-aa3c-03b7e11a80e6 req-f906af5b-d6ff-477e-b4d0-38308e1650f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.1191874 Mar 29 09:57:41.812025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea4d68-4dff-4a01-a26a-582f8862aa24 req-b1ff85bf-6a42-47f1-9746-0e833c94f4c6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:41.813427 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9ea4d68-4dff-4a01-a26a-582f8862aa24 req-b1ff85bf-6a42-47f1-9746-0e833c94f4c6 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0676012 Mar 29 09:57:41.892370 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9ea4d68-4dff-4a01-a26a-582f8862aa24 req-38330dc2-e19d-44ab-b563-20efe7c2f30a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723827 Mar 29 09:57:41.900098 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a732127-8a65-4d2b-aa3c-03b7e11a80e6 req-b1f59450-1d05-4bfb-a0c0-5f0b87db0e05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6 HTTP/1.1" status: 200 len: 1002 time: 0.0857692 Mar 29 09:57:41.949717 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a732127-8a65-4d2b-aa3c-03b7e11a80e6 req-ba8ddcb2-2ba5-4254-a4af-5de59601610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:41.951126 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a732127-8a65-4d2b-aa3c-03b7e11a80e6 req-ba8ddcb2-2ba5-4254-a4af-5de59601610c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0437179 Mar 29 09:57:42.000868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a732127-8a65-4d2b-aa3c-03b7e11a80e6 req-42eff580-db4b-41d5-a4be-2b21a986f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:42.002352 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a732127-8a65-4d2b-aa3c-03b7e11a80e6 req-42eff580-db4b-41d5-a4be-2b21a986f4b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389936 Mar 29 09:57:42.093787 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a732127-8a65-4d2b-aa3c-03b7e11a80e6 req-c0ea514c-8f67-42b3-b576-86e114f15c90 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834577 Mar 29 09:57:42.183929 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a732127-8a65-4d2b-aa3c-03b7e11a80e6 req-c6f0e083-6463-40bd-adcd-06245e089833 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833619 Mar 29 09:57:43.012701 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a658773-ba70-4827-a411-c486f670cf60 req-af4d60e5-943f-4f89-9355-6004c8d57804 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:43.014209 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a658773-ba70-4827-a411-c486f670cf60 req-af4d60e5-943f-4f89-9355-6004c8d57804 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0531728 Mar 29 09:57:43.052714 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a658773-ba70-4827-a411-c486f670cf60 req-f68bd9bd-5e4a-4c3f-81be-c5b8f6a71ac4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322378 Mar 29 09:57:44.169489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5513b02-44e4-4f7b-939c-6b10f2a35527 req-d569ec63-dcf8-4111-afe8-87f8fc4dd579 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:44.171231 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5513b02-44e4-4f7b-939c-6b10f2a35527 req-d569ec63-dcf8-4111-afe8-87f8fc4dd579 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0502949 Mar 29 09:57:44.233908 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5513b02-44e4-4f7b-939c-6b10f2a35527 req-e5bb0f6d-72cf-4605-bb74-4614eef25ef0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544064 Mar 29 09:57:44.236785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-c9a90f8f-eedc-4753-8587-9771ceeabe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:44.238225 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-c9a90f8f-eedc-4753-8587-9771ceeabe81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e&tenant_id=1bb3371396e44e438313b88913f6c748 HTTP/1.1" status: 200 len: 1099 time: 0.0661519 Mar 29 09:57:44.301732 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-786245a0-7f08-4437-81c1-25a0772f45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:44.303284 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-786245a0-7f08-4437-81c1-25a0772f45cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bb3371396e44e438313b88913f6c748&device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 1099 time: 0.0430462 Mar 29 09:57:44.390401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-20df85a3-063f-4979-8615-676fdeb90b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:44.391996 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-20df85a3-063f-4979-8615-676fdeb90b6b service neutron] 10.222.0.24 "GET /v2.0/networks?id=436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 200 len: 912 time: 0.0827258 Mar 29 09:57:44.458024 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-5d621ee5-32a3-485e-96f9-c70488d41f95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6 HTTP/1.1" status: 200 len: 1002 time: 0.0595248 Mar 29 09:57:44.504335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-2e08246e-be48-44d4-938c-3dcf896ac989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:44.505786 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-2e08246e-be48-44d4-938c-3dcf896ac989 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 200 len: 850 time: 0.0420387 Mar 29 09:57:44.552374 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-ecbfd47a-8393-4987-be56-ce6b68f458db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:44.553957 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-ecbfd47a-8393-4987-be56-ce6b68f458db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=436596a1-7ae4-4810-bc18-ec9ad0ca259a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401309 Mar 29 09:57:44.651766 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-5b6a0241-cd2f-4403-90c8-ec2fe1c09f30 service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915785 Mar 29 09:57:44.738566 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-58e80e5f-df43-441c-b7b3-30082ec99b97 req-f329afb2-e1ad-4cf2-8608-52c62f3da17f service neutron] 10.222.0.24 "GET /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793328 Mar 29 09:57:45.355192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225e860-2e8f-45b5-8744-abc2e5674dd6 req-76fbe398-42cd-48f4-a277-6af594672380 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:45.356644 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1225e860-2e8f-45b5-8744-abc2e5674dd6 req-76fbe398-42cd-48f4-a277-6af594672380 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0531471 Mar 29 09:57:45.393521 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1225e860-2e8f-45b5-8744-abc2e5674dd6 req-3000a6f0-8f03-4f52-aad4-3d6a8760a66d tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307546 Mar 29 09:57:46.509424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ff1c36a6-eb04-47bc-a968-4fa0075917e6 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:57:46.514411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d6109-5350-407b-bca7-405a6ab43392 req-7ee54133-4631-4b8d-bcb0-ca619b11bcf1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:46.515909 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-621d6109-5350-407b-bca7-405a6ab43392 req-7ee54133-4631-4b8d-bcb0-ca619b11bcf1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0490508 Mar 29 09:57:46.556509 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-621d6109-5350-407b-bca7-405a6ab43392 req-639ead5f-5eca-48cc-b5db-2e78e38ff123 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340235 Mar 29 09:57:46.590255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:46.613921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:57:46.616312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec448687-da9b-4055-bba3-60477784fef0" -d '{"events": [{"server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:57:46.629489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:57:46.634770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:46.664760 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 09:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f247ece-8304-4040-a90c-f771af35733c x-openstack-request-id: req-0f247ece-8304-4040-a90c-f771af35733c {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:57:46.665054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:57:46.665319 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f247ece-8304-4040-a90c-f771af35733c {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:57:46.665707 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'code': 200} Mar 29 09:57:46.687425 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=ff1c36a6-eb04-47bc-a968-4fa0075917e6,revision_number=9']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:57:47.679061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c0c9b-b7e6-454b-8bff-177076f9b014 req-2baa4728-7f89-407b-9fb6-e5787103ca64 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:47.680572 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-633c0c9b-b7e6-454b-8bff-177076f9b014 req-2baa4728-7f89-407b-9fb6-e5787103ca64 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 944 time: 0.0507219 Mar 29 09:57:47.718989 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-633c0c9b-b7e6-454b-8bff-177076f9b014 req-18716b9f-3266-4367-aee6-b451f29c2022 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319335 Mar 29 09:57:48.843843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abb7bd-4d7c-4891-b938-04a7059081f1 req-76d3cfea-647a-42d4-984b-d714118a987f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:48.845311 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01abb7bd-4d7c-4891-b938-04a7059081f1 req-76d3cfea-647a-42d4-984b-d714118a987f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 944 time: 0.0548146 Mar 29 09:57:48.882929 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01abb7bd-4d7c-4891-b938-04a7059081f1 req-f7273177-b3db-45db-98ba-fb2f17a0135c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312531 Mar 29 09:57:49.999154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341a931-3f28-4252-955c-d97d5e79cbd4 req-ebcf8597-b8bb-45d5-a957-10c296479948 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:50.000608 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3341a931-3f28-4252-955c-d97d5e79cbd4 req-ebcf8597-b8bb-45d5-a957-10c296479948 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 944 time: 0.0479960 Mar 29 09:57:50.037304 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3341a931-3f28-4252-955c-d97d5e79cbd4 req-f060b98f-292a-43aa-b147-0ac35cadcba9 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306709 Mar 29 09:57:50.540116 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ff1c36a6-eb04-47bc-a968-4fa0075917e6 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:57:50.636134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:57:50.646784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'port_id': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'mac_address': 'fa:16:3e:c3:51:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:57:50.683071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:50.698363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1c36a6-eb04-47bc-a968-4fa0075917e6 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:57:50.717920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:57:50.722735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:50.771447 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=ff1c36a6-eb04-47bc-a968-4fa0075917e6,revision_number=10']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:57:50.778754 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:50.779104 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:50.779441 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:50.779775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:50.780108 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:50.780435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:50.780760 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:50.781085 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:50.781409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:50.781760 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:50.782086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:50.782403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:50.787138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['ff1c36a6-eb04-47bc-a968-4fa0075917e6'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:57:51.151701 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086d78d-4248-407c-983e-7703bdf1ee30 req-8fecb123-d744-401c-b00d-7ca296aa613f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:51.153393 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d086d78d-4248-407c-983e-7703bdf1ee30 req-8fecb123-d744-401c-b00d-7ca296aa613f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0476048 Mar 29 09:57:51.190143 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d086d78d-4248-407c-983e-7703bdf1ee30 req-8b9a9e01-595a-44cb-a3c8-60d240691099 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306091 Mar 29 09:57:52.310305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b493d1-b34b-419e-b2e9-f0ad3cd3540e req-d4f1cb32-f16d-41ed-87a2-6b4764fc020f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:52.311839 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73b493d1-b34b-419e-b2e9-f0ad3cd3540e req-d4f1cb32-f16d-41ed-87a2-6b4764fc020f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 946 time: 0.0529976 Mar 29 09:57:52.348874 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73b493d1-b34b-419e-b2e9-f0ad3cd3540e req-91a703e5-8d84-4cc5-9bcc-61846d071f96 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309808 Mar 29 09:57:52.556707 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ff1c36a6-eb04-47bc-a968-4fa0075917e6 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:57:52.603266 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port ff1c36a6-eb04-47bc-a968-4fa0075917e6 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:57:52.603628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:52.678177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:52.699807 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:57:52.701994 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e65d00-509d-407c-9982-3c84c7e2a8bb" -d '{"events": [{"server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "name": "network-vif-plugged", "status": "completed", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:57:52.718269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:57:52.722992 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:52.884020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8624a9-5a28-4365-945c-46d0ededc19b x-openstack-request-id: req-fb8624a9-5a28-4365-945c-46d0ededc19b {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:57:52.884281 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "name": "network-vif-plugged", "status": "completed", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:57:52.884525 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb8624a9-5a28-4365-945c-46d0ededc19b {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:57:52.884895 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'code': 200} Mar 29 09:57:52.910223 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=ff1c36a6-eb04-47bc-a968-4fa0075917e6,revision_number=11']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:57:53.462468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff72124-92fe-456f-b7b2-64e3a46bf82e req-4ef097b5-03ab-4989-b42f-1d56ea837fb1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:53.464553 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5ff72124-92fe-456f-b7b2-64e3a46bf82e req-4ef097b5-03ab-4989-b42f-1d56ea837fb1 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 947 time: 0.0482049 Mar 29 09:57:53.501404 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5ff72124-92fe-456f-b7b2-64e3a46bf82e req-666063b0-3e5e-4dfe-819e-7c455a96c614 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308201 Mar 29 09:57:54.619569 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e17945-1ab6-4c59-a04b-beedf783b931 req-c644de57-dc34-41d0-9e55-eb73f96eb048 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:54.621008 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a8e17945-1ab6-4c59-a04b-beedf783b931 req-c644de57-dc34-41d0-9e55-eb73f96eb048 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 947 time: 0.0480292 Mar 29 09:57:54.659320 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a8e17945-1ab6-4c59-a04b-beedf783b931 req-9135459e-ec10-4fd4-b855-6f12d39e8f13 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320137 Mar 29 09:57:55.783320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d71a8-611b-4254-9cf2-7991f9a96a28 req-24020a5a-06d4-41a9-82c2-898cae16c2fa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:55.791893 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-698d71a8-611b-4254-9cf2-7991f9a96a28 req-24020a5a-06d4-41a9-82c2-898cae16c2fa tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 947 time: 0.0589807 Mar 29 09:57:55.830493 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-698d71a8-611b-4254-9cf2-7991f9a96a28 req-ddf325ad-8c9b-403b-b626-fa2c3942a545 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312970 Mar 29 09:57:55.944017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a0954-0cea-4202-ae12-f8fdca21d681 req-202c3ee4-4ced-4c6b-b815-350d70c3f1da tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:55.945460 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f22a0954-0cea-4202-ae12-f8fdca21d681 req-202c3ee4-4ced-4c6b-b815-350d70c3f1da tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 947 time: 0.0481648 Mar 29 09:57:55.981975 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f22a0954-0cea-4202-ae12-f8fdca21d681 req-e02cd904-4905-4c3d-9b53-6c20655ff6d0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304561 Mar 29 09:57:56.094849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef85a07-1123-47a9-8fa8-7b43e3b6cb5c req-7ea7c757-8ad4-45da-982e-04a1ce7c8f15 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:56.096195 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4ef85a07-1123-47a9-8fa8-7b43e3b6cb5c req-7ea7c757-8ad4-45da-982e-04a1ce7c8f15 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 947 time: 0.0492001 Mar 29 09:57:56.132633 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4ef85a07-1123-47a9-8fa8-7b43e3b6cb5c req-35133526-6651-45df-a36b-8be79cb26598 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304260 Mar 29 09:57:56.365196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67132a-0746-4271-b99f-ac20a09e06a2 req-28ea06b6-effc-4796-804e-d54ac0eb1b71 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:56.366641 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b67132a-0746-4271-b99f-ac20a09e06a2 req-28ea06b6-effc-4796-804e-d54ac0eb1b71 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 947 time: 0.0507090 Mar 29 09:57:56.403748 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b67132a-0746-4271-b99f-ac20a09e06a2 req-621e6bdf-960b-4f21-b89d-77d448b5884a tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304029 Mar 29 09:57:56.777725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8a1988c6-b0d1-4cdd-999d-b48193647279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:57.523128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941724b4-9142-4b9c-bb3d-527d36307450 req-2bc10b0e-d75f-4906-a43a-3d142d0aa3d3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:57.524591 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-941724b4-9142-4b9c-bb3d-527d36307450 req-2bc10b0e-d75f-4906-a43a-3d142d0aa3d3 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 947 time: 0.0487058 Mar 29 09:57:57.563488 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-941724b4-9142-4b9c-bb3d-527d36307450 req-84c73621-0b57-40f6-a45e-18e11b25379f tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327165 Mar 29 09:57:58.688479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d529e-a7c1-4c93-8aec-24626ca4254b req-6a1acbe3-1122-414d-a71d-2141e1ce6455 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:58.690047 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-608d529e-a7c1-4c93-8aec-24626ca4254b req-6a1acbe3-1122-414d-a71d-2141e1ce6455 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 947 time: 0.0558364 Mar 29 09:57:58.731723 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-608d529e-a7c1-4c93-8aec-24626ca4254b req-cc571423-6148-44f2-9442-d9eb9105cb72 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups?id=15708b39-d4af-4fdf-910f-c6ebd4f81d31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354085 Mar 29 09:57:58.793591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-d3917776-2bcd-4a65-bbdc-fe93cfd6a45b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:57:58.795151 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-d3917776-2bcd-4a65-bbdc-fe93cfd6a45b tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 947 time: 0.0536110 Mar 29 09:57:58.883338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Deleting port ff1c36a6-eb04-47bc-a968-4fa0075917e6 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:57:58.883679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:58.975798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] For port ff1c36a6-eb04-47bc-a968-4fa0075917e6, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=ff1c36a6-eb04-47bc-a968-4fa0075917e6,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:57:58.976162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:59.141807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:59.142091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:59.142408 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62 disassociated. External IP: 172.26.1.65, port: ff1c36a6-eb04-47bc-a968-4fa0075917e6. Mar 29 09:57:59.142745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Calling delete_port for ff1c36a6-eb04-47bc-a968-4fa0075917e6 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:57:59.177876 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8c7e0f99-7d54-426b-9aa8-91ea651cf68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:59.271716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:59.299511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event deleted for resources: {'Port': ['ID=ff1c36a6-eb04-47bc-a968-4fa0075917e6,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:57:59.311859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:59.312367 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:59.312558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:59.312902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:59.313247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:59.313553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:59.313907 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:59.314234 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:59.314560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:59.314909 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:59.315235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:59.315554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:57:59.434869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Router fccc477b-2629-4bce-aaea-34e4f6e0b557 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:57:59.543792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:57:59.553469 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01fe3b8-dfbc-41d7-afab-6e7f8eb76eff None None] Sync routers for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:57:59.584198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] No DVR routers for this DVR port ff1c36a6-eb04-47bc-a968-4fa0075917e6 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:57:59.586817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:57:59.590941 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e3c2a248-b90d-4d5a-8a94-7be2adef4f3f req-fe56efd9-cd89-4f8c-a217-df70e41bdd4c tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.24 "DELETE /v2.0/ports/ff1c36a6-eb04-47bc-a968-4fa0075917e6 HTTP/1.1" status: 204 len: 173 time: 0.7904775 Mar 29 09:57:59.591442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'name': 'network-vif-deleted', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:57:59.593917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba8641f-6342-468f-92ae-ecb535346626" -d '{"events": [{"server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "name": "network-vif-deleted", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:57:59.652863 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01fe3b8-dfbc-41d7-afab-6e7f8eb76eff None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:57:59.653974 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a01fe3b8-dfbc-41d7-afab-6e7f8eb76eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:57:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:57:59.698271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612367ab-f720-43d9-a852-4a9345f6e5ae x-openstack-request-id: req-612367ab-f720-43d9-a852-4a9345f6e5ae {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:57:59.699218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee408743-0807-4ad9-907c-c7aeb058b23e", "name": "network-vif-deleted", "tag": "ff1c36a6-eb04-47bc-a968-4fa0075917e6", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:57:59.699555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-612367ab-f720-43d9-a852-4a9345f6e5ae {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:57:59.700021 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee408743-0807-4ad9-907c-c7aeb058b23e', 'name': 'network-vif-deleted', 'tag': 'ff1c36a6-eb04-47bc-a968-4fa0075917e6', 'status': 'completed', 'code': 200} Mar 29 09:57:59.764033 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-a01fe3b8-dfbc-41d7-afab-6e7f8eb76eff None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:57:59.834388 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c7ee13e5-2bda-4459-98c6-2046034e48db req-b5e9c6e0-401a-42fc-b45d-6ac0d689d3cc tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 210 time: 0.0265062 Mar 29 09:57:59.969051 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a01fe3b8-dfbc-41d7-afab-6e7f8eb76eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:57:59.999621 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01fe3b8-dfbc-41d7-afab-6e7f8eb76eff None None] Checking router: fccc477b-2629-4bce-aaea-34e4f6e0b557 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:58:00.008698 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01fe3b8-dfbc-41d7-afab-6e7f8eb76eff None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:58:00.009302 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a01fe3b8-dfbc-41d7-afab-6e7f8eb76eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:57:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:00.115491 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-a01fe3b8-dfbc-41d7-afab-6e7f8eb76eff None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:58:00.320837 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a01fe3b8-dfbc-41d7-afab-6e7f8eb76eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:00.350640 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01fe3b8-dfbc-41d7-afab-6e7f8eb76eff None None] The sync data for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv is: [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:54:11Z', 'revision_number': 4, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '13313a1c-12e3-4596-a712-62a5a08a01c9', 'name': '', 'network_id': '436596a1-7ae4-4810-bc18-ec9ad0ca259a', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'mac_address': 'fa:16:3e:9d:6b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:10Z', 'updated_at': '2022-03-29T09:54:14Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'subnets': [{'id': '5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:58:00.570183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aff6159-838e-493e-9263-7351323397ce None None] New status for floating IP f5dfc8e0-71dc-46b2-a676-562e79d86a62: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 09:58:00.696639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:00.938001 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-793508a4-fed1-4c52-acfb-4c456a225b4d req-94dbd90c-bb2a-4a08-b820-d88d35f5b9e4 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 210 time: 0.0283051 Mar 29 09:58:01.176877 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:58:02.034048 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd282123-8ac7-42e4-939a-3d794c02658e req-8b369c00-6815-4cc9-8929-9066d1ed1eed tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 210 time: 0.0263140 Mar 29 09:58:02.083993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:02.636710 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ff1c36a6-eb04-47bc-a968-4fa0075917e6 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:58:02.666838 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: ff1c36a6-eb04-47bc-a968-4fa0075917e6 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:58:02.667177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device ff1c36a6-eb04-47bc-a968-4fa0075917e6 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:58:02.677553 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:03.144367 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9ad7ea97-4dd8-4d28-9334-9fbf34423383 req-2945efc9-d85f-45ce-90db-f44f55a10776 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee408743-0807-4ad9-907c-c7aeb058b23e HTTP/1.1" status: 200 len: 210 time: 0.0291796 Mar 29 09:58:03.897411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:06.808257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57698) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:06.864771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6642-4e68-4d17-a136-c7750b83f593 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:06.891357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6642-4e68-4d17-a136-c7750b83f593 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:06.942345 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6642-4e68-4d17-a136-c7750b83f593 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:06.944906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b7c6642-4e68-4d17-a136-c7750b83f593 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:06.946089 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6b7c6642-4e68-4d17-a136-c7750b83f593 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "DELETE /v2.0/security-groups/15708b39-d4af-4fdf-910f-c6ebd4f81d31 HTTP/1.1" status: 204 len: 168 time: 0.1366582 Mar 29 09:58:06.949319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57700) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:06.956067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c6642-4e68-4d17-a136-c7750b83f593 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15708b39-d4af-4fdf-910f-c6ebd4f81d31,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:06.963489 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.api.v2.resource [None req-dfee58ce-205c-49bb-a62f-436c696569f0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] show failed (client error): The resource could not be found. Mar 29 09:58:06.967366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57702) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:06.967503 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-dfee58ce-205c-49bb-a62f-436c696569f0 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "GET /v2.0/security-groups/15708b39-d4af-4fdf-910f-c6ebd4f81d31 HTTP/1.1" status: 404 len: 347 time: 0.0170579 Mar 29 09:58:07.096088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b7530-d35b-4320-a962-28951585c161 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Deleting port 2dda2e53-7ce2-4f92-a973-0dec590ada6e {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:58:07.096433 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7530-d35b-4320-a962-28951585c161 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:07.174758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7530-d35b-4320-a962-28951585c161 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:07.175005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7530-d35b-4320-a962-28951585c161 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:07.186964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b7530-d35b-4320-a962-28951585c161 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Calling delete_port for 2dda2e53-7ce2-4f92-a973-0dec590ada6e owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:58:07.320821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7530-d35b-4320-a962-28951585c161 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:07.347811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b7530-d35b-4320-a962-28951585c161 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Pushing event deleted for resources: {'Port': ['ID=2dda2e53-7ce2-4f92-a973-0dec590ada6e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:07.413675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7530-d35b-4320-a962-28951585c161 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:07.416800 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7530-d35b-4320-a962-28951585c161 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:07.417979 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1b8b7530-d35b-4320-a962-28951585c161 tempest-ServerActionsTestJSON-1058139169 tempest-ServerActionsTestJSON-1058139169-project] 10.222.0.32 "DELETE /v2.0/floatingips/f5dfc8e0-71dc-46b2-a676-562e79d86a62 HTTP/1.1" status: 204 len: 168 time: 0.4493120 Mar 29 09:58:07.421254 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57704) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:08.098235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc3bda07-8844-40e9-a571-c4729da484ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:08.340584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bda07-8844-40e9-a571-c4729da484ca admin admin] Deleting port 13313a1c-12e3-4596-a712-62a5a08a01c9 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:58:08.340919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc3bda07-8844-40e9-a571-c4729da484ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:08.417215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-cc3bda07-8844-40e9-a571-c4729da484ca admin admin] For port 13313a1c-12e3-4596-a712-62a5a08a01c9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=13313a1c-12e3-4596-a712-62a5a08a01c9,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:08.417540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc3bda07-8844-40e9-a571-c4729da484ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:08.429749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bda07-8844-40e9-a571-c4729da484ca admin admin] Calling delete_port for 13313a1c-12e3-4596-a712-62a5a08a01c9 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:58:08.611063 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc3bda07-8844-40e9-a571-c4729da484ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:08.639416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bda07-8844-40e9-a571-c4729da484ca admin admin] Pushing event deleted for resources: {'Port': ['ID=13313a1c-12e3-4596-a712-62a5a08a01c9,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:08.819324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cc3bda07-8844-40e9-a571-c4729da484ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.048948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3bda07-8844-40e9-a571-c4729da484ca admin admin] Router fccc477b-2629-4bce-aaea-34e4f6e0b557 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:58:09.161375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3bda07-8844-40e9-a571-c4729da484ca admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:58:09.166370 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cc3bda07-8844-40e9-a571-c4729da484ca admin admin] 10.222.0.32 "PUT /v2.0/routers/fccc477b-2629-4bce-aaea-34e4f6e0b557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7441347 Mar 29 09:58:09.168949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57706) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:09.172122 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a666620f-bd24-4095-9f29-abc7e237768c None None] Sync routers for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:58:09.185758 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666620f-bd24-4095-9f29-abc7e237768c None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:58:09.186360 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a666620f-bd24-4095-9f29-abc7e237768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:57:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:09.274900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.290076 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-a666620f-bd24-4095-9f29-abc7e237768c None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:58:09.378808 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.433662 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Deleting port d8662605-cf28-433d-97b7-5f0a3bc5a2c9 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:58:09.434008 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.467174 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a666620f-bd24-4095-9f29-abc7e237768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87'}], 'enable_snat': True}, 'gw_port_id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:58:08Z', 'revision_number': 5, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port': {'id': 'd8662605-cf28-433d-97b7-5f0a3bc5a2c9', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:65:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:54:09Z', 'updated_at': '2022-03-29T09:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:09.497069 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a666620f-bd24-4095-9f29-abc7e237768c None None] Checking router: fccc477b-2629-4bce-aaea-34e4f6e0b557 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:58:09.505737 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666620f-bd24-4095-9f29-abc7e237768c None None] Routers {'fccc477b-2629-4bce-aaea-34e4f6e0b557'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:58:09.506321 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a666620f-bd24-4095-9f29-abc7e237768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:57:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['fccc477b-2629-4bce-aaea-34e4f6e0b557'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:09.517331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] For port d8662605-cf28-433d-97b7-5f0a3bc5a2c9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d8662605-cf28-433d-97b7-5f0a3bc5a2c9,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:09.517738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.530504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Calling delete_port for d8662605-cf28-433d-97b7-5f0a3bc5a2c9 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:58:09.597117 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-a666620f-bd24-4095-9f29-abc7e237768c None None] Set router fccc477b-2629-4bce-aaea-34e4f6e0b557 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:58:09.654776 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-a666620f-bd24-4095-9f29-abc7e237768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:58:09Z', 'revision_number': 6, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:09.686916 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a666620f-bd24-4095-9f29-abc7e237768c None None] The sync data for ids ['fccc477b-2629-4bce-aaea-34e4f6e0b557'] in dv-neutron-835554-1-hyperv is: [{'id': 'fccc477b-2629-4bce-aaea-34e4f6e0b557', 'name': 'tempest-ServerActionsTestJSON-399152126-router', 'tenant_id': '1bb3371396e44e438313b88913f6c748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:54:08Z', 'updated_at': '2022-03-29T09:58:09Z', 'revision_number': 6, 'project_id': '1bb3371396e44e438313b88913f6c748', 'gw_port_host': None}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:58:09.726824 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.754034 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8662605-cf28-433d-97b7-5f0a3bc5a2c9,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:09.780777 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:09.781127 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:09.781468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:09.781844 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:09.782217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:09.782573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:09.782895 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:09.783213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:09.783539 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:09.783859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:09.784184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:09.784509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:09.833476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.928501 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.930644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.975339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.976201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fccc477b-2629-4bce-aaea-34e4f6e0b557 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:58:09.981258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:09.982464 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8c2e81fc-1a2f-4aa3-801b-ccb3d751d48c admin admin] 10.222.0.32 "DELETE /v2.0/routers/fccc477b-2629-4bce-aaea-34e4f6e0b557 HTTP/1.1" status: 204 len: 168 time: 0.8125648 Mar 29 09:58:09.984973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57708) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:10.029671 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1083c0-d3c3-4e00-a5b7-be695cf800f7 admin admin] Deleting subnet 5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:58:10.032833 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aa1083c0-d3c3-4e00-a5b7-be695cf800f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.071873 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aa1083c0-d3c3-4e00-a5b7-be695cf800f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.175447 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aa1083c0-d3c3-4e00-a5b7-be695cf800f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.229509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aa1083c0-d3c3-4e00-a5b7-be695cf800f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.254850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1083c0-d3c3-4e00-a5b7-be695cf800f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:10.258574 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aa1083c0-d3c3-4e00-a5b7-be695cf800f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.261793 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-aa1083c0-d3c3-4e00-a5b7-be695cf800f7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5cd6e642-267c-44fe-8e2d-0cd0e2f7f4de HTTP/1.1" status: 204 len: 168 time: 0.2758551 Mar 29 09:58:10.264930 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57710) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:10.268604 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dec14f1-8a77-4f59-b522-549efb9a7ca1 None None] Network 436596a1-7ae4-4810-bc18-ec9ad0ca259a requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:10.354134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.415928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Deleting port 3f031275-742f-4542-a45d-c5e151622183 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:58:10.416792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.492485 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] For port 3f031275-742f-4542-a45d-c5e151622183, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3f031275-742f-4542-a45d-c5e151622183,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:10.492755 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.495386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd63e4e-fe9d-47d9-8e4c-a6ffdfc78ce3 None None] DHCP port deletion for 436596a1-7ae4-4810-bc18-ec9ad0ca259a request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:58:10.510565 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Calling delete_port for 3f031275-742f-4542-a45d-c5e151622183 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:58:10.523253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d8662605-cf28-433d-97b7-5f0a3bc5a2c9 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:58:10.547089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: d8662605-cf28-433d-97b7-5f0a3bc5a2c9 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:58:10.547437 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d8662605-cf28-433d-97b7-5f0a3bc5a2c9 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:58:10.547838 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 13313a1c-12e3-4596-a712-62a5a08a01c9 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:58:10.576209 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 13313a1c-12e3-4596-a712-62a5a08a01c9 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:58:10.576839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 13313a1c-12e3-4596-a712-62a5a08a01c9 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:58:10.589835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1dd63e4e-fe9d-47d9-8e4c-a6ffdfc78ce3 None None] Deleting port 3f031275-742f-4542-a45d-c5e151622183 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:58:10.590211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1dd63e4e-fe9d-47d9-8e4c-a6ffdfc78ce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.595678 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.621484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=3f031275-742f-4542-a45d-c5e151622183,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:10.626383 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] No DVR routers for this DVR port 3f031275-742f-4542-a45d-c5e151622183 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:58:10.658457 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1dd63e4e-fe9d-47d9-8e4c-a6ffdfc78ce3 None None] For port 3f031275-742f-4542-a45d-c5e151622183, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3f031275-742f-4542-a45d-c5e151622183,segment=NetworkSegment(30d1f480-a085-416f-ad46-77b3aab47404),segment_id=30d1f480-a085-416f-ad46-77b3aab47404)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:10.658857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1dd63e4e-fe9d-47d9-8e4c-a6ffdfc78ce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.674107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1dd63e4e-fe9d-47d9-8e4c-a6ffdfc78ce3 None None] Calling delete_port for 3f031275-742f-4542-a45d-c5e151622183 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:58:10.710024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.735797 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436596a1-7ae4-4810-bc18-ec9ad0ca259a']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:10.749082 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d1f480-a085-416f-ad46-77b3aab47404') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:10.749399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d1f480-a085-416f-ad46-77b3aab47404') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: from cryptography.utils import int_from_bytes Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: from cryptography.utils import int_from_bytes Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 09:58:10.752284 dv-neutron-835554-1-hyperv neutron-server[102497]: self.session.flush() Mar 29 09:58:10.761199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1dd63e4e-fe9d-47d9-8e4c-a6ffdfc78ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.762138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.776791 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.783716 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:58:10.784125 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:58:10.786056 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:58:10.794677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd63e4e-fe9d-47d9-8e4c-a6ffdfc78ce3 None None] Pushing event deleted for resources: {'Port': ['ID=3f031275-742f-4542-a45d-c5e151622183,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:10.800551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd63e4e-fe9d-47d9-8e4c-a6ffdfc78ce3 None None] No DVR routers for this DVR port 3f031275-742f-4542-a45d-c5e151622183 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:58:10.848069 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.853793 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:10.856904 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] 10.222.0.32 "DELETE /v2.0/networks/436596a1-7ae4-4810-bc18-ec9ad0ca259a HTTP/1.1" status: 204 len: 168 time: 0.5907543 Mar 29 09:58:10.867848 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea75526-5240-4514-9e18-c4d6e29dc3ae admin admin] Pushing event deleted for resources: {'Network': ['ID=436596a1-7ae4-4810-bc18-ec9ad0ca259a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:10.973404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57714) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:11.014308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7f405a04-5554-402c-8cb5-914bcb2730e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bb3371396e44e438313b88913f6c748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394974 Mar 29 09:58:11.016666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57716) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:11.081071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92b7916a-12d2-42fe-a01b-5bc5311a1a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:11.103533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92b7916a-12d2-42fe-a01b-5bc5311a1a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:11.150498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92b7916a-12d2-42fe-a01b-5bc5311a1a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:11.153055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92b7916a-12d2-42fe-a01b-5bc5311a1a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:11.154287 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-92b7916a-12d2-42fe-a01b-5bc5311a1a7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac795598-d5c9-4027-8445-1fe5365286ef HTTP/1.1" status: 204 len: 168 time: 0.1367049 Mar 29 09:58:11.162137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7916a-12d2-42fe-a01b-5bc5311a1a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac795598-d5c9-4027-8445-1fe5365286ef,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:11.821425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57738) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:11.917132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-250707190-network', 'tenant_id': 'ee55198b978146d2aa1165e4bbf5829b'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:11.937181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Made reservation on behalf of ee55198b978146d2aa1165e4bbf5829b for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:11.939410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:11.947202 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:12.023847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:12.028149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:12.057152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:58:12.062278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d3a9cb-856b-45e5-8320-76518f592f2b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:12.070817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:12.071304 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Added segment 848fa94f-be79-49e8-add0-9694f91ee0af of type vlan for network c06cada0-de94-4cd7-afb7-8a985560a882 Mar 29 09:58:12.111992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:12.135156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:12.136098 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:12.136667 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:12.167685 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3451180 Mar 29 09:58:12.172091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57742) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:12.178347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7646dbbd-bade-4a7f-9437-94c97858674b admin admin] Request body: {'subnet': {'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-250707190-subnet', 'tenant_id': 'ee55198b978146d2aa1165e4bbf5829b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:12.199198 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7646dbbd-bade-4a7f-9437-94c97858674b admin admin] Made reservation on behalf of ee55198b978146d2aa1165e4bbf5829b for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:12.202383 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7646dbbd-bade-4a7f-9437-94c97858674b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:12.205635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42373eb0-a734-4b5a-9b07-bb517e40a7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=c06cada0-de94-4cd7-afb7-8a985560a882,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:12.206527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3f031275-742f-4542-a45d-c5e151622183 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:58:12.230828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 3f031275-742f-4542-a45d-c5e151622183 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:58:12.231167 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3f031275-742f-4542-a45d-c5e151622183 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:58:12.232627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network c06cada0-de94-4cd7-afb7-8a985560a882 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:58:12.395162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7646dbbd-bade-4a7f-9437-94c97858674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:12.452645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646dbbd-bade-4a7f-9437-94c97858674b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c776ab6-bd92-4e48-91aa-a9272a9b0d80,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:12.460136 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7646dbbd-bade-4a7f-9437-94c97858674b admin admin] Checking segment: {'id': '848fa94f-be79-49e8-add0-9694f91ee0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:12.460491 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7646dbbd-bade-4a7f-9437-94c97858674b admin admin] Network hostable DHCP agents. Network: c06cada0-de94-4cd7-afb7-8a985560a882, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:58:12.477341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7646dbbd-bade-4a7f-9437-94c97858674b admin admin] Network c06cada0-de94-4cd7-afb7-8a985560a882 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:58:12.487812 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-7646dbbd-bade-4a7f-9437-94c97858674b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, c06cada0-de94-4cd7-afb7-8a985560a882) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:12.492164 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7646dbbd-bade-4a7f-9437-94c97858674b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:12.492760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7646dbbd-bade-4a7f-9437-94c97858674b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:12.496988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e32fe12-bc46-49f3-b650-a236ec5e462c None None] Network c06cada0-de94-4cd7-afb7-8a985560a882 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:12.509046 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7646dbbd-bade-4a7f-9437-94c97858674b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3350759 Mar 29 09:58:12.632112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a93f8-319b-4f51-abaf-1a2452722af7 None None] Network c06cada0-de94-4cd7-afb7-8a985560a882 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:12.948370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-996875f6-e992-4332-97e1-4120f07865b1 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:12.949775 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-996875f6-e992-4332-97e1-4120f07865b1 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/networks?id=c06cada0-de94-4cd7-afb7-8a985560a882 HTTP/1.1" status: 200 len: 813 time: 0.1061239 Mar 29 09:58:12.965769 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-1b5734a9-ab2f-4aaa-9d7d-8ad53594d683 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/quotas/ee55198b978146d2aa1165e4bbf5829b HTTP/1.1" status: 200 len: 375 time: 0.0098979 Mar 29 09:58:12.997931 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-7b558507-74d2-4062-8f66-5ab5f7cd7d41 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee55198b978146d2aa1165e4bbf5829b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263526 Mar 29 09:58:13.093707 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-e1e3e1b6-35d9-4ed0-bb76-3b1791fd56fc service neutron] 10.222.0.32 "GET /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886412 Mar 29 09:58:13.183902 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-633d3529-705b-456a-b7c2-fdc0b5f30719 service neutron] 10.222.0.32 "GET /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838697 Mar 29 09:58:13.357640 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a8faffb6-fb32-474b-be25-a21ef65c9634 req-33993bf9-7cf7-4333-95ec-524b482487b6 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 210 time: 0.0387328 Mar 29 09:58:14.400058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-7fa67ed3-6146-438f-a5f5-e0f22f393cba tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:14.401872 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-7fa67ed3-6146-438f-a5f5-e0f22f393cba tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.24 "GET /v2.0/networks?id=c06cada0-de94-4cd7-afb7-8a985560a882 HTTP/1.1" status: 200 len: 813 time: 0.1151462 Mar 29 09:58:14.414882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Request body: {'port': {'device_id': '1c52c53e-5deb-4dde-8252-e28dae06903c', 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882', 'admin_state_up': True, 'tenant_id': 'ee55198b978146d2aa1165e4bbf5829b'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:14.506496 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2aa12d1b-c0d9-43e2-8d35-a280e32fde15 req-a0a10df1-a7ca-478e-8309-5682a6681041 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 210 time: 0.0606558 Mar 29 09:58:14.560535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Made reservation on behalf of ee55198b978146d2aa1165e4bbf5829b for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:14.564256 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:14.689986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Allocated IP 172.20.0.4 (c06cada0-de94-4cd7-afb7-8a985560a882/1c776ab6-bd92-4e48-91aa-a9272a9b0d80/bae01899-e7f6-470b-b500-693a40fddb59) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:58:14.832107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:14.865875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:14.913424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Network c06cada0-de94-4cd7-afb7-8a985560a882 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:58:14.917052 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:14.921115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:58:14.947938 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Pushing event updated for resources: {'Port': ['ID=bae01899-e7f6-470b-b500-693a40fddb59,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:14.975612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:14.976214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:14.995331 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-3296fdaf-0c76-4dd8-97a4-49e0d37e272c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5843909 Mar 29 09:58:15.018235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Request body: {'port': {'device_id': '1c52c53e-5deb-4dde-8252-e28dae06903c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:15.070616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:15.339150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae01899-e7f6-470b-b500-693a40fddb59 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:58:15.346451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:15.361956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Transition to ACTIVE for port object bae01899-e7f6-470b-b500-693a40fddb59 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:58:15.366481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:15.434393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Pushing event updated for resources: {'Port': ['ID=bae01899-e7f6-470b-b500-693a40fddb59,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:15.504460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Attempting to bind port bae01899-e7f6-470b-b500-693a40fddb59 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:58:15.504798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Attempting to bind port bae01899-e7f6-470b-b500-693a40fddb59 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '848fa94f-be79-49e8-add0-9694f91ee0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:58:15.505130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Attempting to bind port bae01899-e7f6-470b-b500-693a40fddb59 on network c06cada0-de94-4cd7-afb7-8a985560a882 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:58:15.510313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Port bae01899-e7f6-470b-b500-693a40fddb59 on network c06cada0-de94-4cd7-afb7-8a985560a882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:58:15.510676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Attempting to bind port bae01899-e7f6-470b-b500-693a40fddb59 on network c06cada0-de94-4cd7-afb7-8a985560a882 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:58:15.522170 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:58:15.522509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Checking segment: {'id': '848fa94f-be79-49e8-add0-9694f91ee0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:15.522950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Bound using segment: {'id': '848fa94f-be79-49e8-add0-9694f91ee0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:58:15.523421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Bound port: bae01899-e7f6-470b-b500-693a40fddb59, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848fa94f-be79-49e8-add0-9694f91ee0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:58:15.523807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:15.621922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] For port bae01899-e7f6-470b-b500-693a40fddb59, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:58:15.637191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] For port bae01899-e7f6-470b-b500-693a40fddb59, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=bae01899-e7f6-470b-b500-693a40fddb59,segment=NetworkSegment(848fa94f-be79-49e8-add0-9694f91ee0af),segment_id=848fa94f-be79-49e8-add0-9694f91ee0af)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:58:15.643462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:15.678769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44eb51c-774a-41ca-b638-c722b0605921 req-c2b5a47b-46a1-4fdd-8c75-7fdfcfdc2bf3 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:15.680303 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a44eb51c-774a-41ca-b638-c722b0605921 req-c2b5a47b-46a1-4fdd-8c75-7fdfcfdc2bf3 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 943 time: 0.0942783 Mar 29 09:58:15.699955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:15.700562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:15.701953 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] 10.222.0.24 "PUT /v2.0/ports/bae01899-e7f6-470b-b500-693a40fddb59 HTTP/1.1" status: 200 len: 1093 time: 0.6880999 Mar 29 09:58:15.702398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c52c53e-5deb-4dde-8252-e28dae06903c', 'tag': 'bae01899-e7f6-470b-b500-693a40fddb59'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:58:15.704633 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1caac4-c1c4-4208-89fb-7f85ed76cf32" -d '{"events": [{"name": "network-changed", "server_uuid": "1c52c53e-5deb-4dde-8252-e28dae06903c", "tag": "bae01899-e7f6-470b-b500-693a40fddb59"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:58:15.761530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d4a4f4-26c6-4ae3-a1d0-a040c3d4d37d x-openstack-request-id: req-20d4a4f4-26c6-4ae3-a1d0-a040c3d4d37d {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:58:15.761841 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c52c53e-5deb-4dde-8252-e28dae06903c", "tag": "bae01899-e7f6-470b-b500-693a40fddb59", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:58:15.762092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20d4a4f4-26c6-4ae3-a1d0-a040c3d4d37d {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:58:15.762488 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c52c53e-5deb-4dde-8252-e28dae06903c', 'tag': 'bae01899-e7f6-470b-b500-693a40fddb59', 'status': 'completed', 'code': 200} Mar 29 09:58:15.779345 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a44eb51c-774a-41ca-b638-c722b0605921 req-26124556-92a2-41d3-98d9-15224b8d394b tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917804 Mar 29 09:58:15.780254 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ae8f5-5493-4e74-b956-4b0433a3246d service neutron] Pushing event updated for resources: {'Port': ['ID=bae01899-e7f6-470b-b500-693a40fddb59,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:15.803631 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-c4102e28-cad8-4309-95e9-a5fd2ed16626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:15.805141 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-c4102e28-cad8-4309-95e9-a5fd2ed16626 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee55198b978146d2aa1165e4bbf5829b&device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 1096 time: 0.0572512 Mar 29 09:58:15.850946 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-79e83caf-8884-426f-8fc1-b59022e0dec9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bae01899-e7f6-470b-b500-693a40fddb59 HTTP/1.1" status: 200 len: 217 time: 0.0361614 Mar 29 09:58:15.902131 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-a899b32c-3aea-4682-9108-85ad0e104841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:15.903487 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-a899b32c-3aea-4682-9108-85ad0e104841 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c776ab6-bd92-4e48-91aa-a9272a9b0d80 HTTP/1.1" status: 200 len: 853 time: 0.0455165 Mar 29 09:58:15.939485 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-193a3c66-7ad8-4c66-b43f-6360c9efc701 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c06cada0-de94-4cd7-afb7-8a985560a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295658 Mar 29 09:58:16.028716 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-cb06fb1d-fe5c-49c7-bf57-9e70ebb920e5 service neutron] 10.222.0.24 "GET /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824897 Mar 29 09:58:16.152438 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8601128-666c-4b7d-9c1d-bfa136c99b88 req-b0bb65de-e611-4c5f-aab6-3dac78378965 service neutron] 10.222.0.24 "GET /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171186 Mar 29 09:58:16.243041 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1caac4-c1c4-4208-89fb-7f85ed76cf32 req-ca1056b2-e01f-4390-a2aa-61a0a8a384dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:16.245020 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f1caac4-c1c4-4208-89fb-7f85ed76cf32 req-ca1056b2-e01f-4390-a2aa-61a0a8a384dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee55198b978146d2aa1165e4bbf5829b&device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 1096 time: 0.0408690 Mar 29 09:58:16.335002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1caac4-c1c4-4208-89fb-7f85ed76cf32 req-798ddd49-d92b-4224-9e4b-8880a605fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:16.336451 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f1caac4-c1c4-4208-89fb-7f85ed76cf32 req-798ddd49-d92b-4224-9e4b-8880a605fa58 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c06cada0-de94-4cd7-afb7-8a985560a882 HTTP/1.1" status: 200 len: 914 time: 0.0849919 Mar 29 09:58:16.382728 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f1caac4-c1c4-4208-89fb-7f85ed76cf32 req-ae5e0cd5-0717-4341-a603-f1cb883ba5bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bae01899-e7f6-470b-b500-693a40fddb59 HTTP/1.1" status: 200 len: 217 time: 0.0379131 Mar 29 09:58:16.433952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1caac4-c1c4-4208-89fb-7f85ed76cf32 req-8c0a38ba-8938-44e5-aced-4ce39d030f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:16.435329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f1caac4-c1c4-4208-89fb-7f85ed76cf32 req-8c0a38ba-8938-44e5-aced-4ce39d030f42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c776ab6-bd92-4e48-91aa-a9272a9b0d80 HTTP/1.1" status: 200 len: 853 time: 0.0463552 Mar 29 09:58:16.466475 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f1caac4-c1c4-4208-89fb-7f85ed76cf32 req-ccd47a84-63ad-44c0-be8b-b0435cd3acca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c06cada0-de94-4cd7-afb7-8a985560a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247641 Mar 29 09:58:16.561948 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f1caac4-c1c4-4208-89fb-7f85ed76cf32 req-e70a7441-5637-486d-b923-2eb8d240fd0e service neutron] 10.222.0.24 "GET /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874977 Mar 29 09:58:16.650160 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f1caac4-c1c4-4208-89fb-7f85ed76cf32 req-b062bf9d-0036-476b-a771-973aa3abdfa4 service neutron] 10.222.0.24 "GET /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808074 Mar 29 09:58:16.906048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5609709-fc6c-4c8a-9525-ca68d84cac7e req-fdebc679-e3a8-4b7b-a520-a5d2e7b2d4f6 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:16.907531 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5609709-fc6c-4c8a-9525-ca68d84cac7e req-fdebc679-e3a8-4b7b-a520-a5d2e7b2d4f6 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 943 time: 0.0528197 Mar 29 09:58:16.946004 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5609709-fc6c-4c8a-9525-ca68d84cac7e req-0a119a23-fa84-4d8a-97ff-58766987bc8c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322928 Mar 29 09:58:18.076946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f0fad-6214-4822-84f5-85646e51d3df req-6876ad64-ee07-49c4-a04d-b0b4ada48fa1 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:18.078393 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7f0fad-6214-4822-84f5-85646e51d3df req-6876ad64-ee07-49c4-a04d-b0b4ada48fa1 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 943 time: 0.0500093 Mar 29 09:58:18.118641 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0c7f0fad-6214-4822-84f5-85646e51d3df req-9c51181a-ed67-4949-a047-6b328c82999f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341394 Mar 29 09:58:18.731682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device bae01899-e7f6-470b-b500-693a40fddb59 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:58:18.828196 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port bae01899-e7f6-470b-b500-693a40fddb59, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=bae01899-e7f6-470b-b500-693a40fddb59,segment=NetworkSegment(848fa94f-be79-49e8-add0-9694f91ee0af),segment_id=848fa94f-be79-49e8-add0-9694f91ee0af)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:18.839791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'bae01899-e7f6-470b-b500-693a40fddb59', 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882', 'port_id': 'bae01899-e7f6-470b-b500-693a40fddb59', 'mac_address': 'fa:16:3e:a0:e5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c776ab6-bd92-4e48-91aa-a9272a9b0d80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:58:18.881098 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:18.894137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae01899-e7f6-470b-b500-693a40fddb59 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:58:18.914098 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port bae01899-e7f6-470b-b500-693a40fddb59, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=bae01899-e7f6-470b-b500-693a40fddb59,segment=NetworkSegment(848fa94f-be79-49e8-add0-9694f91ee0af),segment_id=848fa94f-be79-49e8-add0-9694f91ee0af)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:18.918882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:18.975586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=bae01899-e7f6-470b-b500-693a40fddb59,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:19.249441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8817fc-a2f5-417a-8b5a-dd2915f84894 req-d15cf349-9f50-4ba6-abbd-7e9f4cef1a0d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:19.250960 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fc8817fc-a2f5-417a-8b5a-dd2915f84894 req-d15cf349-9f50-4ba6-abbd-7e9f4cef1a0d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 944 time: 0.0562508 Mar 29 09:58:19.298097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['bae01899-e7f6-470b-b500-693a40fddb59'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:58:19.300009 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fc8817fc-a2f5-417a-8b5a-dd2915f84894 req-31105cb0-1e5c-4dfb-9208-2594463c492f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421729 Mar 29 09:58:20.436450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2be934-2b6b-43ff-9c9f-11c87baa5da0 req-b164c00d-375c-48b4-bc5e-af23fde5fc65 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:20.437929 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c2be934-2b6b-43ff-9c9f-11c87baa5da0 req-b164c00d-375c-48b4-bc5e-af23fde5fc65 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 944 time: 0.0538750 Mar 29 09:58:20.479438 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c2be934-2b6b-43ff-9c9f-11c87baa5da0 req-22c3d037-ecc9-449e-a52f-4f12f165da3c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345216 Mar 29 09:58:20.743234 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device bae01899-e7f6-470b-b500-693a40fddb59 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:58:20.796089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port bae01899-e7f6-470b-b500-693a40fddb59 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:58:20.800821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port bae01899-e7f6-470b-b500-693a40fddb59 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:58:20.801380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:20.886909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:20.914201 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c52c53e-5deb-4dde-8252-e28dae06903c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae01899-e7f6-470b-b500-693a40fddb59'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:58:20.916478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a808a4c-64fc-4280-bd7e-bc1c05ca889b" -d '{"events": [{"server_uuid": "1c52c53e-5deb-4dde-8252-e28dae06903c", "name": "network-vif-plugged", "status": "completed", "tag": "bae01899-e7f6-470b-b500-693a40fddb59"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:58:20.931608 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port bae01899-e7f6-470b-b500-693a40fddb59, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=bae01899-e7f6-470b-b500-693a40fddb59,segment=NetworkSegment(848fa94f-be79-49e8-add0-9694f91ee0af),segment_id=848fa94f-be79-49e8-add0-9694f91ee0af)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:20.936196 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:20.960594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8acae0-8b9e-4503-9e8e-1d158ddb8af4 x-openstack-request-id: req-0c8acae0-8b9e-4503-9e8e-1d158ddb8af4 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:58:20.960887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c52c53e-5deb-4dde-8252-e28dae06903c", "name": "network-vif-plugged", "status": "completed", "tag": "bae01899-e7f6-470b-b500-693a40fddb59", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:58:20.961142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c8acae0-8b9e-4503-9e8e-1d158ddb8af4 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:58:20.961532 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52c53e-5deb-4dde-8252-e28dae06903c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae01899-e7f6-470b-b500-693a40fddb59', 'code': 200} Mar 29 09:58:20.990543 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=bae01899-e7f6-470b-b500-693a40fddb59,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:21.127442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1688d51-a2c8-41f5-a9a7-b47c36aaec43 req-c29ef671-dd6e-4787-bb2b-9c2a2b2c5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:21.129002 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b1688d51-a2c8-41f5-a9a7-b47c36aaec43 req-c29ef671-dd6e-4787-bb2b-9c2a2b2c5ed5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 1098 time: 0.0416265 Mar 29 09:58:21.164512 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b1688d51-a2c8-41f5-a9a7-b47c36aaec43 req-1aeed36a-aab5-45c5-be2b-fe202221e942 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292761 Mar 29 09:58:21.594707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51872d1b-aa39-4d11-bbb8-1053352a3869 req-a243dff6-8019-4e89-b7b4-b6727e8708f4 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:21.596179 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-51872d1b-aa39-4d11-bbb8-1053352a3869 req-a243dff6-8019-4e89-b7b4-b6727e8708f4 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 945 time: 0.0489366 Mar 29 09:58:21.636374 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-51872d1b-aa39-4d11-bbb8-1053352a3869 req-c92bf416-e7fa-4dc9-b121-9b3cebeae7c7 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Mar 29 09:58:22.773766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dad475-2f2a-4b4c-8e45-3a9126b675d6 req-5439975d-6991-43f3-baa5-c7a41a0984b9 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:22.775412 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c3dad475-2f2a-4b4c-8e45-3a9126b675d6 req-5439975d-6991-43f3-baa5-c7a41a0984b9 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 945 time: 0.0640488 Mar 29 09:58:22.829299 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c3dad475-2f2a-4b4c-8e45-3a9126b675d6 req-7b90178b-8f99-496f-afa4-dbe35a0af97d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472720 Mar 29 09:58:23.074169 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-31876ce6-a2d3-4575-a53d-d79485bf3ec9 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:23.075785 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-31876ce6-a2d3-4575-a53d-d79485bf3ec9 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/networks?id=c06cada0-de94-4cd7-afb7-8a985560a882 HTTP/1.1" status: 200 len: 813 time: 0.1135921 Mar 29 09:58:23.093098 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-65e37e06-e51d-48b0-b304-b1e7c5d316a3 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/quotas/ee55198b978146d2aa1165e4bbf5829b HTTP/1.1" status: 200 len: 375 time: 0.0102952 Mar 29 09:58:23.157596 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ed939f7a-77da-4ee3-b6dc-3a5c80fa592f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ee55198b978146d2aa1165e4bbf5829b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571523 Mar 29 09:58:23.222736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-eaaebddc-4698-4cf6-aa82-01adc832590b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 09:58:23.223952 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-eaaebddc-4698-4cf6-aa82-01adc832590b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0565503 Mar 29 09:58:23.325744 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-2621cd5c-4737-497b-b84e-255ec7920528 service neutron] 10.222.0.32 "GET /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916486 Mar 29 09:58:23.438170 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-9c4b093d-2d7e-40e3-9029-9547a1e01f08 service neutron] 10.222.0.32 "GET /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024382 Mar 29 09:58:23.620959 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4bc25d93-b936-4e42-98c5-03ad0a05d0f0 req-ca42a1e9-ff46-4819-ae86-9c0ac4eeee27 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 210 time: 0.0279262 Mar 29 09:58:24.621008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-df61992b-c762-4619-8d0a-bff55b8f0bcf tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:24.622446 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-df61992b-c762-4619-8d0a-bff55b8f0bcf tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.24 "GET /v2.0/networks?id=c06cada0-de94-4cd7-afb7-8a985560a882 HTTP/1.1" status: 200 len: 813 time: 0.1007121 Mar 29 09:58:24.634406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Request body: {'port': {'device_id': 'b5ac1980-a8e6-47e4-9435-b2db04847be8', 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882', 'admin_state_up': True, 'tenant_id': 'ee55198b978146d2aa1165e4bbf5829b'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:24.726545 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-717fa7d6-77f9-45af-b644-3410dba6801e req-5786eb9a-7a62-4caa-84fa-9bc32fa134a6 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 210 time: 0.0297501 Mar 29 09:58:24.771670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Made reservation on behalf of ee55198b978146d2aa1165e4bbf5829b for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:24.775770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:25.234348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Allocated IP 172.20.0.10 (c06cada0-de94-4cd7-afb7-8a985560a882/1c776ab6-bd92-4e48-91aa-a9272a9b0d80/a0c13bae-9479-47af-9aed-81ad18d93538) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:58:25.386498 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:25.427021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:25.439979 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['bae01899-e7f6-470b-b500-693a40fddb59'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:58:25.478812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Network c06cada0-de94-4cd7-afb7-8a985560a882 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:58:25.481844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:25.486459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:58:25.511603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Pushing event updated for resources: {'Port': ['ID=a0c13bae-9479-47af-9aed-81ad18d93538,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:25.547974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:25.548638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:25.569668 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-ebf15e22-b9d5-4e1b-96d1-753a7d907d13 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9391103 Mar 29 09:58:25.582521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Request body: {'port': {'device_id': 'b5ac1980-a8e6-47e4-9435-b2db04847be8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:25.648215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:25.885454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ff42d-8c30-4300-80d2-f976f590aa17 req-42ecf590-efa0-4309-bb25-ae13da02341b tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:25.886908 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf0ff42d-8c30-4300-80d2-f976f590aa17 req-42ecf590-efa0-4309-bb25-ae13da02341b tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 932 time: 0.0889466 Mar 29 09:58:25.965872 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf0ff42d-8c30-4300-80d2-f976f590aa17 req-8066748b-219f-4aea-939d-7db3bed0a519 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695257 Mar 29 09:58:25.975859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c13bae-9479-47af-9aed-81ad18d93538 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:58:25.983557 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:25.995933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Transition to ACTIVE for port object a0c13bae-9479-47af-9aed-81ad18d93538 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:58:25.999746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:26.050163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Pushing event updated for resources: {'Port': ['ID=a0c13bae-9479-47af-9aed-81ad18d93538,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:26.111087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Attempting to bind port a0c13bae-9479-47af-9aed-81ad18d93538 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:58:26.111413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Attempting to bind port a0c13bae-9479-47af-9aed-81ad18d93538 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '848fa94f-be79-49e8-add0-9694f91ee0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:58:26.111733 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Attempting to bind port a0c13bae-9479-47af-9aed-81ad18d93538 on network c06cada0-de94-4cd7-afb7-8a985560a882 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:58:26.115808 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Port a0c13bae-9479-47af-9aed-81ad18d93538 on network c06cada0-de94-4cd7-afb7-8a985560a882 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:58:26.116126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Attempting to bind port a0c13bae-9479-47af-9aed-81ad18d93538 on network c06cada0-de94-4cd7-afb7-8a985560a882 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:58:26.121227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:58:26.121553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Checking segment: {'id': '848fa94f-be79-49e8-add0-9694f91ee0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:26.121957 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Bound using segment: {'id': '848fa94f-be79-49e8-add0-9694f91ee0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:58:26.122365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Bound port: a0c13bae-9479-47af-9aed-81ad18d93538, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848fa94f-be79-49e8-add0-9694f91ee0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:58:26.122710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:26.192003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] For port a0c13bae-9479-47af-9aed-81ad18d93538, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:58:26.195217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] For port a0c13bae-9479-47af-9aed-81ad18d93538, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a0c13bae-9479-47af-9aed-81ad18d93538,segment=NetworkSegment(848fa94f-be79-49e8-add0-9694f91ee0af),segment_id=848fa94f-be79-49e8-add0-9694f91ee0af)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:58:26.200066 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:26.235686 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:26.236298 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:26.237713 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] 10.222.0.24 "PUT /v2.0/ports/a0c13bae-9479-47af-9aed-81ad18d93538 HTTP/1.1" status: 200 len: 1094 time: 0.6603260 Mar 29 09:58:26.238151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ac1980-a8e6-47e4-9435-b2db04847be8', 'tag': 'a0c13bae-9479-47af-9aed-81ad18d93538'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:58:26.240393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307572ae-3f6e-4312-b55d-1ab4387f875d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ac1980-a8e6-47e4-9435-b2db04847be8", "tag": "a0c13bae-9479-47af-9aed-81ad18d93538"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:58:26.263132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abc0b2-4267-4449-adb8-b12010f7337f service neutron] Pushing event updated for resources: {'Port': ['ID=a0c13bae-9479-47af-9aed-81ad18d93538,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:26.286556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94583c8-5369-4481-8f9e-0bfe405b6ac4 x-openstack-request-id: req-d94583c8-5369-4481-8f9e-0bfe405b6ac4 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:58:26.286835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ac1980-a8e6-47e4-9435-b2db04847be8", "tag": "a0c13bae-9479-47af-9aed-81ad18d93538", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:58:26.287081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d94583c8-5369-4481-8f9e-0bfe405b6ac4 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:58:26.287463 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ac1980-a8e6-47e4-9435-b2db04847be8', 'tag': 'a0c13bae-9479-47af-9aed-81ad18d93538', 'status': 'completed', 'code': 200} Mar 29 09:58:26.323526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-76fb9c60-9661-46ec-85f1-68bedf3db22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:26.325025 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-76fb9c60-9661-46ec-85f1-68bedf3db22e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee55198b978146d2aa1165e4bbf5829b&device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 1097 time: 0.0470672 Mar 29 09:58:26.370266 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-7b4a0912-eddb-405a-9dd5-b95f54a67ec5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0c13bae-9479-47af-9aed-81ad18d93538 HTTP/1.1" status: 200 len: 217 time: 0.0380683 Mar 29 09:58:26.419468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-036e0ed0-5d55-4bd1-bfd2-fb78e5c3820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:26.421316 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-036e0ed0-5d55-4bd1-bfd2-fb78e5c3820e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c776ab6-bd92-4e48-91aa-a9272a9b0d80 HTTP/1.1" status: 200 len: 853 time: 0.0449409 Mar 29 09:58:26.454798 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-8f714a72-a733-42b2-8c29-1a95c5decff7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c06cada0-de94-4cd7-afb7-8a985560a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266163 Mar 29 09:58:26.547329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-e1e720dd-f0eb-496c-83cb-87546d7d50dd service neutron] 10.222.0.24 "GET /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856924 Mar 29 09:58:26.636593 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95905edb-fc9c-49c7-80f9-9a09bb0a9014 req-d9434eec-0b90-4576-a898-574492415d78 service neutron] 10.222.0.24 "GET /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817869 Mar 29 09:58:26.723639 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307572ae-3f6e-4312-b55d-1ab4387f875d req-c4ab3069-f26d-444d-809a-0c018cec8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:26.725121 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-307572ae-3f6e-4312-b55d-1ab4387f875d req-c4ab3069-f26d-444d-809a-0c018cec8b47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee55198b978146d2aa1165e4bbf5829b&device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 1097 time: 0.0401947 Mar 29 09:58:26.781083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-035a0bf1-98ca-48bf-b8ad-afe329b0ce3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:26.820114 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307572ae-3f6e-4312-b55d-1ab4387f875d req-a81b56cb-4af6-41e8-948f-813ca5dcef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:26.821491 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-307572ae-3f6e-4312-b55d-1ab4387f875d req-a81b56cb-4af6-41e8-948f-813ca5dcef22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c06cada0-de94-4cd7-afb7-8a985560a882 HTTP/1.1" status: 200 len: 914 time: 0.0902023 Mar 29 09:58:26.862093 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-307572ae-3f6e-4312-b55d-1ab4387f875d req-98c22152-772d-48b8-9408-a4e92b71f982 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0c13bae-9479-47af-9aed-81ad18d93538 HTTP/1.1" status: 200 len: 217 time: 0.0340905 Mar 29 09:58:26.914379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307572ae-3f6e-4312-b55d-1ab4387f875d req-3116e45c-6cda-4c34-903a-5a8615d54d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:26.916493 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-307572ae-3f6e-4312-b55d-1ab4387f875d req-3116e45c-6cda-4c34-903a-5a8615d54d0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1c776ab6-bd92-4e48-91aa-a9272a9b0d80 HTTP/1.1" status: 200 len: 853 time: 0.0481434 Mar 29 09:58:26.946321 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-307572ae-3f6e-4312-b55d-1ab4387f875d req-c1d48a38-f71e-4524-81a2-7dcc4323ca21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c06cada0-de94-4cd7-afb7-8a985560a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236225 Mar 29 09:58:27.035135 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-307572ae-3f6e-4312-b55d-1ab4387f875d req-20426709-c15e-4b1b-a357-a452f070b0cf service neutron] 10.222.0.24 "GET /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819712 Mar 29 09:58:27.140754 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd36d95-95f2-47da-9801-4d9c2a1ac3bf req-2c4c7a36-a132-424d-a1c1-c3da302fef30 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:27.142252 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bbd36d95-95f2-47da-9801-4d9c2a1ac3bf req-2c4c7a36-a132-424d-a1c1-c3da302fef30 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 944 time: 0.1062622 Mar 29 09:58:27.170918 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-307572ae-3f6e-4312-b55d-1ab4387f875d req-9070f0e7-bae5-4485-a4fb-e4077ee9ae9b service neutron] 10.222.0.24 "GET /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269057 Mar 29 09:58:27.189683 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bbd36d95-95f2-47da-9801-4d9c2a1ac3bf req-3ed87afa-4297-4c1f-91c6-79c1da02ed0c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Mar 29 09:58:28.308499 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e54dc8-8d8c-4437-9b7b-b280c3d56ae9 req-3fae3f34-afb3-48ce-9687-985115a9d313 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:28.309936 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-57e54dc8-8d8c-4437-9b7b-b280c3d56ae9 req-3fae3f34-afb3-48ce-9687-985115a9d313 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 944 time: 0.0530734 Mar 29 09:58:28.347285 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-57e54dc8-8d8c-4437-9b7b-b280c3d56ae9 req-d935ff46-7399-49ed-a5a9-69002e9cb12b tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312190 Mar 29 09:58:29.180527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad57572c-0be5-4cd2-bdbe-5e1d5db77e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:29.460026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32a98-2677-4b2f-9e7d-5e39d0577aef req-8f54fe98-113b-4dd8-b6a1-27ccf14632d9 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:29.461379 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-98b32a98-2677-4b2f-9e7d-5e39d0577aef req-8f54fe98-113b-4dd8-b6a1-27ccf14632d9 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 944 time: 0.0479858 Mar 29 09:58:29.499308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-98b32a98-2677-4b2f-9e7d-5e39d0577aef req-a0cf58a5-a688-420f-be75-a0ca1cae5c48 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312815 Mar 29 09:58:30.615248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea35d-c40f-4913-9bd7-233e6e478cc0 req-f5797f93-f0b3-4749-8483-481f64117262 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:30.616696 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7faea35d-c40f-4913-9bd7-233e6e478cc0 req-f5797f93-f0b3-4749-8483-481f64117262 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 944 time: 0.0498371 Mar 29 09:58:30.654291 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7faea35d-c40f-4913-9bd7-233e6e478cc0 req-960394a1-7903-4ea0-9832-f2f8afbc613d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Mar 29 09:58:30.678765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:30.790865 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device a0c13bae-9479-47af-9aed-81ad18d93538 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:58:30.887397 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port a0c13bae-9479-47af-9aed-81ad18d93538, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a0c13bae-9479-47af-9aed-81ad18d93538,segment=NetworkSegment(848fa94f-be79-49e8-add0-9694f91ee0af),segment_id=848fa94f-be79-49e8-add0-9694f91ee0af)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:30.900237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'a0c13bae-9479-47af-9aed-81ad18d93538', 'network_id': 'c06cada0-de94-4cd7-afb7-8a985560a882', 'port_id': 'a0c13bae-9479-47af-9aed-81ad18d93538', 'mac_address': 'fa:16:3e:91:84:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c776ab6-bd92-4e48-91aa-a9272a9b0d80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:58:30.937058 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:30.949946 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c13bae-9479-47af-9aed-81ad18d93538 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:58:30.970560 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port a0c13bae-9479-47af-9aed-81ad18d93538, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a0c13bae-9479-47af-9aed-81ad18d93538,segment=NetworkSegment(848fa94f-be79-49e8-add0-9694f91ee0af),segment_id=848fa94f-be79-49e8-add0-9694f91ee0af)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:30.977650 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:31.028576 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=a0c13bae-9479-47af-9aed-81ad18d93538,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:31.282633 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['a0c13bae-9479-47af-9aed-81ad18d93538'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:58:31.771080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2005a46-00bb-4290-a509-1f5d6963d91a req-7692d5b1-d2b3-4151-a3c9-8105dcd48a47 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:31.772561 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f2005a46-00bb-4290-a509-1f5d6963d91a req-7692d5b1-d2b3-4151-a3c9-8105dcd48a47 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 945 time: 0.0522511 Mar 29 09:58:31.811475 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f2005a46-00bb-4290-a509-1f5d6963d91a req-beb4dfbb-cb79-48ff-99d3-5bde0d2916bf tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Mar 29 09:58:32.085746 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:32.655175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:32.804345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device a0c13bae-9479-47af-9aed-81ad18d93538 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:58:32.858462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port a0c13bae-9479-47af-9aed-81ad18d93538 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:58:32.862781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port a0c13bae-9479-47af-9aed-81ad18d93538 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:58:32.863157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:32.929469 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace90d2e-15f8-4492-91c9-b8fca1cfa917 req-c7d1aca2-05bd-4b18-a83e-b788037a38ed tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:32.931536 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ace90d2e-15f8-4492-91c9-b8fca1cfa917 req-c7d1aca2-05bd-4b18-a83e-b788037a38ed tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 945 time: 0.0505586 Mar 29 09:58:32.948442 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:32.971570 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ac1980-a8e6-47e4-9435-b2db04847be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c13bae-9479-47af-9aed-81ad18d93538'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:58:32.973834 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c712998-7ccf-4723-88fe-86cde3837c89" -d '{"events": [{"server_uuid": "b5ac1980-a8e6-47e4-9435-b2db04847be8", "name": "network-vif-plugged", "status": "completed", "tag": "a0c13bae-9479-47af-9aed-81ad18d93538"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:58:32.975938 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ace90d2e-15f8-4492-91c9-b8fca1cfa917 req-d641b99e-1008-4ed9-a81f-10e3e6609d03 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375781 Mar 29 09:58:32.987101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port a0c13bae-9479-47af-9aed-81ad18d93538, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a0c13bae-9479-47af-9aed-81ad18d93538,segment=NetworkSegment(848fa94f-be79-49e8-add0-9694f91ee0af),segment_id=848fa94f-be79-49e8-add0-9694f91ee0af)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:32.992320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:33.024245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427c9011-1a6f-4254-838d-19599dcc5b0d x-openstack-request-id: req-427c9011-1a6f-4254-838d-19599dcc5b0d {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:58:33.024567 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ac1980-a8e6-47e4-9435-b2db04847be8", "name": "network-vif-plugged", "status": "completed", "tag": "a0c13bae-9479-47af-9aed-81ad18d93538", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:58:33.024825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-427c9011-1a6f-4254-838d-19599dcc5b0d {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:58:33.025192 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ac1980-a8e6-47e4-9435-b2db04847be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c13bae-9479-47af-9aed-81ad18d93538', 'code': 200} Mar 29 09:58:33.049876 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=a0c13bae-9479-47af-9aed-81ad18d93538,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:33.190811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd9fca-9d3b-4c43-9f83-b9c9f0a2639a req-ba522c64-aaaa-474b-9384-c80399033a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:33.192220 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a7cd9fca-9d3b-4c43-9f83-b9c9f0a2639a req-ba522c64-aaaa-474b-9384-c80399033a2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 1099 time: 0.0436082 Mar 29 09:58:33.228543 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a7cd9fca-9d3b-4c43-9f83-b9c9f0a2639a req-5d0e298c-1fac-4629-a81f-fba386acc403 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294135 Mar 29 09:58:33.901158 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:34.096910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ec69d-9de4-48d9-b509-31bc69833a73 req-4270a33e-7de8-421a-b665-49f08537d568 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:34.098318 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fc9ec69d-9de4-48d9-b509-31bc69833a73 req-4270a33e-7de8-421a-b665-49f08537d568 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 946 time: 0.0518124 Mar 29 09:58:34.135991 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fc9ec69d-9de4-48d9-b509-31bc69833a73 req-787fc57b-53ce-4e0f-b243-6b85ffb6680e tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310733 Mar 29 09:58:35.251898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe23d0-5113-421e-9e2c-ced7c51b5730 req-cc083891-bf9f-40fe-b78a-f69ddbca7fc1 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:35.253341 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4bfe23d0-5113-421e-9e2c-ced7c51b5730 req-cc083891-bf9f-40fe-b78a-f69ddbca7fc1 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 946 time: 0.0487533 Mar 29 09:58:35.290872 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4bfe23d0-5113-421e-9e2c-ced7c51b5730 req-3416db31-3758-435f-929c-e2a46769481c tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314848 Mar 29 09:58:35.518967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5625d4-87f5-4e5d-b5c3-0f5700ff6274 req-828e1a9e-f334-41a4-b9b7-6e62a6637cbf tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:35.520462 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4f5625d4-87f5-4e5d-b5c3-0f5700ff6274 req-828e1a9e-f334-41a4-b9b7-6e62a6637cbf tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 946 time: 0.0480959 Mar 29 09:58:35.557775 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4f5625d4-87f5-4e5d-b5c3-0f5700ff6274 req-c5ed4687-2f28-41c6-9fbc-23ee7d111daf tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304947 Mar 29 09:58:36.678327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368e333-fed2-4ee0-bdb4-09d65537d222 req-79885e20-5bff-4cac-a034-497b99522011 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:36.679806 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e368e333-fed2-4ee0-bdb4-09d65537d222 req-79885e20-5bff-4cac-a034-497b99522011 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 946 time: 0.0532382 Mar 29 09:58:36.717753 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e368e333-fed2-4ee0-bdb4-09d65537d222 req-9c6e2670-40b6-442e-8f6b-64387c945f11 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318971 Mar 29 09:58:36.989217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c22a2-5834-41aa-a03a-7b3b9a65d653 req-a1a5bfa8-6e9a-4e12-a8a3-81a1baf90783 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:36.990700 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a81c22a2-5834-41aa-a03a-7b3b9a65d653 req-a1a5bfa8-6e9a-4e12-a8a3-81a1baf90783 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 946 time: 0.0483129 Mar 29 09:58:37.082002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-a81c22a2-5834-41aa-a03a-7b3b9a65d653 req-81b183bb-1609-4452-bfa1-169a3acb701d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Deleting port a0c13bae-9479-47af-9aed-81ad18d93538 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:58:37.082366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a81c22a2-5834-41aa-a03a-7b3b9a65d653 req-81b183bb-1609-4452-bfa1-169a3acb701d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:37.172160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-a81c22a2-5834-41aa-a03a-7b3b9a65d653 req-81b183bb-1609-4452-bfa1-169a3acb701d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] For port a0c13bae-9479-47af-9aed-81ad18d93538, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=a0c13bae-9479-47af-9aed-81ad18d93538,segment=NetworkSegment(848fa94f-be79-49e8-add0-9694f91ee0af),segment_id=848fa94f-be79-49e8-add0-9694f91ee0af)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:37.172520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a81c22a2-5834-41aa-a03a-7b3b9a65d653 req-81b183bb-1609-4452-bfa1-169a3acb701d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:37.184497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-a81c22a2-5834-41aa-a03a-7b3b9a65d653 req-81b183bb-1609-4452-bfa1-169a3acb701d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Calling delete_port for a0c13bae-9479-47af-9aed-81ad18d93538 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:58:37.311416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a81c22a2-5834-41aa-a03a-7b3b9a65d653 req-81b183bb-1609-4452-bfa1-169a3acb701d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:37.322862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['bae01899-e7f6-470b-b500-693a40fddb59', 'a0c13bae-9479-47af-9aed-81ad18d93538'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:58:37.340052 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b183bb-1609-4452-bfa1-169a3acb701d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Pushing event deleted for resources: {'Port': ['ID=a0c13bae-9479-47af-9aed-81ad18d93538,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:37.380981 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81c22a2-5834-41aa-a03a-7b3b9a65d653 req-81b183bb-1609-4452-bfa1-169a3acb701d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] No DVR routers for this DVR port a0c13bae-9479-47af-9aed-81ad18d93538 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:58:37.385165 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a81c22a2-5834-41aa-a03a-7b3b9a65d653 req-81b183bb-1609-4452-bfa1-169a3acb701d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:37.390353 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a81c22a2-5834-41aa-a03a-7b3b9a65d653 req-81b183bb-1609-4452-bfa1-169a3acb701d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.24 "DELETE /v2.0/ports/a0c13bae-9479-47af-9aed-81ad18d93538 HTTP/1.1" status: 204 len: 173 time: 0.3939672 Mar 29 09:58:37.390849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ac1980-a8e6-47e4-9435-b2db04847be8', 'name': 'network-vif-deleted', 'tag': 'a0c13bae-9479-47af-9aed-81ad18d93538'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:58:37.393516 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f95915-8453-47c1-8383-acbf72053c9e" -d '{"events": [{"server_uuid": "b5ac1980-a8e6-47e4-9435-b2db04847be8", "name": "network-vif-deleted", "tag": "a0c13bae-9479-47af-9aed-81ad18d93538"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:58:37.440746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0272f9f6-a497-41de-be3e-918a0f2c3238 x-openstack-request-id: req-0272f9f6-a497-41de-be3e-918a0f2c3238 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:58:37.441066 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ac1980-a8e6-47e4-9435-b2db04847be8", "name": "network-vif-deleted", "tag": "a0c13bae-9479-47af-9aed-81ad18d93538", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:58:37.441837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0272f9f6-a497-41de-be3e-918a0f2c3238 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:58:37.442240 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ac1980-a8e6-47e4-9435-b2db04847be8', 'name': 'network-vif-deleted', 'tag': 'a0c13bae-9479-47af-9aed-81ad18d93538', 'status': 'completed', 'code': 200} Mar 29 09:58:37.832138 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6f187be2-e408-43f5-a5a9-85dc1278a323 req-ebdb8e6e-2ef7-4b8d-8a72-63a199b3b7ae tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5ac1980-a8e6-47e4-9435-b2db04847be8 HTTP/1.1" status: 200 len: 210 time: 0.0312438 Mar 29 09:58:38.175577 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:58:38.993933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eddf08-70f1-4e57-a14a-cc92bc4baac6 req-a5333073-bfee-491a-81f9-d9f6c1ce6505 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:38.995425 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-37eddf08-70f1-4e57-a14a-cc92bc4baac6 req-a5333073-bfee-491a-81f9-d9f6c1ce6505 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 945 time: 0.0489151 Mar 29 09:58:39.033259 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-37eddf08-70f1-4e57-a14a-cc92bc4baac6 req-8d68517b-cba8-4681-b9cd-c14541226892 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Mar 29 09:58:39.164295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623e034-e136-448c-a5c3-a30e4aefb8ee req-ed6bae35-2b48-408d-b96a-c9c7b7693298 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:39.165813 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f623e034-e136-448c-a5c3-a30e4aefb8ee req-ed6bae35-2b48-408d-b96a-c9c7b7693298 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 945 time: 0.0489991 Mar 29 09:58:39.202840 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f623e034-e136-448c-a5c3-a30e4aefb8ee req-51445f90-3581-4533-8bd1-2831f9e6d64f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307360 Mar 29 09:58:39.323371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55c072-8414-4bc6-bc02-28f15b1869dc req-cb51dba3-0a29-496d-96ce-44d8876f4ca0 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:39.324728 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fc55c072-8414-4bc6-bc02-28f15b1869dc req-cb51dba3-0a29-496d-96ce-44d8876f4ca0 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 945 time: 0.0535972 Mar 29 09:58:39.366589 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fc55c072-8414-4bc6-bc02-28f15b1869dc req-621f6a73-d2d3-4ce1-8be7-72f9a80302f4 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309973 Mar 29 09:58:39.537833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90796019-8d67-4576-865c-21c27a1fb468 req-00a3d31b-112f-4fd6-87e9-9cb909d8fc46 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:39.539281 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90796019-8d67-4576-865c-21c27a1fb468 req-00a3d31b-112f-4fd6-87e9-9cb909d8fc46 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 945 time: 0.0477481 Mar 29 09:58:39.578944 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90796019-8d67-4576-865c-21c27a1fb468 req-bfd90d32-c81f-4803-bf78-9ba6b9e01439 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332358 Mar 29 09:58:39.700515 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a432a1e-cf24-4ebc-85e0-a0c6680c816e req-f3e24c54-b29c-4962-aeec-f42d9fd37317 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:39.702033 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a432a1e-cf24-4ebc-85e0-a0c6680c816e req-f3e24c54-b29c-4962-aeec-f42d9fd37317 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 945 time: 0.0508356 Mar 29 09:58:39.739620 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4a432a1e-cf24-4ebc-85e0-a0c6680c816e req-408540a2-d353-455d-8f81-52ae39092497 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315602 Mar 29 09:58:39.872774 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc5c7e-cedf-4f75-a107-5687ebdab1ab req-a8076669-f81d-4edd-b945-1ee88a995746 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:39.874331 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3adc5c7e-cedf-4f75-a107-5687ebdab1ab req-a8076669-f81d-4edd-b945-1ee88a995746 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 945 time: 0.0578370 Mar 29 09:58:39.911878 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3adc5c7e-cedf-4f75-a107-5687ebdab1ab req-8fceeea4-40b6-48fd-8e92-070e5004313b tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314007 Mar 29 09:58:40.209186 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd20a3-91e6-4fcb-988e-5515196bfd5f req-35ea88db-25c9-4e6e-b2b1-47400936942b tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:40.210683 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-99fd20a3-91e6-4fcb-988e-5515196bfd5f req-35ea88db-25c9-4e6e-b2b1-47400936942b tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 945 time: 0.0484059 Mar 29 09:58:40.248722 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-99fd20a3-91e6-4fcb-988e-5515196bfd5f req-662af384-ad0c-4f1c-b575-cd6632fd5d1e tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313313 Mar 29 09:58:40.881845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device a0c13bae-9479-47af-9aed-81ad18d93538 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:58:40.902095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: a0c13bae-9479-47af-9aed-81ad18d93538 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:58:40.902428 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device a0c13bae-9479-47af-9aed-81ad18d93538 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:58:41.365150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d99913-e2f1-4163-a56a-db84113f85ac req-b4d34193-8322-47a6-9cc1-fea3057b6e9d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:41.366629 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73d99913-e2f1-4163-a56a-db84113f85ac req-b4d34193-8322-47a6-9cc1-fea3057b6e9d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 945 time: 0.0481076 Mar 29 09:58:41.404806 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73d99913-e2f1-4163-a56a-db84113f85ac req-4955eda8-acca-4b7e-a85a-ea69c1dca3f6 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d3a9cb-856b-45e5-8320-76518f592f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Mar 29 09:58:41.787028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d59eb8-762d-411f-8a98-9b05eb206f7d req-99aff14e-8ae2-4bb5-af29-b3f952063d04 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:41.788496 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c4d59eb8-762d-411f-8a98-9b05eb206f7d req-99aff14e-8ae2-4bb5-af29-b3f952063d04 tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 945 time: 0.0516770 Mar 29 09:58:41.875926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-c4d59eb8-762d-411f-8a98-9b05eb206f7d req-a27f19f9-8688-4ec6-a315-1a7aae09913f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Deleting port bae01899-e7f6-470b-b500-693a40fddb59 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:58:41.876603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c4d59eb8-762d-411f-8a98-9b05eb206f7d req-a27f19f9-8688-4ec6-a315-1a7aae09913f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:41.965496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-c4d59eb8-762d-411f-8a98-9b05eb206f7d req-a27f19f9-8688-4ec6-a315-1a7aae09913f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] For port bae01899-e7f6-470b-b500-693a40fddb59, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=bae01899-e7f6-470b-b500-693a40fddb59,segment=NetworkSegment(848fa94f-be79-49e8-add0-9694f91ee0af),segment_id=848fa94f-be79-49e8-add0-9694f91ee0af)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:41.965884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c4d59eb8-762d-411f-8a98-9b05eb206f7d req-a27f19f9-8688-4ec6-a315-1a7aae09913f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:41.978128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-c4d59eb8-762d-411f-8a98-9b05eb206f7d req-a27f19f9-8688-4ec6-a315-1a7aae09913f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Calling delete_port for bae01899-e7f6-470b-b500-693a40fddb59 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:58:42.099691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c4d59eb8-762d-411f-8a98-9b05eb206f7d req-a27f19f9-8688-4ec6-a315-1a7aae09913f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:42.111023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['bae01899-e7f6-470b-b500-693a40fddb59'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:58:42.134747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f19f9-8688-4ec6-a315-1a7aae09913f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Pushing event deleted for resources: {'Port': ['ID=bae01899-e7f6-470b-b500-693a40fddb59,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:42.173789 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d59eb8-762d-411f-8a98-9b05eb206f7d req-a27f19f9-8688-4ec6-a315-1a7aae09913f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] No DVR routers for this DVR port bae01899-e7f6-470b-b500-693a40fddb59 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:58:42.176270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-c4d59eb8-762d-411f-8a98-9b05eb206f7d req-a27f19f9-8688-4ec6-a315-1a7aae09913f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:42.179515 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c4d59eb8-762d-411f-8a98-9b05eb206f7d req-a27f19f9-8688-4ec6-a315-1a7aae09913f tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.24 "DELETE /v2.0/ports/bae01899-e7f6-470b-b500-693a40fddb59 HTTP/1.1" status: 204 len: 173 time: 0.3857501 Mar 29 09:58:42.179945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c52c53e-5deb-4dde-8252-e28dae06903c', 'name': 'network-vif-deleted', 'tag': 'bae01899-e7f6-470b-b500-693a40fddb59'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:58:42.182323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286f7a32-5ffa-412f-a8d4-9043c67a54c8" -d '{"events": [{"server_uuid": "1c52c53e-5deb-4dde-8252-e28dae06903c", "name": "network-vif-deleted", "tag": "bae01899-e7f6-470b-b500-693a40fddb59"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:58:42.222454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba90ee66-70a7-4bd5-b3a6-c6f6f86b6010 x-openstack-request-id: req-ba90ee66-70a7-4bd5-b3a6-c6f6f86b6010 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:58:42.222810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c52c53e-5deb-4dde-8252-e28dae06903c", "name": "network-vif-deleted", "tag": "bae01899-e7f6-470b-b500-693a40fddb59", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:58:42.223067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba90ee66-70a7-4bd5-b3a6-c6f6f86b6010 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:58:42.223443 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c52c53e-5deb-4dde-8252-e28dae06903c', 'name': 'network-vif-deleted', 'tag': 'bae01899-e7f6-470b-b500-693a40fddb59', 'status': 'completed', 'code': 200} Mar 29 09:58:42.526722 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e434f666-4ec5-4603-832e-6ae89f4c0428 req-6c105671-9ee8-4f34-af82-ce7253dae05d tempest-ServersNegativeTestJSON-1690376475 tempest-ServersNegativeTestJSON-1690376475-project] 10.222.0.32 "GET /v2.0/ports?device_id=1c52c53e-5deb-4dde-8252-e28dae06903c HTTP/1.1" status: 200 len: 210 time: 0.0266173 Mar 29 09:58:43.591869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57898) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:43.635189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-eceeaad8-a4aa-4a27-9a0a-f8a8b4893ed8 admin admin] Deleting subnet 1c776ab6-bd92-4e48-91aa-a9272a9b0d80 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:58:43.638452 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eceeaad8-a4aa-4a27-9a0a-f8a8b4893ed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:43.676365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eceeaad8-a4aa-4a27-9a0a-f8a8b4893ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:43.714797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eceeaad8-a4aa-4a27-9a0a-f8a8b4893ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:43.768553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eceeaad8-a4aa-4a27-9a0a-f8a8b4893ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:43.794031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceeaad8-a4aa-4a27-9a0a-f8a8b4893ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c776ab6-bd92-4e48-91aa-a9272a9b0d80,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:43.798158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-eceeaad8-a4aa-4a27-9a0a-f8a8b4893ed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:43.801900 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-eceeaad8-a4aa-4a27-9a0a-f8a8b4893ed8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1c776ab6-bd92-4e48-91aa-a9272a9b0d80 HTTP/1.1" status: 204 len: 168 time: 0.2088385 Mar 29 09:58:43.803912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57900) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:43.881495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:43.959951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:43.979078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06cada0-de94-4cd7-afb7-8a985560a882']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:43.988244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848fa94f-be79-49e8-add0-9694f91ee0af') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:43.988532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848fa94f-be79-49e8-add0-9694f91ee0af') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:43.998421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:44.012082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:44.018180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:58:44.018567 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:58:44.020521 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:58:44.079314 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:44.084943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:44.088194 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c06cada0-de94-4cd7-afb7-8a985560a882 HTTP/1.1" status: 204 len: 168 time: 0.2829835 Mar 29 09:58:44.098878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2512f31-eaba-4f4b-a1e8-fb60a1667fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c06cada0-de94-4cd7-afb7-8a985560a882,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:44.221690 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57904) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:44.262506 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e83fa416-c028-4876-bd97-bffd3206058c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee55198b978146d2aa1165e4bbf5829b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395730 Mar 29 09:58:44.265236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57906) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:44.313400 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4627b50e-0239-46cc-8683-63c9c8bbada2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:44.334642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4627b50e-0239-46cc-8683-63c9c8bbada2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:44.391055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4627b50e-0239-46cc-8683-63c9c8bbada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:44.393847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4627b50e-0239-46cc-8683-63c9c8bbada2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:44.395045 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4627b50e-0239-46cc-8683-63c9c8bbada2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4d3a9cb-856b-45e5-8320-76518f592f2b HTTP/1.1" status: 204 len: 168 time: 0.1288936 Mar 29 09:58:44.403856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627b50e-0239-46cc-8683-63c9c8bbada2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d3a9cb-856b-45e5-8320-76518f592f2b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:45.128743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57928) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:45.223639 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-419294866'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:45.249180 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Made reservation on behalf of 912207ff410a4556a5f13a036b8e7f5a for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:45.254068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:45.265986 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:45.344401 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:45.348296 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:45.371212 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:58:45.384634 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fe38a2-3059-4a9f-91ce-82f2ec5d2f57,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:45.389474 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:45.389845 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Added segment 0d1d0bce-bd79-4cb5-a0d9-0719a4472d04 of type vlan for network 5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2 Mar 29 09:58:45.433500 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:45.462311 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:45.467780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:45.468351 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:45.498665 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3686776 Mar 29 09:58:45.546225 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e16cd2-6e32-4143-9ca6-903912cb9028 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event updated for resources: {'Network': ['ID=5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:45.568863 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:58:46.912812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device bae01899-e7f6-470b-b500-693a40fddb59 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:58:46.934736 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: bae01899-e7f6-470b-b500-693a40fddb59 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:58:46.935083 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device bae01899-e7f6-470b-b500-693a40fddb59 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:58:48.801183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57932) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:48.806323 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1ada8f5f-3cfd-453d-a36b-37bffe505636 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Request body: {'subnet': {'network_id': '5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:48.950138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ada8f5f-3cfd-453d-a36b-37bffe505636 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Made reservation on behalf of 912207ff410a4556a5f13a036b8e7f5a for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:48.953596 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1ada8f5f-3cfd-453d-a36b-37bffe505636 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.171816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1ada8f5f-3cfd-453d-a36b-37bffe505636 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.237222 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada8f5f-3cfd-453d-a36b-37bffe505636 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event updated for resources: {'Subnet': ['ID=2afac720-87d6-415b-adc3-370016bb8886,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:49.246228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ada8f5f-3cfd-453d-a36b-37bffe505636 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Checking segment: {'id': '0d1d0bce-bd79-4cb5-a0d9-0719a4472d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:49.246228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ada8f5f-3cfd-453d-a36b-37bffe505636 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Network hostable DHCP agents. Network: 5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:58:49.264867 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ada8f5f-3cfd-453d-a36b-37bffe505636 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Network 5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:58:49.278725 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-1ada8f5f-3cfd-453d-a36b-37bffe505636 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:49.287382 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada8f5f-3cfd-453d-a36b-37bffe505636 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:49.288125 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1ada8f5f-3cfd-453d-a36b-37bffe505636 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.288354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf279a0-1d7b-4bc4-aa6f-3b04e761c1ac None None] Network 5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:49.310356 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1ada8f5f-3cfd-453d-a36b-37bffe505636 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5078244 Mar 29 09:58:49.315571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57934) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:49.323667 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-37803824-60a0-4304-9fa7-22a8bff0b615 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-321460296'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:49.351696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37803824-60a0-4304-9fa7-22a8bff0b615 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Made reservation on behalf of 912207ff410a4556a5f13a036b8e7f5a for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:49.357826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-37803824-60a0-4304-9fa7-22a8bff0b615 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.393759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37803824-60a0-4304-9fa7-22a8bff0b615 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:58:49.408696 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-37803824-60a0-4304-9fa7-22a8bff0b615 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.408944 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-37803824-60a0-4304-9fa7-22a8bff0b615 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Added segment 245ebd81-ca21-48d9-a008-1e4b2ec0c2d3 of type vlan for network d8fe29bc-2d53-4362-ad35-bb7e07ceba72 Mar 29 09:58:49.457227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-37803824-60a0-4304-9fa7-22a8bff0b615 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.490197 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2', 'network_id': '5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2', 'tenant_id': '912207ff410a4556a5f13a036b8e7f5a', 'fixed_ips': [{'subnet_id': '2afac720-87d6-415b-adc3-370016bb8886'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:58:49.497023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.501003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-37803824-60a0-4304-9fa7-22a8bff0b615 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.506984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37803824-60a0-4304-9fa7-22a8bff0b615 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:49.507574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-37803824-60a0-4304-9fa7-22a8bff0b615 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.546049 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-37803824-60a0-4304-9fa7-22a8bff0b615 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2293913 Mar 29 09:58:49.549305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57936) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:49.554132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-4fb117a4-2c06-4fe1-a024-0d6c13789365 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Request body: {'subnet': {'network_id': 'd8fe29bc-2d53-4362-ad35-bb7e07ceba72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:49.599123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37803824-60a0-4304-9fa7-22a8bff0b615 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event updated for resources: {'Network': ['ID=d8fe29bc-2d53-4362-ad35-bb7e07ceba72,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:49.616790 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network d8fe29bc-2d53-4362-ad35-bb7e07ceba72 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:58:49.674391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb117a4-2c06-4fe1-a024-0d6c13789365 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Made reservation on behalf of 912207ff410a4556a5f13a036b8e7f5a for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:49.677935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fb117a4-2c06-4fe1-a024-0d6c13789365 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.691044 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Allocated IP 2001:db8:0:ffff::2 (5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2/2afac720-87d6-415b-adc3-370016bb8886/57d4a17c-fcef-4e5c-b6d3-657f439eea09) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:58:49.846292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.854826 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.877202 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fb117a4-2c06-4fe1-a024-0d6c13789365 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.895803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Network 5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:58:49.898638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:49.903354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:58:49.906647 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Pushing event updated for resources: {'Port': ['ID=57d4a17c-fcef-4e5c-b6d3-657f439eea09,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:49.940463 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb117a4-2c06-4fe1-a024-0d6c13789365 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event updated for resources: {'Subnet': ['ID=d3037cf6-e66d-4f67-9408-1f5a2f3aa728,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:49.948440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb117a4-2c06-4fe1-a024-0d6c13789365 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Checking segment: {'id': '245ebd81-ca21-48d9-a008-1e4b2ec0c2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd8fe29bc-2d53-4362-ad35-bb7e07ceba72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:49.948778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb117a4-2c06-4fe1-a024-0d6c13789365 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Network hostable DHCP agents. Network: d8fe29bc-2d53-4362-ad35-bb7e07ceba72, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:58:49.958193 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Attempting to bind port 57d4a17c-fcef-4e5c-b6d3-657f439eea09 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:58:49.958560 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Attempting to bind port 57d4a17c-fcef-4e5c-b6d3-657f439eea09 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '0d1d0bce-bd79-4cb5-a0d9-0719a4472d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:58:49.958924 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Attempting to bind port 57d4a17c-fcef-4e5c-b6d3-657f439eea09 on network 5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:58:49.964538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:58:49.964844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Checking segment: {'id': '0d1d0bce-bd79-4cb5-a0d9-0719a4472d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:49.965242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.965692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb117a4-2c06-4fe1-a024-0d6c13789365 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Network d8fe29bc-2d53-4362-ad35-bb7e07ceba72 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:58:49.965945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Bound using segment: {'id': '0d1d0bce-bd79-4cb5-a0d9-0719a4472d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:58:49.966093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Bound port: 57d4a17c-fcef-4e5c-b6d3-657f439eea09, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1d0bce-bd79-4cb5-a0d9-0719a4472d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:58:49.966481 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.975180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-4fb117a4-2c06-4fe1-a024-0d6c13789365 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, d8fe29bc-2d53-4362-ad35-bb7e07ceba72) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:49.981021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb117a4-2c06-4fe1-a024-0d6c13789365 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:49.981643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4fb117a4-2c06-4fe1-a024-0d6c13789365 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:49.999003 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4fb117a4-2c06-4fe1-a024-0d6c13789365 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4486418 Mar 29 09:58:50.002440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ecd67-933d-45ff-8145-199df90d0022 None None] Network d8fe29bc-2d53-4362-ad35-bb7e07ceba72 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:50.002674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57938) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:50.085444 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] For port 57d4a17c-fcef-4e5c-b6d3-657f439eea09, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:58:50.101491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] For port 57d4a17c-fcef-4e5c-b6d3-657f439eea09, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=57d4a17c-fcef-4e5c-b6d3-657f439eea09,segment=NetworkSegment(0d1d0bce-bd79-4cb5-a0d9-0719a4472d04),segment_id=0d1d0bce-bd79-4cb5-a0d9-0719a4472d04)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:58:50.107245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.116962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.211184 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.288216 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.323636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event deleted for resources: {'Subnet': ['ID=d3037cf6-e66d-4f67-9408-1f5a2f3aa728,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:50.354669 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a204f-b51c-424c-81e8-456746a97dbe None None] Pushing event updated for resources: {'Port': ['ID=57d4a17c-fcef-4e5c-b6d3-657f439eea09,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:50.358951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56785d50-3e7d-4325-b4ff-15489484208f None None] Network d8fe29bc-2d53-4362-ad35-bb7e07ceba72 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:50.397171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.425470 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fe29bc-2d53-4362-ad35-bb7e07ceba72']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:50.437797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245ebd81-ca21-48d9-a008-1e4b2ec0c2d3') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:50.438152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245ebd81-ca21-48d9-a008-1e4b2ec0c2d3') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:50.450042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.466189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.474397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:58:50.474803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:58:50.478377 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:58:50.560495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.568551 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.572696 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/networks/d8fe29bc-2d53-4362-ad35-bb7e07ceba72 HTTP/1.1" status: 204 len: 168 time: 0.5689297 Mar 29 09:58:50.576740 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57940) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:50.582991 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-835b9596-6f78-4755-a218-d2d059c5bbbc tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-193480597'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:50.594277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccc292-e36d-4d2e-9a81-f4492269d744 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event deleted for resources: {'Network': ['ID=d8fe29bc-2d53-4362-ad35-bb7e07ceba72,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:50.607453 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835b9596-6f78-4755-a218-d2d059c5bbbc tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Made reservation on behalf of 912207ff410a4556a5f13a036b8e7f5a for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:50.611395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-835b9596-6f78-4755-a218-d2d059c5bbbc tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.642605 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835b9596-6f78-4755-a218-d2d059c5bbbc tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:58:50.655748 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-835b9596-6f78-4755-a218-d2d059c5bbbc tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.656126 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-835b9596-6f78-4755-a218-d2d059c5bbbc tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Added segment b3bcbc82-9d6a-4ac9-b570-a9ff629adc06 of type vlan for network 2b7f713a-7554-4a1c-8b92-0e06052e86ef Mar 29 09:58:50.700428 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-835b9596-6f78-4755-a218-d2d059c5bbbc tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.724734 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-835b9596-6f78-4755-a218-d2d059c5bbbc tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.730867 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b9596-6f78-4755-a218-d2d059c5bbbc tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:50.731606 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-835b9596-6f78-4755-a218-d2d059c5bbbc tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.775869 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-835b9596-6f78-4755-a218-d2d059c5bbbc tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1979342 Mar 29 09:58:50.778846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57942) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:50.783975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Request body: {'subnet': {'network_id': '2b7f713a-7554-4a1c-8b92-0e06052e86ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:50.811202 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b9596-6f78-4755-a218-d2d059c5bbbc tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event updated for resources: {'Network': ['ID=2b7f713a-7554-4a1c-8b92-0e06052e86ef,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:50.824236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 2b7f713a-7554-4a1c-8b92-0e06052e86ef details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:58:50.887398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Made reservation on behalf of 912207ff410a4556a5f13a036b8e7f5a for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:50.890940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:50.950789 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_backend_mixin [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Performing IP validity checks on allocation pools {{(pid=102496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 29 09:58:50.951301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.ipam_backend_mixin [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102496) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 29 09:58:51.112879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.184161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event updated for resources: {'Subnet': ['ID=25bc8a3a-1dca-4c60-8c27-9a2181ace562,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:51.196293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Checking segment: {'id': 'b3bcbc82-9d6a-4ac9-b570-a9ff629adc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '2b7f713a-7554-4a1c-8b92-0e06052e86ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:51.196656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Network hostable DHCP agents. Network: 2b7f713a-7554-4a1c-8b92-0e06052e86ef, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:58:51.215577 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Network 2b7f713a-7554-4a1c-8b92-0e06052e86ef is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:58:51.227662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 2b7f713a-7554-4a1c-8b92-0e06052e86ef) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:51.234657 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:51.235511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.243656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad57691-3318-49f2-8f56-bd66f3507b58 None None] Network 2b7f713a-7554-4a1c-8b92-0e06052e86ef requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:51.261923 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-70cb5cca-5159-420a-a50a-a6ff67d227e6 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4798331 Mar 29 09:58:51.262995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57944) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:51.347142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c052001-3296-4ab4-b629-3b9333d1e412 None None] Network 5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:51.401894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.460157 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.463088 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Provisioning complete for port 57d4a17c-fcef-4e5c-b6d3-657f439eea09 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:58:51.463607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.536233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.540652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f090280a-cc22-4a68-bd30-69da0c57dfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-2b7f713a-7554-4a1c-8b92-0e06052e86ef', 'network_id': '2b7f713a-7554-4a1c-8b92-0e06052e86ef', 'tenant_id': '912207ff410a4556a5f13a036b8e7f5a', 'fixed_ips': [{'subnet_id': '25bc8a3a-1dca-4c60-8c27-9a2181ace562'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:58:51.541484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f090280a-cc22-4a68-bd30-69da0c57dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.567239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event deleted for resources: {'Subnet': ['ID=25bc8a3a-1dca-4c60-8c27-9a2181ace562,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:51.646999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.673204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7f713a-7554-4a1c-8b92-0e06052e86ef']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:51.683695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bcbc82-9d6a-4ac9-b570-a9ff629adc06') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:51.684003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bcbc82-9d6a-4ac9-b570-a9ff629adc06') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:51.694939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.716602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.726543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:58:51.727670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.729380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8807612c-490a-49bc-9ce8-d4c7fb733f04 None None] Network 2b7f713a-7554-4a1c-8b92-0e06052e86ef requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:58:51.731126 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:58:51.737597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.800175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.812224 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.816726 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/networks/2b7f713a-7554-4a1c-8b92-0e06052e86ef HTTP/1.1" status: 204 len: 168 time: 0.5522552 Mar 29 09:58:51.825383 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57946) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:51.834692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-94bab783-ee1c-4fea-984a-47c33c093a34 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1910108501'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:51.838404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07af86-2c96-4653-b843-d4a19f8f6e97 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event deleted for resources: {'Network': ['ID=2b7f713a-7554-4a1c-8b92-0e06052e86ef,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:51.850778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] For port 57d4a17c-fcef-4e5c-b6d3-657f439eea09, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=57d4a17c-fcef-4e5c-b6d3-657f439eea09,segment=NetworkSegment(0d1d0bce-bd79-4cb5-a0d9-0719a4472d04),segment_id=0d1d0bce-bd79-4cb5-a0d9-0719a4472d04)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:51.874742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bab783-ee1c-4fea-984a-47c33c093a34 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Made reservation on behalf of 912207ff410a4556a5f13a036b8e7f5a for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:51.876383 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.881982 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94bab783-ee1c-4fea-984a-47c33c093a34 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.934097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bab783-ee1c-4fea-984a-47c33c093a34 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:58:51.951663 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94bab783-ee1c-4fea-984a-47c33c093a34 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:51.952493 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-94bab783-ee1c-4fea-984a-47c33c093a34 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Added segment 0703e256-8c78-465d-8826-4dc3f8a803f1 of type vlan for network 83588823-eccd-49aa-a486-916bb444a6a4 Mar 29 09:58:51.988108 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Pushing event updated for resources: {'Port': ['ID=57d4a17c-fcef-4e5c-b6d3-657f439eea09,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:51.997100 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:51.997625 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:51.998076 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:51.998481 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:51.998889 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:51.999299 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:51.999699 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:52.000104 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:52.000523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:52.000926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:52.001322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:52.001744 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb3590-c309-41a7-bc70-14c0e37f737c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:58:52.021771 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94bab783-ee1c-4fea-984a-47c33c093a34 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.058998 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94bab783-ee1c-4fea-984a-47c33c093a34 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.067142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bab783-ee1c-4fea-984a-47c33c093a34 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:52.067760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-94bab783-ee1c-4fea-984a-47c33c093a34 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.108396 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5d581ef9-c6dc-48fa-bb6f-1ef829587a33 None None] Provisioning complete for port 57d4a17c-fcef-4e5c-b6d3-657f439eea09 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:58:52.108996 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5d581ef9-c6dc-48fa-bb6f-1ef829587a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.120586 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-94bab783-ee1c-4fea-984a-47c33c093a34 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2891867 Mar 29 09:58:52.121952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57948) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:52.128572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-17d711d3-7a94-43cd-860e-31b9059a17aa tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Request body: {'subnet': {'network_id': '83588823-eccd-49aa-a486-916bb444a6a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:52.174083 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bab783-ee1c-4fea-984a-47c33c093a34 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event updated for resources: {'Network': ['ID=83588823-eccd-49aa-a486-916bb444a6a4,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:52.217703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 83588823-eccd-49aa-a486-916bb444a6a4 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:58:52.249225 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d711d3-7a94-43cd-860e-31b9059a17aa tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Made reservation on behalf of 912207ff410a4556a5f13a036b8e7f5a for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:52.256126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-17d711d3-7a94-43cd-860e-31b9059a17aa tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.329544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 57d4a17c-fcef-4e5c-b6d3-657f439eea09 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:58:52.386779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 57d4a17c-fcef-4e5c-b6d3-657f439eea09 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:58:52.387182 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.460140 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-17d711d3-7a94-43cd-860e-31b9059a17aa tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.529389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d711d3-7a94-43cd-860e-31b9059a17aa tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event updated for resources: {'Subnet': ['ID=7f5d05b1-640e-4d7e-91f0-1712515a2c1d,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:52.535889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d711d3-7a94-43cd-860e-31b9059a17aa tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Checking segment: {'id': '0703e256-8c78-465d-8826-4dc3f8a803f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '83588823-eccd-49aa-a486-916bb444a6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:52.536244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d711d3-7a94-43cd-860e-31b9059a17aa tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Network hostable DHCP agents. Network: 83588823-eccd-49aa-a486-916bb444a6a4, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:58:52.557047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d711d3-7a94-43cd-860e-31b9059a17aa tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Network 83588823-eccd-49aa-a486-916bb444a6a4 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:58:52.568785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-17d711d3-7a94-43cd-860e-31b9059a17aa tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 83588823-eccd-49aa-a486-916bb444a6a4) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:52.576398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d711d3-7a94-43cd-860e-31b9059a17aa tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:52.577045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-17d711d3-7a94-43cd-860e-31b9059a17aa tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.577536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3614ac99-5611-49d5-9bb1-ee53b6687e4e None None] Network 83588823-eccd-49aa-a486-916bb444a6a4 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:52.596364 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-17d711d3-7a94-43cd-860e-31b9059a17aa tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4729066 Mar 29 09:58:52.600870 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57950) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:52.607017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-43b7710c-d391-4269-920b-d07b6bed0ea8 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-554538978'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:52.630926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b7710c-d391-4269-920b-d07b6bed0ea8 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Made reservation on behalf of 912207ff410a4556a5f13a036b8e7f5a for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:52.634882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43b7710c-d391-4269-920b-d07b6bed0ea8 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.662990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b7710c-d391-4269-920b-d07b6bed0ea8 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:58:52.675844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43b7710c-d391-4269-920b-d07b6bed0ea8 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.676192 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-43b7710c-d391-4269-920b-d07b6bed0ea8 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Added segment 7bdbe05d-8210-472a-b7d9-e6d6bf71ecc3 of type vlan for network b5e7e43d-5160-4ea9-89eb-812c6062d1a8 Mar 29 09:58:52.722383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43b7710c-d391-4269-920b-d07b6bed0ea8 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.754843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43b7710c-d391-4269-920b-d07b6bed0ea8 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.760900 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7710c-d391-4269-920b-d07b6bed0ea8 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:52.761519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-43b7710c-d391-4269-920b-d07b6bed0ea8 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.776294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-83588823-eccd-49aa-a486-916bb444a6a4', 'network_id': '83588823-eccd-49aa-a486-916bb444a6a4', 'tenant_id': '912207ff410a4556a5f13a036b8e7f5a', 'fixed_ips': [{'subnet_id': '7f5d05b1-640e-4d7e-91f0-1712515a2c1d'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:58:52.777764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:52.805826 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-43b7710c-d391-4269-920b-d07b6bed0ea8 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2037010 Mar 29 09:58:52.810780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57952) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:52.821502 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-29dd16e0-b138-4c78-9c2d-9bea0ea90e8d tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Request body: {'subnet': {'network_id': 'b5e7e43d-5160-4ea9-89eb-812c6062d1a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:52.846601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7710c-d391-4269-920b-d07b6bed0ea8 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event updated for resources: {'Network': ['ID=b5e7e43d-5160-4ea9-89eb-812c6062d1a8,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:52.918884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network b5e7e43d-5160-4ea9-89eb-812c6062d1a8 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:58:52.972585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dd16e0-b138-4c78-9c2d-9bea0ea90e8d tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Made reservation on behalf of 912207ff410a4556a5f13a036b8e7f5a for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:52.976077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-29dd16e0-b138-4c78-9c2d-9bea0ea90e8d tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.056418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Allocated IP 2001:db8::2 (83588823-eccd-49aa-a486-916bb444a6a4/7f5d05b1-640e-4d7e-91f0-1712515a2c1d/a04cf552-b523-4a20-a417-09f17e1ea980) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:58:53.174417 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-29dd16e0-b138-4c78-9c2d-9bea0ea90e8d tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.206750 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.212568 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.238731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd16e0-b138-4c78-9c2d-9bea0ea90e8d tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event updated for resources: {'Subnet': ['ID=276d77fc-11ea-4741-9773-6e3b6b02d389,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:53.250468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dd16e0-b138-4c78-9c2d-9bea0ea90e8d tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Checking segment: {'id': '7bdbe05d-8210-472a-b7d9-e6d6bf71ecc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b5e7e43d-5160-4ea9-89eb-812c6062d1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:53.250832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dd16e0-b138-4c78-9c2d-9bea0ea90e8d tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Network hostable DHCP agents. Network: b5e7e43d-5160-4ea9-89eb-812c6062d1a8, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:58:53.255629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Network 83588823-eccd-49aa-a486-916bb444a6a4 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:58:53.258429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:53.261366 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:58:53.267154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dd16e0-b138-4c78-9c2d-9bea0ea90e8d tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Network b5e7e43d-5160-4ea9-89eb-812c6062d1a8 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:58:53.270739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Pushing event updated for resources: {'Port': ['ID=a04cf552-b523-4a20-a417-09f17e1ea980,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:53.275768 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-29dd16e0-b138-4c78-9c2d-9bea0ea90e8d tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, b5e7e43d-5160-4ea9-89eb-812c6062d1a8) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:53.279988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dd16e0-b138-4c78-9c2d-9bea0ea90e8d tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:53.280578 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-29dd16e0-b138-4c78-9c2d-9bea0ea90e8d tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.300328 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-29dd16e0-b138-4c78-9c2d-9bea0ea90e8d tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4852076 Mar 29 09:58:53.300548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f8635-058e-4f5a-92ef-672e0df453b2 None None] Network b5e7e43d-5160-4ea9-89eb-812c6062d1a8 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:53.300667 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57954) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:53.356644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Attempting to bind port a04cf552-b523-4a20-a417-09f17e1ea980 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:58:53.357005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Attempting to bind port a04cf552-b523-4a20-a417-09f17e1ea980 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '0703e256-8c78-465d-8826-4dc3f8a803f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '83588823-eccd-49aa-a486-916bb444a6a4'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:58:53.357360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Attempting to bind port a04cf552-b523-4a20-a417-09f17e1ea980 on network 83588823-eccd-49aa-a486-916bb444a6a4 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:58:53.396341 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:58:53.396707 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Checking segment: {'id': '0703e256-8c78-465d-8826-4dc3f8a803f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '83588823-eccd-49aa-a486-916bb444a6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:53.397369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.397597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Bound using segment: {'id': '0703e256-8c78-465d-8826-4dc3f8a803f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '83588823-eccd-49aa-a486-916bb444a6a4'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:58:53.398027 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Bound port: a04cf552-b523-4a20-a417-09f17e1ea980, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0703e256-8c78-465d-8826-4dc3f8a803f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '83588823-eccd-49aa-a486-916bb444a6a4'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:58:53.398163 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.398351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.450542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.509623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] For port a04cf552-b523-4a20-a417-09f17e1ea980, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:58:53.516918 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.517142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] For port a04cf552-b523-4a20-a417-09f17e1ea980, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a04cf552-b523-4a20-a417-09f17e1ea980,segment=NetworkSegment(0703e256-8c78-465d-8826-4dc3f8a803f1),segment_id=0703e256-8c78-465d-8826-4dc3f8a803f1)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:58:53.535203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.546835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3b2e9c-bb61-4625-9a87-4cf70d14ce03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-b5e7e43d-5160-4ea9-89eb-812c6062d1a8', 'network_id': 'b5e7e43d-5160-4ea9-89eb-812c6062d1a8', 'tenant_id': '912207ff410a4556a5f13a036b8e7f5a', 'fixed_ips': [{'subnet_id': '276d77fc-11ea-4741-9773-6e3b6b02d389'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:58:53.547655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2e9c-bb61-4625-9a87-4cf70d14ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.554357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event deleted for resources: {'Subnet': ['ID=276d77fc-11ea-4741-9773-6e3b6b02d389,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:53.619030 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.623468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b516c2-1f1a-4829-ba9c-eb5ddcf740f0 None None] Pushing event updated for resources: {'Port': ['ID=a04cf552-b523-4a20-a417-09f17e1ea980,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:53.643497 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e7e43d-5160-4ea9-89eb-812c6062d1a8']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:53.654934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdbe05d-8210-472a-b7d9-e6d6bf71ecc3') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:53.655525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdbe05d-8210-472a-b7d9-e6d6bf71ecc3') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:53.667448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.683947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.693090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:58:53.693090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:58:53.696137 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:58:53.700105 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9244da-2110-4dae-a146-4c1f6e19503e None None] Network b5e7e43d-5160-4ea9-89eb-812c6062d1a8 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:53.774252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.782690 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:53.787215 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/networks/b5e7e43d-5160-4ea9-89eb-812c6062d1a8 HTTP/1.1" status: 204 len: 168 time: 0.4846864 Mar 29 09:58:53.790519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57956) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:53.821160 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf356b3a-9b53-4c41-b336-a73cbe9764af tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event deleted for resources: {'Network': ['ID=b5e7e43d-5160-4ea9-89eb-812c6062d1a8,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:54.187576 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-6951ba70-8069-434f-bc71-1a52fb9db848 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] GET failed (client error): The resource could not be found. Mar 29 09:58:54.189544 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6951ba70-8069-434f-bc71-1a52fb9db848 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "GET /v2.0/subnets/276d77fc-11ea-4741-9773-6e3b6b02d389 HTTP/1.1" status: 404 len: 337 time: 0.3978930 Mar 29 09:58:54.192210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57958) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:54.217501 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a308d0d-6ef3-4327-af00-0e4747ae9d35 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] DELETE failed (client error): The resource could not be found. Mar 29 09:58:54.218345 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a308d0d-6ef3-4327-af00-0e4747ae9d35 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:58:54.222889 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6a308d0d-6ef3-4327-af00-0e4747ae9d35 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/networks/b5e7e43d-5160-4ea9-89eb-812c6062d1a8 HTTP/1.1" status: 404 len: 339 time: 0.0292654 Mar 29 09:58:54.228156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57960) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:54.258436 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.pecan_wsgi.hooks.translation [None req-87019336-86db-4c94-91f7-0171e9bb96c5 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] DELETE failed (client error): The resource could not be found. Mar 29 09:58:54.258436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87019336-86db-4c94-91f7-0171e9bb96c5 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102496) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:58:54.262783 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-87019336-86db-4c94-91f7-0171e9bb96c5 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/subnets/276d77fc-11ea-4741-9773-6e3b6b02d389 HTTP/1.1" status: 404 len: 337 time: 0.0312865 Mar 29 09:58:54.263473 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57962) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:54.269037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a04cf552-b523-4a20-a417-09f17e1ea980 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:58:54.289789 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e7def3-b54d-462e-ba1f-ecd1a48d221c tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] DELETE failed (client error): The resource could not be found. Mar 29 09:58:54.290811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e7def3-b54d-462e-ba1f-ecd1a48d221c tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:58:54.294191 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-65e7def3-b54d-462e-ba1f-ecd1a48d221c tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/networks/b5e7e43d-5160-4ea9-89eb-812c6062d1a8 HTTP/1.1" status: 404 len: 339 time: 0.0292511 Mar 29 09:58:54.297409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57964) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:54.327245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port a04cf552-b523-4a20-a417-09f17e1ea980 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:58:54.327617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:54.359693 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-81699ad0-774f-4a63-bfeb-8023f1532cba tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Deleting subnet 7f5d05b1-640e-4d7e-91f0-1712515a2c1d {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:58:54.363969 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81699ad0-774f-4a63-bfeb-8023f1532cba tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:54.419401 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:54.421644 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81699ad0-774f-4a63-bfeb-8023f1532cba tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:54.468903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port a04cf552-b523-4a20-a417-09f17e1ea980, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a04cf552-b523-4a20-a417-09f17e1ea980,segment=NetworkSegment(0703e256-8c78-465d-8826-4dc3f8a803f1),segment_id=0703e256-8c78-465d-8826-4dc3f8a803f1)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:54.475166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:54.539711 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=a04cf552-b523-4a20-a417-09f17e1ea980,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:54.540659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81699ad0-774f-4a63-bfeb-8023f1532cba tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:54.615247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81699ad0-774f-4a63-bfeb-8023f1532cba tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:54.647695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-81699ad0-774f-4a63-bfeb-8023f1532cba tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:54.650936 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-81699ad0-774f-4a63-bfeb-8023f1532cba tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/subnets/7f5d05b1-640e-4d7e-91f0-1712515a2c1d HTTP/1.1" status: 204 len: 168 time: 0.3522449 Mar 29 09:58:54.651949 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81699ad0-774f-4a63-bfeb-8023f1532cba tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5d05b1-640e-4d7e-91f0-1712515a2c1d,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:54.653737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57966) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:54.741083 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:54.742872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fca3f1-81c3-4497-a346-7561c4a30672 None None] Network 83588823-eccd-49aa-a486-916bb444a6a4 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:54.807517 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Deleting port a04cf552-b523-4a20-a417-09f17e1ea980 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:58:54.807881 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:54.879841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] For port a04cf552-b523-4a20-a417-09f17e1ea980, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a04cf552-b523-4a20-a417-09f17e1ea980,segment=NetworkSegment(0703e256-8c78-465d-8826-4dc3f8a803f1),segment_id=0703e256-8c78-465d-8826-4dc3f8a803f1)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:54.880147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:54.894697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Calling delete_port for a04cf552-b523-4a20-a417-09f17e1ea980 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:58:54.984685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:54.993812 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-85b5288a-fa05-4fb3-934e-de7d6297df16 None None] Provisioning complete for port a04cf552-b523-4a20-a417-09f17e1ea980 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:58:54.994198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-85b5288a-fa05-4fb3-934e-de7d6297df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.013321 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] No DVR routers for this DVR port a04cf552-b523-4a20-a417-09f17e1ea980 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:58:55.014682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-85b5288a-fa05-4fb3-934e-de7d6297df16 None None] Port a04cf552-b523-4a20-a417-09f17e1ea980 was deleted so its status cannot be updated. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 29 09:58:55.018837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event deleted for resources: {'Port': ['ID=a04cf552-b523-4a20-a417-09f17e1ea980,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:55.106831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef326d70-57c2-4e2d-b863-dd6c5eeaa29c None None] DHCP port deletion for 83588823-eccd-49aa-a486-916bb444a6a4 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:58:55.107767 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.137892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83588823-eccd-49aa-a486-916bb444a6a4']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:55.147389 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0703e256-8c78-465d-8826-4dc3f8a803f1') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:55.147701 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0703e256-8c78-465d-8826-4dc3f8a803f1') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:55.158877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.174214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.180186 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:58:55.180571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:58:55.183584 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:58:55.252992 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.260982 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.264784 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/networks/83588823-eccd-49aa-a486-916bb444a6a4 HTTP/1.1" status: 204 len: 168 time: 0.6091402 Mar 29 09:58:55.267420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57968) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:55.285056 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94d586-d9ec-44b8-9fd0-cba9371fbb04 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event deleted for resources: {'Network': ['ID=83588823-eccd-49aa-a486-916bb444a6a4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:55.307893 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a66945-e4bd-4aa0-b933-49575091d8d7 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] DELETE failed (client error): The resource could not be found. Mar 29 09:58:55.308482 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a66945-e4bd-4aa0-b933-49575091d8d7 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:58:55.311392 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c7a66945-e4bd-4aa0-b933-49575091d8d7 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/subnets/25bc8a3a-1dca-4c60-8c27-9a2181ace562 HTTP/1.1" status: 404 len: 337 time: 0.0428450 Mar 29 09:58:55.314130 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57970) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:55.335784 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a00578-1b21-45e9-a009-bc90cf3c5cf5 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] DELETE failed (client error): The resource could not be found. Mar 29 09:58:55.336751 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a00578-1b21-45e9-a009-bc90cf3c5cf5 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:58:55.339692 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-54a00578-1b21-45e9-a009-bc90cf3c5cf5 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/networks/2b7f713a-7554-4a1c-8b92-0e06052e86ef HTTP/1.1" status: 404 len: 339 time: 0.0243180 Mar 29 09:58:55.343737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57972) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:55.369743 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-aced8227-ee78-4a0b-b874-20d6cccff398 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] DELETE failed (client error): The resource could not be found. Mar 29 09:58:55.370206 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aced8227-ee78-4a0b-b874-20d6cccff398 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:58:55.373348 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-aced8227-ee78-4a0b-b874-20d6cccff398 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/subnets/d3037cf6-e66d-4f67-9408-1f5a2f3aa728 HTTP/1.1" status: 404 len: 337 time: 0.0286775 Mar 29 09:58:55.376043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 57974) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:55.394709 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f307f2-d01f-4334-9407-d4044e24dff5 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] DELETE failed (client error): The resource could not be found. Mar 29 09:58:55.395183 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26f307f2-d01f-4334-9407-d4044e24dff5 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102495) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 29 09:58:55.398236 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-26f307f2-d01f-4334-9407-d4044e24dff5 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/networks/d8fe29bc-2d53-4362-ad35-bb7e07ceba72 HTTP/1.1" status: 404 len: 339 time: 0.0212557 Mar 29 09:58:55.402462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57976) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:55.465656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-45acf5a2-e417-4bb6-ba44-4bca0252b0e7 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Deleting subnet 2afac720-87d6-415b-adc3-370016bb8886 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:58:55.469214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-45acf5a2-e417-4bb6-ba44-4bca0252b0e7 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.513684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-45acf5a2-e417-4bb6-ba44-4bca0252b0e7 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.607669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-45acf5a2-e417-4bb6-ba44-4bca0252b0e7 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.676135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-45acf5a2-e417-4bb6-ba44-4bca0252b0e7 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.710220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acf5a2-e417-4bb6-ba44-4bca0252b0e7 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event deleted for resources: {'Subnet': ['ID=2afac720-87d6-415b-adc3-370016bb8886,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:55.712729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-45acf5a2-e417-4bb6-ba44-4bca0252b0e7 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.715859 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-45acf5a2-e417-4bb6-ba44-4bca0252b0e7 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/subnets/2afac720-87d6-415b-adc3-370016bb8886 HTTP/1.1" status: 204 len: 168 time: 0.3119798 Mar 29 09:58:55.719817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57978) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:55.724171 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239435a1-6ce6-45fa-b466-c3bf32a44bb0 None None] Network 5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:55.817633 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.892997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Deleting port 57d4a17c-fcef-4e5c-b6d3-657f439eea09 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:58:55.893411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.945037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d96645-91d1-44c1-a3c1-5e2736fcbff5 None None] DHCP port deletion for 5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:58:55.964600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] For port 57d4a17c-fcef-4e5c-b6d3-657f439eea09, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=57d4a17c-fcef-4e5c-b6d3-657f439eea09,segment=NetworkSegment(0d1d0bce-bd79-4cb5-a0d9-0719a4472d04),segment_id=0d1d0bce-bd79-4cb5-a0d9-0719a4472d04)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:55.964960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:55.977649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Calling delete_port for 57d4a17c-fcef-4e5c-b6d3-657f439eea09 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:58:56.000435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a2d96645-91d1-44c1-a3c1-5e2736fcbff5 None None] Deleting port 57d4a17c-fcef-4e5c-b6d3-657f439eea09 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:58:56.000806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a2d96645-91d1-44c1-a3c1-5e2736fcbff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.067302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.075330 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a2d96645-91d1-44c1-a3c1-5e2736fcbff5 None None] For port 57d4a17c-fcef-4e5c-b6d3-657f439eea09, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=57d4a17c-fcef-4e5c-b6d3-657f439eea09,segment=NetworkSegment(0d1d0bce-bd79-4cb5-a0d9-0719a4472d04),segment_id=0d1d0bce-bd79-4cb5-a0d9-0719a4472d04)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:58:56.075732 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a2d96645-91d1-44c1-a3c1-5e2736fcbff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.089740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a2d96645-91d1-44c1-a3c1-5e2736fcbff5 None None] Calling delete_port for 57d4a17c-fcef-4e5c-b6d3-657f439eea09 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:58:56.099233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event deleted for resources: {'Port': ['ID=57d4a17c-fcef-4e5c-b6d3-657f439eea09,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:56.104322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] No DVR routers for this DVR port 57d4a17c-fcef-4e5c-b6d3-657f439eea09 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:58:56.170686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a2d96645-91d1-44c1-a3c1-5e2736fcbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.194521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d96645-91d1-44c1-a3c1-5e2736fcbff5 None None] Pushing event deleted for resources: {'Port': ['ID=57d4a17c-fcef-4e5c-b6d3-657f439eea09,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:56.198294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.200576 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d96645-91d1-44c1-a3c1-5e2736fcbff5 None None] No DVR routers for this DVR port 57d4a17c-fcef-4e5c-b6d3-657f439eea09 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:58:56.234333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:56.245014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1d0bce-bd79-4cb5-a0d9-0719a4472d04') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:56.245335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1d0bce-bd79-4cb5-a0d9-0719a4472d04') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:58:56.256982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 57d4a17c-fcef-4e5c-b6d3-657f439eea09 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:58:56.260548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.277267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.279167 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 57d4a17c-fcef-4e5c-b6d3-657f439eea09 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:58:56.279516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 57d4a17c-fcef-4e5c-b6d3-657f439eea09 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:58:56.279926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a04cf552-b523-4a20-a417-09f17e1ea980 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:58:56.290558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:58:56.291037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:58:56.294086 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:58:56.311591 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: a04cf552-b523-4a20-a417-09f17e1ea980 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:58:56.312380 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a04cf552-b523-4a20-a417-09f17e1ea980 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:58:56.364003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.371726 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.374857 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] 10.222.0.32 "DELETE /v2.0/networks/5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2 HTTP/1.1" status: 204 len: 168 time: 0.6537876 Mar 29 09:58:56.385716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fa1a3-59a8-48d2-be9d-e8073ab96cf1 tempest-NetworksIpV6Test-255220570 tempest-NetworksIpV6Test-255220570-project] Pushing event deleted for resources: {'Network': ['ID=5a6931cd-b9b4-4cf2-b1ba-2faa254f5ea2,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:56.670368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57984) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:56.793705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5474445a-71d0-45fb-b31c-cc5da115c034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.831917 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-94734b6c-c3b2-44a5-82ee-e4696341af4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=912207ff410a4556a5f13a036b8e7f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603341 Mar 29 09:58:56.834736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 57988) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:56.893115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bc33328-8a4f-41c3-88cd-80756b541469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.914364 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bc33328-8a4f-41c3-88cd-80756b541469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.967829 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bc33328-8a4f-41c3-88cd-80756b541469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.971152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bc33328-8a4f-41c3-88cd-80756b541469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:56.972542 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9bc33328-8a4f-41c3-88cd-80756b541469 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1fe38a2-3059-4a9f-91ce-82f2ec5d2f57 HTTP/1.1" status: 204 len: 168 time: 0.1363955 Mar 29 09:58:56.982841 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc33328-8a4f-41c3-88cd-80756b541469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fe38a2-3059-4a9f-91ce-82f2ec5d2f57,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:57.730085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58010) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:57.838016 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-7440fe57-94b2-4000-a64f-61f8a8b1e7db tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1028212867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:57.866213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7440fe57-94b2-4000-a64f-61f8a8b1e7db tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:57.868748 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7440fe57-94b2-4000-a64f-61f8a8b1e7db tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:57.925648 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7440fe57-94b2-4000-a64f-61f8a8b1e7db tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:57.931894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7440fe57-94b2-4000-a64f-61f8a8b1e7db tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:57.950404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-7440fe57-94b2-4000-a64f-61f8a8b1e7db tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:57.951761 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7440fe57-94b2-4000-a64f-61f8a8b1e7db tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2202296 Mar 29 09:58:57.955595 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58014) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:57.960397 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1782025923'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:57.981225 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Made reservation on behalf of 2f3d363a7de54bdf9fe5439d93baccd2 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:57.984688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:57.993222 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.077854 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.084228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.115166 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:58:58.125874 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cecb90f-361e-4441-bfaf-f4ef6d6ea8dd,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:58.134907 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.136029 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Added segment c85d4b88-76e2-4429-8f6a-dbed4e3e7894 of type vlan for network ca1ba14e-7812-4ebb-a897-a68307617c7c Mar 29 09:58:58.177726 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.204694 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.210320 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:58.210917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.243673 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2868598 Mar 29 09:58:58.248112 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58016) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:58.254250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0d48429d-06e6-4ae2-aa29-22c04e404702 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Request body: {'subnet': {'network_id': 'ca1ba14e-7812-4ebb-a897-a68307617c7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:58.352592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d48429d-06e6-4ae2-aa29-22c04e404702 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Made reservation on behalf of 2f3d363a7de54bdf9fe5439d93baccd2 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:58.356500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0d48429d-06e6-4ae2-aa29-22c04e404702 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.581727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0d48429d-06e6-4ae2-aa29-22c04e404702 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.615123 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82b6d5-115e-446a-9d87-913155381938 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Pushing event updated for resources: {'Network': ['ID=ca1ba14e-7812-4ebb-a897-a68307617c7c,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:58.629834 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network ca1ba14e-7812-4ebb-a897-a68307617c7c details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:58:58.656787 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48429d-06e6-4ae2-aa29-22c04e404702 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Pushing event updated for resources: {'Subnet': ['ID=6a9d13e9-d9a1-49f3-981e-5ab5bd7fc43b,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:58.666455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48429d-06e6-4ae2-aa29-22c04e404702 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Checking segment: {'id': 'c85d4b88-76e2-4429-8f6a-dbed4e3e7894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ca1ba14e-7812-4ebb-a897-a68307617c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:58.666812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d48429d-06e6-4ae2-aa29-22c04e404702 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Network hostable DHCP agents. Network: ca1ba14e-7812-4ebb-a897-a68307617c7c, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:58:58.687865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d48429d-06e6-4ae2-aa29-22c04e404702 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Network ca1ba14e-7812-4ebb-a897-a68307617c7c is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:58:58.702822 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-0d48429d-06e6-4ae2-aa29-22c04e404702 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, ca1ba14e-7812-4ebb-a897-a68307617c7c) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:58.707207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d48429d-06e6-4ae2-aa29-22c04e404702 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:58.707795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0d48429d-06e6-4ae2-aa29-22c04e404702 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.721101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2641f19-1cb3-454e-abcb-346229320ba0 None None] Network ca1ba14e-7812-4ebb-a897-a68307617c7c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:58.728210 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0d48429d-06e6-4ae2-aa29-22c04e404702 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4785869 Mar 29 09:58:58.731235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58018) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:58.736217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-db10a1dc-8f42-4975-a830-d4913d035d7d tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1910331332'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:58.764643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db10a1dc-8f42-4975-a830-d4913d035d7d tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Made reservation on behalf of 2f3d363a7de54bdf9fe5439d93baccd2 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:58.770251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db10a1dc-8f42-4975-a830-d4913d035d7d tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.809399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db10a1dc-8f42-4975-a830-d4913d035d7d tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:58:58.820296 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db10a1dc-8f42-4975-a830-d4913d035d7d tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.821212 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-db10a1dc-8f42-4975-a830-d4913d035d7d tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Added segment e3c592d5-04ef-47c9-950d-1714c49102d2 of type vlan for network 26d18c7d-3eac-48e6-8bc1-04c73cce889b Mar 29 09:58:58.863052 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db10a1dc-8f42-4975-a830-d4913d035d7d tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.889522 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db10a1dc-8f42-4975-a830-d4913d035d7d tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.895382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10a1dc-8f42-4975-a830-d4913d035d7d tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:58.895982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-db10a1dc-8f42-4975-a830-d4913d035d7d tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.919849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-ca1ba14e-7812-4ebb-a897-a68307617c7c', 'network_id': 'ca1ba14e-7812-4ebb-a897-a68307617c7c', 'tenant_id': '2f3d363a7de54bdf9fe5439d93baccd2', 'fixed_ips': [{'subnet_id': '6a9d13e9-d9a1-49f3-981e-5ab5bd7fc43b'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:58:58.920526 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:58.936258 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-db10a1dc-8f42-4975-a830-d4913d035d7d tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2039404 Mar 29 09:58:58.941940 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58020) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:58.948595 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ffbeb6df-7e73-4055-b6d4-076b3078cbbc tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Request body: {'subnet': {'network_id': '26d18c7d-3eac-48e6-8bc1-04c73cce889b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:58.974473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10a1dc-8f42-4975-a830-d4913d035d7d tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Pushing event updated for resources: {'Network': ['ID=26d18c7d-3eac-48e6-8bc1-04c73cce889b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:58.999556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 26d18c7d-3eac-48e6-8bc1-04c73cce889b details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:58:59.057509 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbeb6df-7e73-4055-b6d4-076b3078cbbc tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Made reservation on behalf of 2f3d363a7de54bdf9fe5439d93baccd2 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:58:59.061015 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb6df-7e73-4055-b6d4-076b3078cbbc tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:59.127512 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Allocated IP 172.20.0.2 (ca1ba14e-7812-4ebb-a897-a68307617c7c/6a9d13e9-d9a1-49f3-981e-5ab5bd7fc43b/f207514b-1c65-4b5b-b37d-6c7ec45bfe2f) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:58:59.219866 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-285282f4-0752-41f5-bd25-54d89ec0f929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:59.271623 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb6df-7e73-4055-b6d4-076b3078cbbc tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:59.289218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:59.298578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:59.341679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbeb6df-7e73-4055-b6d4-076b3078cbbc tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Pushing event updated for resources: {'Subnet': ['ID=6f4141ce-500b-4427-b7b3-2a13b02b98b6,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:59.347171 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbeb6df-7e73-4055-b6d4-076b3078cbbc tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Checking segment: {'id': 'e3c592d5-04ef-47c9-950d-1714c49102d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '26d18c7d-3eac-48e6-8bc1-04c73cce889b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:59.347526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbeb6df-7e73-4055-b6d4-076b3078cbbc tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Network hostable DHCP agents. Network: 26d18c7d-3eac-48e6-8bc1-04c73cce889b, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:58:59.350652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Network ca1ba14e-7812-4ebb-a897-a68307617c7c is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:58:59.353630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:59.358288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:58:59.361366 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Pushing event updated for resources: {'Port': ['ID=f207514b-1c65-4b5b-b37d-6c7ec45bfe2f,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:59.369165 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbeb6df-7e73-4055-b6d4-076b3078cbbc tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Network 26d18c7d-3eac-48e6-8bc1-04c73cce889b is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:58:59.383635 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ffbeb6df-7e73-4055-b6d4-076b3078cbbc tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 26d18c7d-3eac-48e6-8bc1-04c73cce889b) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:58:59.388634 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbeb6df-7e73-4055-b6d4-076b3078cbbc tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:58:59.389394 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ffbeb6df-7e73-4055-b6d4-076b3078cbbc tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:59.411773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f76f438-e753-4086-9fd7-762618d9a5a2 None None] Network 26d18c7d-3eac-48e6-8bc1-04c73cce889b requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:58:59.419972 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ffbeb6df-7e73-4055-b6d4-076b3078cbbc tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4754069 Mar 29 09:58:59.422927 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58022) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:59.428092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c46a937f-5b4e-4e3e-98f1-234ad0fb38a6 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Request body: {'router': {'external_gateway_info': {'network_id': '26d18c7d-3eac-48e6-8bc1-04c73cce889b'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:58:59.446269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Attempting to bind port f207514b-1c65-4b5b-b37d-6c7ec45bfe2f on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:58:59.446852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Attempting to bind port f207514b-1c65-4b5b-b37d-6c7ec45bfe2f by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'c85d4b88-76e2-4429-8f6a-dbed4e3e7894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ca1ba14e-7812-4ebb-a897-a68307617c7c'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:58:59.447280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Attempting to bind port f207514b-1c65-4b5b-b37d-6c7ec45bfe2f on network ca1ba14e-7812-4ebb-a897-a68307617c7c {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:58:59.487057 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:58:59.487340 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Checking segment: {'id': 'c85d4b88-76e2-4429-8f6a-dbed4e3e7894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ca1ba14e-7812-4ebb-a897-a68307617c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:58:59.487741 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:59.488133 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Bound using segment: {'id': 'c85d4b88-76e2-4429-8f6a-dbed4e3e7894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ca1ba14e-7812-4ebb-a897-a68307617c7c'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:58:59.488602 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Bound port: f207514b-1c65-4b5b-b37d-6c7ec45bfe2f, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c85d4b88-76e2-4429-8f6a-dbed4e3e7894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'ca1ba14e-7812-4ebb-a897-a68307617c7c'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:58:59.488985 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:59.605976 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] For port f207514b-1c65-4b5b-b37d-6c7ec45bfe2f, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:58:59.611656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] For port f207514b-1c65-4b5b-b37d-6c7ec45bfe2f, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f207514b-1c65-4b5b-b37d-6c7ec45bfe2f,segment=NetworkSegment(c85d4b88-76e2-4429-8f6a-dbed4e3e7894),segment_id=c85d4b88-76e2-4429-8f6a-dbed4e3e7894)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:58:59.629607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:59.661559 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c46a937f-5b4e-4e3e-98f1-234ad0fb38a6 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:59.661847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-26d18c7d-3eac-48e6-8bc1-04c73cce889b', 'network_id': '26d18c7d-3eac-48e6-8bc1-04c73cce889b', 'tenant_id': '2f3d363a7de54bdf9fe5439d93baccd2', 'fixed_ips': [{'subnet_id': '6f4141ce-500b-4427-b7b3-2a13b02b98b6'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:58:59.662689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:58:59.717122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459bfc5-5b4d-4cfb-b1fe-c018eba26635 None None] Pushing event updated for resources: {'Port': ['ID=f207514b-1c65-4b5b-b37d-6c7ec45bfe2f,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:58:59.833893 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.api.v2.resource [None req-c46a937f-5b4e-4e3e-98f1-234ad0fb38a6 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 29 09:58:59.842136 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c46a937f-5b4e-4e3e-98f1-234ad0fb38a6 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] 10.222.0.32 "PUT /v2.0/routers/2b89486d-5ae6-4b60-8db0-9bc204187edf HTTP/1.1" status: 400 len: 364 time: 0.4180570 Mar 29 09:58:59.844170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58024) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:58:59.849138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Allocated IP 172.21.0.2 (26d18c7d-3eac-48e6-8bc1-04c73cce889b/6f4141ce-500b-4427-b7b3-2a13b02b98b6/488eec32-0928-43e8-94f1-f1c142cfa543) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:58:59.926759 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e475fa-3868-4bb4-8e6a-9ff6159e7a37 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Deleting subnet 6f4141ce-500b-4427-b7b3-2a13b02b98b6 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:59:00.052534 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.057843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59e475fa-3868-4bb4-8e6a-9ff6159e7a37 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.058547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.100026 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Network 26d18c7d-3eac-48e6-8bc1-04c73cce889b is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:00.105126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:00.108127 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59e475fa-3868-4bb4-8e6a-9ff6159e7a37 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.108305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:59:00.115404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Pushing event updated for resources: {'Port': ['ID=488eec32-0928-43e8-94f1-f1c142cfa543,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:00.172687 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Attempting to bind port 488eec32-0928-43e8-94f1-f1c142cfa543 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:59:00.173051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Attempting to bind port 488eec32-0928-43e8-94f1-f1c142cfa543 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'e3c592d5-04ef-47c9-950d-1714c49102d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '26d18c7d-3eac-48e6-8bc1-04c73cce889b'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:59:00.173429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Attempting to bind port 488eec32-0928-43e8-94f1-f1c142cfa543 on network 26d18c7d-3eac-48e6-8bc1-04c73cce889b {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:59:00.178726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:59:00.179094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Checking segment: {'id': 'e3c592d5-04ef-47c9-950d-1714c49102d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '26d18c7d-3eac-48e6-8bc1-04c73cce889b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:59:00.179485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.179933 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Bound using segment: {'id': 'e3c592d5-04ef-47c9-950d-1714c49102d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '26d18c7d-3eac-48e6-8bc1-04c73cce889b'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:59:00.180395 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Bound port: 488eec32-0928-43e8-94f1-f1c142cfa543, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c592d5-04ef-47c9-950d-1714c49102d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '26d18c7d-3eac-48e6-8bc1-04c73cce889b'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:59:00.180769 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.214844 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59e475fa-3868-4bb4-8e6a-9ff6159e7a37 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.283336 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59e475fa-3868-4bb4-8e6a-9ff6159e7a37 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.286778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] For port 488eec32-0928-43e8-94f1-f1c142cfa543, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:59:00.291243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] For port 488eec32-0928-43e8-94f1-f1c142cfa543, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=488eec32-0928-43e8-94f1-f1c142cfa543,segment=NetworkSegment(e3c592d5-04ef-47c9-950d-1714c49102d2),segment_id=e3c592d5-04ef-47c9-950d-1714c49102d2)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:59:00.297753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.319556 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e475fa-3868-4bb4-8e6a-9ff6159e7a37 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4141ce-500b-4427-b7b3-2a13b02b98b6,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:00.328529 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59e475fa-3868-4bb4-8e6a-9ff6159e7a37 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.330516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f207514b-1c65-4b5b-b37d-6c7ec45bfe2f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:59:00.332320 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-59e475fa-3868-4bb4-8e6a-9ff6159e7a37 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] 10.222.0.32 "DELETE /v2.0/subnets/6f4141ce-500b-4427-b7b3-2a13b02b98b6 HTTP/1.1" status: 204 len: 168 time: 0.4871421 Mar 29 09:59:00.334722 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58026) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:00.395629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b4d51-31ff-4ce5-b6fe-2626df1b46fb None None] Pushing event updated for resources: {'Port': ['ID=488eec32-0928-43e8-94f1-f1c142cfa543,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:00.412463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port f207514b-1c65-4b5b-b37d-6c7ec45bfe2f triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:00.412927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.418758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.494247 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Deleting port 488eec32-0928-43e8-94f1-f1c142cfa543 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:59:00.494700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.512267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.555313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port f207514b-1c65-4b5b-b37d-6c7ec45bfe2f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f207514b-1c65-4b5b-b37d-6c7ec45bfe2f,segment=NetworkSegment(c85d4b88-76e2-4429-8f6a-dbed4e3e7894),segment_id=c85d4b88-76e2-4429-8f6a-dbed4e3e7894)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:00.561463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.573100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] For port 488eec32-0928-43e8-94f1-f1c142cfa543, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=488eec32-0928-43e8-94f1-f1c142cfa543,segment=NetworkSegment(e3c592d5-04ef-47c9-950d-1714c49102d2),segment_id=e3c592d5-04ef-47c9-950d-1714c49102d2)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:00.573799 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.590255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Calling delete_port for 488eec32-0928-43e8-94f1-f1c142cfa543 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:59:00.626123 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=f207514b-1c65-4b5b-b37d-6c7ec45bfe2f,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:00.696856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.733615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.771909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] No DVR routers for this DVR port 488eec32-0928-43e8-94f1-f1c142cfa543 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:59:00.773536 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Pushing event deleted for resources: {'Port': ['ID=488eec32-0928-43e8-94f1-f1c142cfa543,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:00.864214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.886563 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d18c7d-3eac-48e6-8bc1-04c73cce889b']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:00.901560 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c592d5-04ef-47c9-950d-1714c49102d2') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:00.902036 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c592d5-04ef-47c9-950d-1714c49102d2') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:00.912442 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.915674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38674540-b0b5-44bf-b505-292277ecc69f None None] Network ca1ba14e-7812-4ebb-a897-a68307617c7c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:59:00.928671 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.935864 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:59:00.936292 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:59:00.940740 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:59:01.004594 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.005135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a93d86e7-14c6-4c8c-b357-7975ebf40145 None None] Provisioning complete for port f207514b-1c65-4b5b-b37d-6c7ec45bfe2f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:01.005613 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a93d86e7-14c6-4c8c-b357-7975ebf40145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.012309 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.017661 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] 10.222.0.32 "DELETE /v2.0/networks/26d18c7d-3eac-48e6-8bc1-04c73cce889b HTTP/1.1" status: 204 len: 168 time: 0.6797986 Mar 29 09:59:01.018691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58028) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:01.054311 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335be4a-1e8b-44d0-9986-1b82858228ed tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Pushing event deleted for resources: {'Network': ['ID=26d18c7d-3eac-48e6-8bc1-04c73cce889b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:01.085260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-77826990-20b8-45b4-92bb-aca33f7ab89a tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Deleting subnet 6a9d13e9-d9a1-49f3-981e-5ab5bd7fc43b {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 09:59:01.088912 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-77826990-20b8-45b4-92bb-aca33f7ab89a tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.131713 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-77826990-20b8-45b4-92bb-aca33f7ab89a tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.225838 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-77826990-20b8-45b4-92bb-aca33f7ab89a tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.297099 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-77826990-20b8-45b4-92bb-aca33f7ab89a tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.341066 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77826990-20b8-45b4-92bb-aca33f7ab89a tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9d13e9-d9a1-49f3-981e-5ab5bd7fc43b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:01.343122 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-77826990-20b8-45b4-92bb-aca33f7ab89a tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.346429 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-77826990-20b8-45b4-92bb-aca33f7ab89a tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] 10.222.0.32 "DELETE /v2.0/subnets/6a9d13e9-d9a1-49f3-981e-5ab5bd7fc43b HTTP/1.1" status: 204 len: 168 time: 0.3265560 Mar 29 09:59:01.348826 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58030) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:01.431560 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.433411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd259a6-6bcc-48a6-9bf6-84e4076a0c36 None None] Network ca1ba14e-7812-4ebb-a897-a68307617c7c requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:59:01.489205 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Deleting port f207514b-1c65-4b5b-b37d-6c7ec45bfe2f {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:59:01.489803 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.520422 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3e7fe204-bf77-49e9-b8da-076134afd976 None None] Provisioning complete for port f207514b-1c65-4b5b-b37d-6c7ec45bfe2f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:01.520796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe204-bf77-49e9-b8da-076134afd976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.574603 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] For port f207514b-1c65-4b5b-b37d-6c7ec45bfe2f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f207514b-1c65-4b5b-b37d-6c7ec45bfe2f,segment=NetworkSegment(c85d4b88-76e2-4429-8f6a-dbed4e3e7894),segment_id=c85d4b88-76e2-4429-8f6a-dbed4e3e7894)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:01.575058 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.588871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Calling delete_port for f207514b-1c65-4b5b-b37d-6c7ec45bfe2f owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:59:01.621954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31f6399-8251-45c5-a3e3-67255d61d5e9 None None] DHCP port deletion for 26d18c7d-3eac-48e6-8bc1-04c73cce889b request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:59:01.679091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.681949 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04761ff1-ca2e-4e6a-826e-c59315788b78 None None] Network 26d18c7d-3eac-48e6-8bc1-04c73cce889b requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:59:01.697766 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a74061-6ab2-4bda-9ddc-e56cdbd9df20 None None] DHCP port deletion for ca1ba14e-7812-4ebb-a897-a68307617c7c request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 09:59:01.699898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04761ff1-ca2e-4e6a-826e-c59315788b78 None None] Network 26d18c7d-3eac-48e6-8bc1-04c73cce889b could not be found, it might have been deleted concurrently. {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 29 09:59:01.710747 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Pushing event deleted for resources: {'Port': ['ID=f207514b-1c65-4b5b-b37d-6c7ec45bfe2f,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:01.717185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] No DVR routers for this DVR port f207514b-1c65-4b5b-b37d-6c7ec45bfe2f on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:59:01.784154 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-cf790562-7f9a-4568-8bc6-a573c66d40ea None None] Could not find standard attr ID for object 488eec32-0928-43e8-94f1-f1c142cfa543. {{(pid=102497) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 29 09:59:01.797027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.818047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1ba14e-7812-4ebb-a897-a68307617c7c']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:01.827850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85d4b88-76e2-4429-8f6a-dbed4e3e7894') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:01.828143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85d4b88-76e2-4429-8f6a-dbed4e3e7894') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:01.837919 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.851936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.859732 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 09:59:01.860365 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 09:59:01.864205 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 09:59:01.930891 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.938324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:01.941229 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] 10.222.0.32 "DELETE /v2.0/networks/ca1ba14e-7812-4ebb-a897-a68307617c7c HTTP/1.1" status: 204 len: 168 time: 0.5912280 Mar 29 09:59:01.943847 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58032) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:01.962385 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9dcf5-5c64-4908-ba06-879212f32025 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Pushing event deleted for resources: {'Network': ['ID=ca1ba14e-7812-4ebb-a897-a68307617c7c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:01.978499 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-39677b11-92b2-487e-9572-0bb9c7b0bb11 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b89486d-5ae6-4b60-8db0-9bc204187edf HTTP/1.1" status: 200 len: 205 time: 0.0336254 Mar 29 09:59:01.980884 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58034) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:02.058798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca468d63-c0e5-42f8-b11b-0fe92550f3b6 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:02.090119 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:02.226002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca468d63-c0e5-42f8-b11b-0fe92550f3b6 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:02.228741 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca468d63-c0e5-42f8-b11b-0fe92550f3b6 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:02.252759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f207514b-1c65-4b5b-b37d-6c7ec45bfe2f no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:59:02.273233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca468d63-c0e5-42f8-b11b-0fe92550f3b6 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:02.274009 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca468d63-c0e5-42f8-b11b-0fe92550f3b6 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Fanout notify agent at l3_agent the message router_deleted on router 2b89486d-5ae6-4b60-8db0-9bc204187edf {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 09:59:02.274247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: f207514b-1c65-4b5b-b37d-6c7ec45bfe2f {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:59:02.274600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f207514b-1c65-4b5b-b37d-6c7ec45bfe2f not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:59:02.287448 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca468d63-c0e5-42f8-b11b-0fe92550f3b6 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:02.289968 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ca468d63-c0e5-42f8-b11b-0fe92550f3b6 tempest-RoutersNegativeTest-2024924305 tempest-RoutersNegativeTest-2024924305-project] 10.222.0.32 "DELETE /v2.0/routers/2b89486d-5ae6-4b60-8db0-9bc204187edf HTTP/1.1" status: 204 len: 168 time: 0.3073354 Mar 29 09:59:02.559925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58040) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:02.656089 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:02.702912 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9f000316-ea26-4085-8a39-9f346cbde4af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f3d363a7de54bdf9fe5439d93baccd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416583 Mar 29 09:59:02.706531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58044) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:02.754001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:02.782979 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:02.834334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:02.838496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:02.839900 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cecb90f-361e-4441-bfaf-f4ef6d6ea8dd HTTP/1.1" status: 204 len: 168 time: 0.1323080 Mar 29 09:59:02.853011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cecb90f-361e-4441-bfaf-f4ef6d6ea8dd,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:02.865466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:02.866067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:02.866634 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:02.867218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:02.867797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:02.868369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:02.868941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:02.869487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:02.870077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:02.870636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:02.871190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:02.871722 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b459a471-6303-4af2-9304-bd3ebfff3378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:03.517443 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58066) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:03.614966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1729896959-network', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:03.673652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Made reservation on behalf of af6885c8c5ee4b7c99db3a42f6c83e77 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:59:03.676755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:03.688211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:03.771819 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:03.777155 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:03.801071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:59:03.816081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3621ed8a-d1be-457a-906f-d1d4ee7a7322,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:03.818949 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:03.819280 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Added segment 38767fbc-6326-4774-b26a-79f2b802d99e of type vlan for network 85e258bb-2abe-4df7-ba80-e35d160cffb0 Mar 29 09:59:03.866901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:03.904291 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:03.906153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:03.906942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:03.915829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:03.946606 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4280348 Mar 29 09:59:03.949529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58070) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:03.956161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-88b67a51-07ec-4a13-a3d7-d5e492450333 admin admin] Request body: {'subnet': {'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1729896959-subnet', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'ip_version': 4}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:03.993221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b1058-887b-45c2-be74-f0d67ebdab07 admin admin] Pushing event updated for resources: {'Network': ['ID=85e258bb-2abe-4df7-ba80-e35d160cffb0,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:04.006560 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 85e258bb-2abe-4df7-ba80-e35d160cffb0 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:59:04.008821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b67a51-07ec-4a13-a3d7-d5e492450333 admin admin] Made reservation on behalf of af6885c8c5ee4b7c99db3a42f6c83e77 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:59:04.012603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-88b67a51-07ec-4a13-a3d7-d5e492450333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:04.213093 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-88b67a51-07ec-4a13-a3d7-d5e492450333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:04.273045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b67a51-07ec-4a13-a3d7-d5e492450333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=117ba923-47cb-4bd1-b016-9833eb7c471d,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:04.283518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b67a51-07ec-4a13-a3d7-d5e492450333 admin admin] Checking segment: {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:59:04.283942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b67a51-07ec-4a13-a3d7-d5e492450333 admin admin] Network hostable DHCP agents. Network: 85e258bb-2abe-4df7-ba80-e35d160cffb0, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:59:04.305318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b67a51-07ec-4a13-a3d7-d5e492450333 admin admin] Network 85e258bb-2abe-4df7-ba80-e35d160cffb0 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:59:04.314562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-88b67a51-07ec-4a13-a3d7-d5e492450333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 85e258bb-2abe-4df7-ba80-e35d160cffb0) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:04.320240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b67a51-07ec-4a13-a3d7-d5e492450333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:04.320847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-88b67a51-07ec-4a13-a3d7-d5e492450333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:04.326112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f94f53-80cf-44b2-9065-78ea8909bdec None None] Network 85e258bb-2abe-4df7-ba80-e35d160cffb0 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:59:04.341211 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-88b67a51-07ec-4a13-a3d7-d5e492450333 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3900597 Mar 29 09:59:04.344228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58072) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:04.351023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1729896959-router', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:04.373785 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:04.374958 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:04.438179 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:04.601026 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:04.670881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-85e258bb-2abe-4df7-ba80-e35d160cffb0', 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'fixed_ips': [{'subnet_id': '117ba923-47cb-4bd1-b016-9833eb7c471d'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:59:04.671771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:04.825641 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:04.827191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Allocated IP 172.20.0.2 (85e258bb-2abe-4df7-ba80-e35d160cffb0/117ba923-47cb-4bd1-b016-9833eb7c471d/618c1f60-63be-4cef-90a1-b81e8b77c0b7) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:59:04.847358 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:04.972675 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Allocated IP 172.26.1.177 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/f3cd4e10-883e-419f-81a6-9f005c988303) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:59:04.996300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:05.003742 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:05.042521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Network 85e258bb-2abe-4df7-ba80-e35d160cffb0 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:05.045868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:05.049324 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:59:05.062909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Pushing event updated for resources: {'Port': ['ID=618c1f60-63be-4cef-90a1-b81e8b77c0b7,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:05.092850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:05.130818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Attempting to bind port 618c1f60-63be-4cef-90a1-b81e8b77c0b7 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:59:05.131299 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Attempting to bind port 618c1f60-63be-4cef-90a1-b81e8b77c0b7 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:59:05.131778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Attempting to bind port 618c1f60-63be-4cef-90a1-b81e8b77c0b7 on network 85e258bb-2abe-4df7-ba80-e35d160cffb0 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:59:05.137744 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:05.138542 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:59:05.139057 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Checking segment: {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:59:05.139657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:05.140096 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Bound using segment: {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:59:05.140608 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Bound port: 618c1f60-63be-4cef-90a1-b81e8b77c0b7, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:59:05.140991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:05.215664 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:05.219655 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:05.223614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:59:05.232714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] For port 618c1f60-63be-4cef-90a1-b81e8b77c0b7, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:59:05.236496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] For port 618c1f60-63be-4cef-90a1-b81e8b77c0b7, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=618c1f60-63be-4cef-90a1-b81e8b77c0b7,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:59:05.240907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:05.255893 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Pushing event updated for resources: {'Port': ['ID=f3cd4e10-883e-419f-81a6-9f005c988303,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:05.310909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8c77f-d2b4-4a3c-af96-6fb47c875d8f None None] Pushing event updated for resources: {'Port': ['ID=618c1f60-63be-4cef-90a1-b81e8b77c0b7,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:05.603498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:05.853712 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:05.991784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Router d5377ed2-5455-4f21-b655-601eea4cc68d is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:59:06.298471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 618c1f60-63be-4cef-90a1-b81e8b77c0b7 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:59:06.377264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 618c1f60-63be-4cef-90a1-b81e8b77c0b7 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:06.378127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:06.480188 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:59:06.489793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:06.493998 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Sync routers for ids ['d5377ed2-5455-4f21-b655-601eea4cc68d'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:59:06.503966 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:06.506191 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8baab448-f236-4b7b-bc00-2705ba65c370 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1603296 Mar 29 09:59:06.509791 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58074) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:06.537304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Routers {'d5377ed2-5455-4f21-b655-601eea4cc68d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:59:06.538340 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:58:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['d5377ed2-5455-4f21-b655-601eea4cc68d'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:06.588463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd918d62-45d2-454b-bb57-1cc2bfd438b0 None None] Network 85e258bb-2abe-4df7-ba80-e35d160cffb0 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:59:06.593513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 618c1f60-63be-4cef-90a1-b81e8b77c0b7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=618c1f60-63be-4cef-90a1-b81e8b77c0b7,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:06.622487 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:06.777970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-698253c8-02f6-4558-a4da-9a18a417e862 None None] Provisioning complete for port 618c1f60-63be-4cef-90a1-b81e8b77c0b7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:06.778342 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-698253c8-02f6-4558-a4da-9a18a417e862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:06.779827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=618c1f60-63be-4cef-90a1-b81e8b77c0b7,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:06.819145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Set router d5377ed2-5455-4f21-b655-601eea4cc68d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:59:06.983441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.108354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'name': 'tempest-TestEncryptedCinderVolumes-1729896959-router', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:05Z', 'revision_number': 3, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'gw_port': {'id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:10:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:07.140136 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Checking router: d5377ed2-5455-4f21-b655-601eea4cc68d for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:59:07.140515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Updating router d5377ed2-5455-4f21-b655-601eea4cc68d port f3cd4e10-883e-419f-81a6-9f005c988303 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:59:07.176012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.198527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Allocated IP 172.20.0.1 (85e258bb-2abe-4df7-ba80-e35d160cffb0/117ba923-47cb-4bd1-b016-9833eb7c471d/ca6b295e-05f2-44ea-9278-1e092e40bef8) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:59:07.325940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.367395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.403659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Network 85e258bb-2abe-4df7-ba80-e35d160cffb0 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:07.406745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:07.410432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:59:07.424457 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-215606f8-00d0-4470-9b19-b1e1b0e99f68 None None] Provisioning complete for port 618c1f60-63be-4cef-90a1-b81e8b77c0b7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:07.425040 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-215606f8-00d0-4470-9b19-b1e1b0e99f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.435156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Pushing event updated for resources: {'Port': ['ID=ca6b295e-05f2-44ea-9278-1e092e40bef8,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:07.462294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.525093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.539773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.631076 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Attempting to bind port f3cd4e10-883e-419f-81a6-9f005c988303 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:59:07.631450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Attempting to bind port f3cd4e10-883e-419f-81a6-9f005c988303 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:59:07.631816 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Attempting to bind port f3cd4e10-883e-419f-81a6-9f005c988303 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:59:07.636329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.646410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dc197-bf5b-4da9-a9fd-101a6e9f9388 None None] Pushing event updated for resources: {'Port': ['ID=f3cd4e10-883e-419f-81a6-9f005c988303,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:07.649061 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:59:07.649445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:59:07.649883 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.650271 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:59:07.650759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Bound port: f3cd4e10-883e-419f-81a6-9f005c988303, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:59:07.651150 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.721429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] For port f3cd4e10-883e-419f-81a6-9f005c988303, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:59:07.728177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] For port f3cd4e10-883e-419f-81a6-9f005c988303, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f3cd4e10-883e-419f-81a6-9f005c988303,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:59:07.735628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.856441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.863627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.933095 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Pushing event updated for resources: {'Port': ['ID=ca6b295e-05f2-44ea-9278-1e092e40bef8,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:07.936013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:07.976481 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dc197-bf5b-4da9-a9fd-101a6e9f9388 None None] Pushing event updated for resources: {'Port': ['ID=f3cd4e10-883e-419f-81a6-9f005c988303,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:07.979475 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Routers {'d5377ed2-5455-4f21-b655-601eea4cc68d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:59:07.980079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:58:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['d5377ed2-5455-4f21-b655-601eea4cc68d'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:08.018970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-26a28374-460c-4279-9c15-e125cbea6e98 None None] Provisioning complete for port ca6b295e-05f2-44ea-9278-1e092e40bef8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:08.019348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-26a28374-460c-4279-9c15-e125cbea6e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:08.053365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Network 85e258bb-2abe-4df7-ba80-e35d160cffb0 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:08.055979 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:08.101557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-26a28374-460c-4279-9c15-e125cbea6e98 None None] Port ca6b295e-05f2-44ea-9278-1e092e40bef8 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:59:08.139490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] Set router d5377ed2-5455-4f21-b655-601eea4cc68d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:59:08.192684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Router d5377ed2-5455-4f21-b655-601eea4cc68d has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:59:08.304895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 618c1f60-63be-4cef-90a1-b81e8b77c0b7 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:59:08.349515 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:59:08.359937 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3ebcb64d-071b-4b74-9c5d-0c7ed954feff admin admin] 10.222.0.32 "PUT /v2.0/routers/d5377ed2-5455-4f21-b655-601eea4cc68d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8483496 Mar 29 09:59:08.381684 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5a5f74bb-be4a-490a-b5d7-4c51c6708eeb None None] Provisioning complete for port ca6b295e-05f2-44ea-9278-1e092e40bef8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:08.382112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5a5f74bb-be4a-490a-b5d7-4c51c6708eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:08.450906 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f74bb-be4a-490a-b5d7-4c51c6708eeb None None] Port ca6b295e-05f2-44ea-9278-1e092e40bef8 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:59:08.457860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 618c1f60-63be-4cef-90a1-b81e8b77c0b7 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:08.458240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:08.507625 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'name': 'tempest-TestEncryptedCinderVolumes-1729896959-router', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:07Z', 'revision_number': 4, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'gw_port': {'id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:10:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'ca6b295e-05f2-44ea-9278-1e092e40bef8', 'name': '', 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'mac_address': 'fa:16:3e:5a:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '117ba923-47cb-4bd1-b016-9833eb7c471d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:07Z', 'updated_at': '2022-03-29T09:59:07Z', 'revision_number': 2, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'subnets': [{'id': '117ba923-47cb-4bd1-b016-9833eb7c471d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:08.543348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d32cc1-9efa-4d30-81de-014b4ea1b406 None None] The sync data for ids ['d5377ed2-5455-4f21-b655-601eea4cc68d'] in dv-neutron-835554-1-hyperv is: [{'id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'name': 'tempest-TestEncryptedCinderVolumes-1729896959-router', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:07Z', 'revision_number': 4, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'gw_port': {'id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:10:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'ca6b295e-05f2-44ea-9278-1e092e40bef8', 'name': '', 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'mac_address': 'fa:16:3e:5a:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '117ba923-47cb-4bd1-b016-9833eb7c471d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:07Z', 'updated_at': '2022-03-29T09:59:07Z', 'revision_number': 2, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'subnets': [{'id': '117ba923-47cb-4bd1-b016-9833eb7c471d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:59:08.989499 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58090) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:08.994733 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1654005817-network', 'tenant_id': '73564d998e554c06918a722e145e5d29'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:09.016809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Made reservation on behalf of 73564d998e554c06918a722e145e5d29 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:59:09.019129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.028372 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.113531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.118317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.143185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 09:59:09.151975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb79bb1-bb52-4277-a2fb-fe08409c5e40,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:09.166603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.167735 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Added segment c3ab5541-db59-4561-b374-952d3df7504c of type vlan for network 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 Mar 29 09:59:09.218387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.268025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.268908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:09.269507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.305519 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3147480 Mar 29 09:59:09.308488 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58092) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:09.313445 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1ff7e7cf-e21e-4d75-a1b5-182c5c414018 admin admin] Request body: {'subnet': {'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1654005817-subnet', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'ip_version': 4}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:09.340784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff7e7cf-e21e-4d75-a1b5-182c5c414018 admin admin] Made reservation on behalf of 73564d998e554c06918a722e145e5d29 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:59:09.343238 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1ff7e7cf-e21e-4d75-a1b5-182c5c414018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.362776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d9a35-835d-4891-a450-95e627fc2c6a admin admin] Pushing event updated for resources: {'Network': ['ID=76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:09.377687 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 09:59:09.580418 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1ff7e7cf-e21e-4d75-a1b5-182c5c414018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.644395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7e7cf-e21e-4d75-a1b5-182c5c414018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ffaab97-175c-49cc-8df4-e4295cbf2a02,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:09.655551 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff7e7cf-e21e-4d75-a1b5-182c5c414018 admin admin] Checking segment: {'id': 'c3ab5541-db59-4561-b374-952d3df7504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:59:09.656148 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7e7cf-e21e-4d75-a1b5-182c5c414018 admin admin] Network hostable DHCP agents. Network: 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 09:59:09.685360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff7e7cf-e21e-4d75-a1b5-182c5c414018 admin admin] Network 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 09:59:09.696233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-1ff7e7cf-e21e-4d75-a1b5-182c5c414018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:09.700691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7e7cf-e21e-4d75-a1b5-182c5c414018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:09.701367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1ff7e7cf-e21e-4d75-a1b5-182c5c414018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.716133 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d2a79-9da1-4b76-b3fe-36ea73d8ee3b None None] Network 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:59:09.719707 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1ff7e7cf-e21e-4d75-a1b5-182c5c414018 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4095519 Mar 29 09:59:09.722107 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58094) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:09.731092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1654005817-router', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:09.755600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.756744 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.829886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:09.896725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2', 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'fixed_ips': [{'subnet_id': '1ffaab97-175c-49cc-8df4-e4295cbf2a02'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 09:59:09.897858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.039855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.096534 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Allocated IP 172.20.0.2 (76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2/1ffaab97-175c-49cc-8df4-e4295cbf2a02/98a61612-f099-4223-91e0-378a2a7f93f7) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:59:10.297027 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.308287 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f3cd4e10-883e-419f-81a6-9f005c988303 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:59:10.312893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.318404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.340540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.402947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Network 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:10.409173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:10.418973 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:59:10.440988 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Pushing event updated for resources: {'Port': ['ID=98a61612-f099-4223-91e0-378a2a7f93f7,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:10.469890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Allocated IP 172.26.1.3 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/e7d41a4a-0ba8-459f-93fe-eafbaac230cb) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:59:10.511395 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port f3cd4e10-883e-419f-81a6-9f005c988303 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:10.511917 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.555907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Attempting to bind port 98a61612-f099-4223-91e0-378a2a7f93f7 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:59:10.556273 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Attempting to bind port 98a61612-f099-4223-91e0-378a2a7f93f7 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'c3ab5541-db59-4561-b374-952d3df7504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:59:10.556636 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Attempting to bind port 98a61612-f099-4223-91e0-378a2a7f93f7 on network 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:59:10.566232 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:59:10.566604 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Checking segment: {'id': 'c3ab5541-db59-4561-b374-952d3df7504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:59:10.566997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.567387 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Bound using segment: {'id': 'c3ab5541-db59-4561-b374-952d3df7504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:59:10.567845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Bound port: 98a61612-f099-4223-91e0-378a2a7f93f7, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5541-db59-4561-b374-952d3df7504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:59:10.568226 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.607221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.654023 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.699643 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:10.702750 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:10.706851 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:59:10.711925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.713243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d41a4a-0ba8-459f-93fe-eafbaac230cb,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:10.720997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] For port 98a61612-f099-4223-91e0-378a2a7f93f7, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:59:10.744799 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:10.745364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:10.745925 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:10.746628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:10.747069 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:10.747538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:10.748593 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:10.748593 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:10.748954 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:10.749338 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:10.749814 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:10.750255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:10.769323 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] For port 98a61612-f099-4223-91e0-378a2a7f93f7, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=98a61612-f099-4223-91e0-378a2a7f93f7,segment=NetworkSegment(c3ab5541-db59-4561-b374-952d3df7504c),segment_id=c3ab5541-db59-4561-b374-952d3df7504c)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:59:10.776337 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port f3cd4e10-883e-419f-81a6-9f005c988303, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f3cd4e10-883e-419f-81a6-9f005c988303,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:10.779811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.791954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:10.878335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2f20e-c2b8-4bb2-9e40-25632a3d8b86 None None] Pushing event updated for resources: {'Port': ['ID=98a61612-f099-4223-91e0-378a2a7f93f7,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:10.954455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=f3cd4e10-883e-419f-81a6-9f005c988303,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:10.957910 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Sync routers for ids ['d5377ed2-5455-4f21-b655-601eea4cc68d'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:59:10.975425 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Routers {'d5377ed2-5455-4f21-b655-601eea4cc68d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:59:10.976306 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:58:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['d5377ed2-5455-4f21-b655-601eea4cc68d'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:11.104970 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Set router d5377ed2-5455-4f21-b655-601eea4cc68d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:59:11.115326 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:11.366263 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'name': 'tempest-TestEncryptedCinderVolumes-1729896959-router', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:07Z', 'revision_number': 4, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'gw_port': {'id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:10:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'ca6b295e-05f2-44ea-9278-1e092e40bef8', 'name': '', 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'mac_address': 'fa:16:3e:5a:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '117ba923-47cb-4bd1-b016-9833eb7c471d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:07Z', 'updated_at': '2022-03-29T09:59:07Z', 'revision_number': 2, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'subnets': [{'id': '117ba923-47cb-4bd1-b016-9833eb7c471d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:11.393717 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Checking router: d5377ed2-5455-4f21-b655-601eea4cc68d for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:59:11.394066 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Updating router d5377ed2-5455-4f21-b655-601eea4cc68d port ca6b295e-05f2-44ea-9278-1e092e40bef8 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:59:11.398932 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:11.420481 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:11.552233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Router c5995b1d-b2cf-4472-a72f-f42eae258595 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 09:59:11.762496 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:59:11.774072 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:11.780792 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:11.795550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Sync routers for ids ['c5995b1d-b2cf-4472-a72f-f42eae258595'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:59:11.807017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:11.813784 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58096) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 09:59:11.814652 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6b6859b7-ea1a-45a1-acf2-e3bf21110740 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0905447 Mar 29 09:59:11.845067 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Pushing event updated for resources: {'Port': ['ID=ca6b295e-05f2-44ea-9278-1e092e40bef8,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:11.850835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Routers {'c5995b1d-b2cf-4472-a72f-f42eae258595'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:59:11.851847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:58:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c5995b1d-b2cf-4472-a72f-f42eae258595'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:11.855481 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:11.855820 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:11.856331 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:11.856813 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:11.857303 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:11.857886 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:11.858372 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:11.858855 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:11.859339 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:11.859816 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:11.860294 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:11.860761 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 09:59:11.938104 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Attempting to bind port ca6b295e-05f2-44ea-9278-1e092e40bef8 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:59:11.938697 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Attempting to bind port ca6b295e-05f2-44ea-9278-1e092e40bef8 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:59:11.939221 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Attempting to bind port ca6b295e-05f2-44ea-9278-1e092e40bef8 on network 85e258bb-2abe-4df7-ba80-e35d160cffb0 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:59:11.945186 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:59:11.945789 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Checking segment: {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:59:11.946362 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:11.946912 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Bound using segment: {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:59:11.947538 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Bound port: ca6b295e-05f2-44ea-9278-1e092e40bef8, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:59:11.948092 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:12.060000 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] For port ca6b295e-05f2-44ea-9278-1e092e40bef8, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:59:12.064354 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] For port ca6b295e-05f2-44ea-9278-1e092e40bef8, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ca6b295e-05f2-44ea-9278-1e092e40bef8,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:59:12.071933 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:12.200581 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Routers {'d5377ed2-5455-4f21-b655-601eea4cc68d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:59:12.201850 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:58:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['d5377ed2-5455-4f21-b655-601eea4cc68d'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:12.228520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Set router c5995b1d-b2cf-4472-a72f-f42eae258595 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:59:12.286743 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56ec6e-51e9-479a-8649-e8d1143ce7f1 None None] Pushing event updated for resources: {'Port': ['ID=ca6b295e-05f2-44ea-9278-1e092e40bef8,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:12.389839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d4ac56d9-60cc-4c1d-a8ab-567312eacbbf None None] Provisioning complete for port ca6b295e-05f2-44ea-9278-1e092e40bef8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:12.390554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d4ac56d9-60cc-4c1d-a8ab-567312eacbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:12.440455 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] Set router d5377ed2-5455-4f21-b655-601eea4cc68d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:59:12.588551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a901393-69c3-477b-b132-104a707c212f None None] Network 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 09:59:12.590701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f3cd4e10-883e-419f-81a6-9f005c988303 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:59:12.807014 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'name': 'tempest-TestEncryptedCinderVolumes-1729896959-router', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:07Z', 'revision_number': 4, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'gw_port': {'id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:10:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'ca6b295e-05f2-44ea-9278-1e092e40bef8', 'name': '', 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'mac_address': 'fa:16:3e:5a:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '117ba923-47cb-4bd1-b016-9833eb7c471d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:07Z', 'updated_at': '2022-03-29T09:59:12Z', 'revision_number': 4, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'subnets': [{'id': '117ba923-47cb-4bd1-b016-9833eb7c471d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:12.833856 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d12035-a2da-4361-a511-092c84ed83f8 None None] The sync data for ids ['d5377ed2-5455-4f21-b655-601eea4cc68d'] in dv-neutron-835554-1-hyperv is: [{'id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'name': 'tempest-TestEncryptedCinderVolumes-1729896959-router', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:07Z', 'revision_number': 4, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'gw_port': {'id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:10:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'ca6b295e-05f2-44ea-9278-1e092e40bef8', 'name': '', 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'mac_address': 'fa:16:3e:5a:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '117ba923-47cb-4bd1-b016-9833eb7c471d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:07Z', 'updated_at': '2022-03-29T09:59:12Z', 'revision_number': 4, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'subnets': [{'id': '117ba923-47cb-4bd1-b016-9833eb7c471d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:59:12.845764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d4ac56d9-60cc-4c1d-a8ab-567312eacbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:12.859504 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port f3cd4e10-883e-419f-81a6-9f005c988303 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:12.860203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.042749 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'name': 'tempest-TestEncryptedCinderVolumes-1654005817-router', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:09Z', 'updated_at': '2022-03-29T09:59:10Z', 'revision_number': 3, 'project_id': '73564d998e554c06918a722e145e5d29', 'gw_port': {'id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:10Z', 'updated_at': '2022-03-29T09:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:13.089965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Checking router: c5995b1d-b2cf-4472-a72f-f42eae258595 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:59:13.090400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Updating router c5995b1d-b2cf-4472-a72f-f42eae258595 port e7d41a4a-0ba8-459f-93fe-eafbaac230cb binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:59:13.103368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.162129 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d4ac56d9-60cc-4c1d-a8ab-567312eacbbf None None] For port ca6b295e-05f2-44ea-9278-1e092e40bef8, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ca6b295e-05f2-44ea-9278-1e092e40bef8,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:13.169908 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.176207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d4ac56d9-60cc-4c1d-a8ab-567312eacbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.339496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Allocated IP 172.20.0.1 (76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2/1ffaab97-175c-49cc-8df4-e4295cbf2a02/f0ac655e-169e-420f-aa2b-b17652e859bb) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:59:13.388776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac56d9-60cc-4c1d-a8ab-567312eacbbf None None] Pushing event updated for resources: {'Port': ['ID=ca6b295e-05f2-44ea-9278-1e092e40bef8,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:13.397064 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 98a61612-f099-4223-91e0-378a2a7f93f7 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:59:13.402728 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-484ec13e-296c-4402-9766-88178d4dfca5 None None] Provisioning complete for port ca6b295e-05f2-44ea-9278-1e092e40bef8 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:13.403162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-484ec13e-296c-4402-9766-88178d4dfca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.476129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.528145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.555484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 98a61612-f099-4223-91e0-378a2a7f93f7 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:13.555863 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.583081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Network 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:13.588604 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:13.594135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:59:13.625216 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Pushing event updated for resources: {'Port': ['ID=f0ac655e-169e-420f-aa2b-b17652e859bb,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:13.645436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.701764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-484ec13e-296c-4402-9766-88178d4dfca5 None None] Provisioning complete for port 98a61612-f099-4223-91e0-378a2a7f93f7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:13.705611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-484ec13e-296c-4402-9766-88178d4dfca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.828969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.830507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.848997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.888154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.958634 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 98a61612-f099-4223-91e0-378a2a7f93f7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=98a61612-f099-4223-91e0-378a2a7f93f7,segment=NetworkSegment(c3ab5541-db59-4561-b374-952d3df7504c),segment_id=c3ab5541-db59-4561-b374-952d3df7504c)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:13.962344 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc5f01-7872-468e-a9ad-c75f71102772 None None] Pushing event updated for resources: {'Port': ['ID=e7d41a4a-0ba8-459f-93fe-eafbaac230cb,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:13.965423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Attempting to bind port e7d41a4a-0ba8-459f-93fe-eafbaac230cb on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:59:13.965860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Attempting to bind port e7d41a4a-0ba8-459f-93fe-eafbaac230cb by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:59:13.966222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Attempting to bind port e7d41a4a-0ba8-459f-93fe-eafbaac230cb on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:59:13.968275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-484ec13e-296c-4402-9766-88178d4dfca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.972193 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.988203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:59:13.988711 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:59:13.989076 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:13.989467 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:59:13.989983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Bound port: e7d41a4a-0ba8-459f-93fe-eafbaac230cb, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:59:13.990363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:14.125748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=98a61612-f099-4223-91e0-378a2a7f93f7,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:14.137176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-484ec13e-296c-4402-9766-88178d4dfca5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 09:59:14.137595 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-484ec13e-296c-4402-9766-88178d4dfca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 09:59:14.150504 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] For port e7d41a4a-0ba8-459f-93fe-eafbaac230cb, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:59:14.156564 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] For port e7d41a4a-0ba8-459f-93fe-eafbaac230cb, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e7d41a4a-0ba8-459f-93fe-eafbaac230cb,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:59:14.162022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:14.164768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:14.168790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:14.303792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc5f01-7872-468e-a9ad-c75f71102772 None None] Pushing event updated for resources: {'Port': ['ID=e7d41a4a-0ba8-459f-93fe-eafbaac230cb,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:14.311380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Pushing event updated for resources: {'Port': ['ID=f0ac655e-169e-420f-aa2b-b17652e859bb,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:14.312106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Routers {'c5995b1d-b2cf-4472-a72f-f42eae258595'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:59:14.313550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:58:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c5995b1d-b2cf-4472-a72f-f42eae258595'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:14.316009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:14.399215 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ca6b295e-05f2-44ea-9278-1e092e40bef8 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:59:14.483048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Network 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:14.485388 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:14.590785 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] Set router c5995b1d-b2cf-4472-a72f-f42eae258595 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:59:14.628407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port ca6b295e-05f2-44ea-9278-1e092e40bef8 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:14.628806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:14.678669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Router c5995b1d-b2cf-4472-a72f-f42eae258595 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 09:59:14.841513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 09:59:14.850712 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2316b8b4-0c95-4ac0-a0ff-7c53bd0492cb admin admin] 10.222.0.32 "PUT /v2.0/routers/c5995b1d-b2cf-4472-a72f-f42eae258595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0316665 Mar 29 09:59:14.891024 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 98a61612-f099-4223-91e0-378a2a7f93f7 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:59:14.963043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-bf86313d-64b7-4770-8bcb-508f51f4291d None None] Provisioning complete for port 98a61612-f099-4223-91e0-378a2a7f93f7 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:14.963412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf86313d-64b7-4770-8bcb-508f51f4291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:15.026704 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 98a61612-f099-4223-91e0-378a2a7f93f7 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:15.027074 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:15.175547 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:59:15.213194 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'name': 'tempest-TestEncryptedCinderVolumes-1654005817-router', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:09Z', 'updated_at': '2022-03-29T09:59:13Z', 'revision_number': 4, 'project_id': '73564d998e554c06918a722e145e5d29', 'gw_port': {'id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:10Z', 'updated_at': '2022-03-29T09:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'f0ac655e-169e-420f-aa2b-b17652e859bb', 'name': '', 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'mac_address': 'fa:16:3e:55:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1ffaab97-175c-49cc-8df4-e4295cbf2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:13Z', 'updated_at': '2022-03-29T09:59:13Z', 'revision_number': 2, 'project_id': '73564d998e554c06918a722e145e5d29', 'subnets': [{'id': '1ffaab97-175c-49cc-8df4-e4295cbf2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:15.247221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e92ce6-9d8f-4ed0-8dc1-25269b2526a9 None None] The sync data for ids ['c5995b1d-b2cf-4472-a72f-f42eae258595'] in dv-neutron-835554-1-hyperv is: [{'id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'name': 'tempest-TestEncryptedCinderVolumes-1654005817-router', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:09Z', 'updated_at': '2022-03-29T09:59:13Z', 'revision_number': 4, 'project_id': '73564d998e554c06918a722e145e5d29', 'gw_port': {'id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:10Z', 'updated_at': '2022-03-29T09:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'f0ac655e-169e-420f-aa2b-b17652e859bb', 'name': '', 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'mac_address': 'fa:16:3e:55:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1ffaab97-175c-49cc-8df4-e4295cbf2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:13Z', 'updated_at': '2022-03-29T09:59:13Z', 'revision_number': 2, 'project_id': '73564d998e554c06918a722e145e5d29', 'subnets': [{'id': '1ffaab97-175c-49cc-8df4-e4295cbf2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:59:15.337901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-bf86313d-64b7-4770-8bcb-508f51f4291d None None] Provisioning complete for port f0ac655e-169e-420f-aa2b-b17652e859bb triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:15.338286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf86313d-64b7-4770-8bcb-508f51f4291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:15.383899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-bf86313d-64b7-4770-8bcb-508f51f4291d None None] Port f0ac655e-169e-420f-aa2b-b17652e859bb cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:59:16.286913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e7d41a4a-0ba8-459f-93fe-eafbaac230cb up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:59:16.348802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e7d41a4a-0ba8-459f-93fe-eafbaac230cb triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:16.350335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:16.473004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:16.501382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port e7d41a4a-0ba8-459f-93fe-eafbaac230cb, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e7d41a4a-0ba8-459f-93fe-eafbaac230cb,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:16.508406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:16.584733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=e7d41a4a-0ba8-459f-93fe-eafbaac230cb,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:16.879666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-cd7889a9-a71b-477e-966d-a5230457d54c tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:16.882273 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-cd7889a9-a71b-477e-966d-a5230457d54c tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/networks?id=85e258bb-2abe-4df7-ba80-e35d160cffb0 HTTP/1.1" status: 200 len: 817 time: 0.1379337 Mar 29 09:59:16.904451 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-dc9a2ac5-5743-430e-923f-577b40fa37af tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/quotas/af6885c8c5ee4b7c99db3a42f6c83e77 HTTP/1.1" status: 200 len: 375 time: 0.0155480 Mar 29 09:59:16.984048 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-5e6d7a1e-4823-4ade-877d-43da49e562a7 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af6885c8c5ee4b7c99db3a42f6c83e77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709159 Mar 29 09:59:17.107307 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-bed4386f-c2bd-4328-a41a-ce8c59807f09 service neutron] 10.222.0.32 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098135 Mar 29 09:59:17.220539 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-42887fe1-c30d-40f9-8722-3e023f00d610 service neutron] 10.222.0.32 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053686 Mar 29 09:59:17.443720 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-961fc0bb-c523-4c68-9c08-fd494427e9f5 req-fb8fbe01-7756-462c-a8f1-252c819de149 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 210 time: 0.0377066 Mar 29 09:59:17.507781 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Sync routers for ids ['c5995b1d-b2cf-4472-a72f-f42eae258595'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 09:59:17.528781 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Routers {'c5995b1d-b2cf-4472-a72f-f42eae258595'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:59:17.529778 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:58:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c5995b1d-b2cf-4472-a72f-f42eae258595'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:17.813243 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Set router c5995b1d-b2cf-4472-a72f-f42eae258595 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:59:18.047995 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'name': 'tempest-TestEncryptedCinderVolumes-1654005817-router', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:09Z', 'updated_at': '2022-03-29T09:59:13Z', 'revision_number': 4, 'project_id': '73564d998e554c06918a722e145e5d29', 'gw_port': {'id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:10Z', 'updated_at': '2022-03-29T09:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'f0ac655e-169e-420f-aa2b-b17652e859bb', 'name': '', 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'mac_address': 'fa:16:3e:55:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1ffaab97-175c-49cc-8df4-e4295cbf2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:13Z', 'updated_at': '2022-03-29T09:59:13Z', 'revision_number': 2, 'project_id': '73564d998e554c06918a722e145e5d29', 'subnets': [{'id': '1ffaab97-175c-49cc-8df4-e4295cbf2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:18.082895 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Checking router: c5995b1d-b2cf-4472-a72f-f42eae258595 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 09:59:18.083356 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Updating router c5995b1d-b2cf-4472-a72f-f42eae258595 port f0ac655e-169e-420f-aa2b-b17652e859bb binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 09:59:18.111612 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.267107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e7d41a4a-0ba8-459f-93fe-eafbaac230cb up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:59:18.329234 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e7d41a4a-0ba8-459f-93fe-eafbaac230cb triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:18.329508 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.441233 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.449160 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.498890 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c30e4d-c66c-4f72-a409-e38f5aec18fc None None] Pushing event updated for resources: {'Port': ['ID=f0ac655e-169e-420f-aa2b-b17652e859bb,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:18.595665 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Attempting to bind port f0ac655e-169e-420f-aa2b-b17652e859bb on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:59:18.596746 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Attempting to bind port f0ac655e-169e-420f-aa2b-b17652e859bb by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'c3ab5541-db59-4561-b374-952d3df7504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:59:18.597277 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Attempting to bind port f0ac655e-169e-420f-aa2b-b17652e859bb on network 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:59:18.603420 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:59:18.604066 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Checking segment: {'id': 'c3ab5541-db59-4561-b374-952d3df7504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:59:18.604652 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.605190 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Bound using segment: {'id': 'c3ab5541-db59-4561-b374-952d3df7504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:59:18.605880 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Bound port: f0ac655e-169e-420f-aa2b-b17652e859bb, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ab5541-db59-4561-b374-952d3df7504c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:59:18.606432 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.686308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-31ab0358-4805-4f69-bc9e-fc15514e7979 req-02203642-fc78-4741-b25f-d40db4c90c37 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 210 time: 0.0612540 Mar 29 09:59:18.707254 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] For port f0ac655e-169e-420f-aa2b-b17652e859bb, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:59:18.714556 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] For port f0ac655e-169e-420f-aa2b-b17652e859bb, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f0ac655e-169e-420f-aa2b-b17652e859bb,segment=NetworkSegment(c3ab5541-db59-4561-b374-952d3df7504c),segment_id=c3ab5541-db59-4561-b374-952d3df7504c)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:59:18.716497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-4fd18dca-f2fa-4c98-a21e-4d3491a4fe3c tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:18.719249 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-4fd18dca-f2fa-4c98-a21e-4d3491a4fe3c tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.24 "GET /v2.0/networks?id=85e258bb-2abe-4df7-ba80-e35d160cffb0 HTTP/1.1" status: 200 len: 817 time: 0.2699873 Mar 29 09:59:18.721997 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.743312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Request body: {'port': {'device_id': '52331753-9544-48aa-a1da-f811fc9c6d57', 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0', 'admin_state_up': True, 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:18.822078 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Routers {'c5995b1d-b2cf-4472-a72f-f42eae258595'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 09:59:18.822746 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T09:58:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c5995b1d-b2cf-4472-a72f-f42eae258595'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:18.871315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a625ec2e-7524-4a0d-85a8-47e203e26d4f None None] Provisioning complete for port f0ac655e-169e-420f-aa2b-b17652e859bb triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:18.871846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a625ec2e-7524-4a0d-85a8-47e203e26d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.894804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Made reservation on behalf of af6885c8c5ee4b7c99db3a42f6c83e77 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:59:18.900407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:18.946513 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c30e4d-c66c-4f72-a409-e38f5aec18fc None None] Pushing event updated for resources: {'Port': ['ID=f0ac655e-169e-420f-aa2b-b17652e859bb,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:18.966284 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] Set router c5995b1d-b2cf-4472-a72f-f42eae258595 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 09:59:19.009087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a625ec2e-7524-4a0d-85a8-47e203e26d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:19.075901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-a625ec2e-7524-4a0d-85a8-47e203e26d4f None None] For port f0ac655e-169e-420f-aa2b-b17652e859bb, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f0ac655e-169e-420f-aa2b-b17652e859bb,segment=NetworkSegment(c3ab5541-db59-4561-b374-952d3df7504c),segment_id=c3ab5541-db59-4561-b374-952d3df7504c)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:19.082485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a625ec2e-7524-4a0d-85a8-47e203e26d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:19.145185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Allocated IP 172.20.0.14 (85e258bb-2abe-4df7-ba80-e35d160cffb0/117ba923-47cb-4bd1-b016-9833eb7c471d/645d0bd8-da70-4d3d-8241-1ec0d3075e53) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:59:19.161397 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625ec2e-7524-4a0d-85a8-47e203e26d4f None None] Pushing event updated for resources: {'Port': ['ID=f0ac655e-169e-420f-aa2b-b17652e859bb,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:19.214562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3a4f3337-82d4-4c5e-a85f-f992917adc95 None None] Provisioning complete for port f0ac655e-169e-420f-aa2b-b17652e859bb triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:19.216301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3a4f3337-82d4-4c5e-a85f-f992917adc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:19.268029 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'name': 'tempest-TestEncryptedCinderVolumes-1654005817-router', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:09Z', 'updated_at': '2022-03-29T09:59:13Z', 'revision_number': 4, 'project_id': '73564d998e554c06918a722e145e5d29', 'gw_port': {'id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:10Z', 'updated_at': '2022-03-29T09:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'f0ac655e-169e-420f-aa2b-b17652e859bb', 'name': '', 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'mac_address': 'fa:16:3e:55:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1ffaab97-175c-49cc-8df4-e4295cbf2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:13Z', 'updated_at': '2022-03-29T09:59:18Z', 'revision_number': 4, 'project_id': '73564d998e554c06918a722e145e5d29', 'subnets': [{'id': '1ffaab97-175c-49cc-8df4-e4295cbf2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 09:59:19.313596 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03160872-bdbf-4d86-8530-75d5760e13fb None None] The sync data for ids ['c5995b1d-b2cf-4472-a72f-f42eae258595'] in dv-neutron-835554-1-hyperv is: [{'id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'name': 'tempest-TestEncryptedCinderVolumes-1654005817-router', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:09Z', 'updated_at': '2022-03-29T09:59:13Z', 'revision_number': 4, 'project_id': '73564d998e554c06918a722e145e5d29', 'gw_port': {'id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:10Z', 'updated_at': '2022-03-29T09:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'f0ac655e-169e-420f-aa2b-b17652e859bb', 'name': '', 'network_id': '76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'mac_address': 'fa:16:3e:55:71:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1ffaab97-175c-49cc-8df4-e4295cbf2a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:13Z', 'updated_at': '2022-03-29T09:59:18Z', 'revision_number': 4, 'project_id': '73564d998e554c06918a722e145e5d29', 'subnets': [{'id': '1ffaab97-175c-49cc-8df4-e4295cbf2a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 09:59:19.381151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:19.426618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:19.504428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Network 85e258bb-2abe-4df7-ba80-e35d160cffb0 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:19.509968 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:19.515034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:59:19.519195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Pushing event updated for resources: {'Port': ['ID=645d0bd8-da70-4d3d-8241-1ec0d3075e53,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:19.577627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:19.578408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:19.605559 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-70c1fd72-6e38-4554-9425-98018379e4ff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8697295 Mar 29 09:59:19.622067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Request body: {'port': {'device_id': '52331753-9544-48aa-a1da-f811fc9c6d57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:19.693482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:19.858927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-6f40c11a-297b-40d2-bf2c-c4014ece3bf1 None None] Provisioning complete for port 645d0bd8-da70-4d3d-8241-1ec0d3075e53 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:19.859776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6f40c11a-297b-40d2-bf2c-c4014ece3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:19.923332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6f40c11a-297b-40d2-bf2c-c4014ece3bf1 None None] Port 645d0bd8-da70-4d3d-8241-1ec0d3075e53 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:59:19.982606 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbd7ca-cf4d-4f12-9fd5-adcb58932937 req-cd5de965-c5e3-4840-ab18-3a202f076aff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:19.984206 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0bfbd7ca-cf4d-4f12-9fd5-adcb58932937 req-cd5de965-c5e3-4840-ab18-3a202f076aff tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 932 time: 0.1331110 Mar 29 09:59:20.066476 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0bfbd7ca-cf4d-4f12-9fd5-adcb58932937 req-051d9351-cdc4-4292-972d-9056d78f8f24 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535064 Mar 29 09:59:20.152606 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645d0bd8-da70-4d3d-8241-1ec0d3075e53 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:59:20.163640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:20.179922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Transition to ACTIVE for port object 645d0bd8-da70-4d3d-8241-1ec0d3075e53 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:59:20.188473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:20.282416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Pushing event updated for resources: {'Port': ['ID=645d0bd8-da70-4d3d-8241-1ec0d3075e53,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:20.301077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f0ac655e-169e-420f-aa2b-b17652e859bb up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:59:20.364884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port f0ac655e-169e-420f-aa2b-b17652e859bb triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:20.365259 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:20.373618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Attempting to bind port 645d0bd8-da70-4d3d-8241-1ec0d3075e53 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:59:20.374162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Attempting to bind port 645d0bd8-da70-4d3d-8241-1ec0d3075e53 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:59:20.375081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Attempting to bind port 645d0bd8-da70-4d3d-8241-1ec0d3075e53 on network 85e258bb-2abe-4df7-ba80-e35d160cffb0 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:59:20.382740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Port 645d0bd8-da70-4d3d-8241-1ec0d3075e53 on network 85e258bb-2abe-4df7-ba80-e35d160cffb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:59:20.383130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Attempting to bind port 645d0bd8-da70-4d3d-8241-1ec0d3075e53 on network 85e258bb-2abe-4df7-ba80-e35d160cffb0 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:59:20.391984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:59:20.392510 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Checking segment: {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:59:20.393121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Bound using segment: {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:59:20.393863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Bound port: 645d0bd8-da70-4d3d-8241-1ec0d3075e53, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:59:20.394441 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:20.520592 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] For port 645d0bd8-da70-4d3d-8241-1ec0d3075e53, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:59:20.525829 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] For port 645d0bd8-da70-4d3d-8241-1ec0d3075e53, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=645d0bd8-da70-4d3d-8241-1ec0d3075e53,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:59:20.531650 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:20.571358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:20.571358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:20.572770 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] 10.222.0.24 "PUT /v2.0/ports/645d0bd8-da70-4d3d-8241-1ec0d3075e53 HTTP/1.1" status: 200 len: 1094 time: 0.9585826 Mar 29 09:59:20.573259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52331753-9544-48aa-a1da-f811fc9c6d57', 'tag': '645d0bd8-da70-4d3d-8241-1ec0d3075e53'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:59:20.575896 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d05a6a5-a303-4a10-a580-974c893f4a23" -d '{"events": [{"name": "network-changed", "server_uuid": "52331753-9544-48aa-a1da-f811fc9c6d57", "tag": "645d0bd8-da70-4d3d-8241-1ec0d3075e53"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:59:20.610238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1cd29-ee70-4674-9dc9-734a4d800195 service neutron] Pushing event updated for resources: {'Port': ['ID=645d0bd8-da70-4d3d-8241-1ec0d3075e53,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:20.669616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8a333e-a576-4d7a-a492-4503cd74872f x-openstack-request-id: req-2c8a333e-a576-4d7a-a492-4503cd74872f {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:59:20.670017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52331753-9544-48aa-a1da-f811fc9c6d57", "tag": "645d0bd8-da70-4d3d-8241-1ec0d3075e53", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:59:20.670353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c8a333e-a576-4d7a-a492-4503cd74872f {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:59:20.670834 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52331753-9544-48aa-a1da-f811fc9c6d57', 'tag': '645d0bd8-da70-4d3d-8241-1ec0d3075e53', 'status': 'completed', 'code': 200} Mar 29 09:59:20.688184 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-a1c0aac0-57c3-45a1-9888-b4fd74f0674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:20.690029 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-a1c0aac0-57c3-45a1-9888-b4fd74f0674a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6885c8c5ee4b7c99db3a42f6c83e77&device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 1097 time: 0.0714552 Mar 29 09:59:20.747472 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-4e27c5dd-695e-47a8-a757-38a9a20bfef4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=645d0bd8-da70-4d3d-8241-1ec0d3075e53 HTTP/1.1" status: 200 len: 217 time: 0.0504258 Mar 29 09:59:20.811711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-4bb86b11-984c-4d51-839e-15d1eb476c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:20.813212 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-4bb86b11-984c-4d51-839e-15d1eb476c5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=117ba923-47cb-4bd1-b016-9833eb7c471d HTTP/1.1" status: 200 len: 856 time: 0.0590954 Mar 29 09:59:20.863203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-7d5333a0-297c-427d-89e3-a50987a41328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:20.864633 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-7d5333a0-297c-427d-89e3-a50987a41328 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85e258bb-2abe-4df7-ba80-e35d160cffb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449605 Mar 29 09:59:20.982109 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-dac2c27b-6122-4a69-9cfc-463ef3514197 service neutron] 10.222.0.24 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104500 Mar 29 09:59:21.076797 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3437e5b8-9132-4f6c-99e0-7a8b722ec681 req-f21f0e09-5867-439d-83be-12bcfd88bdab service neutron] 10.222.0.24 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883694 Mar 29 09:59:21.178010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05a6a5-a303-4a10-a580-974c893f4a23 req-bc95d611-f55a-40c6-8ef6-419a1e0dff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:21.179560 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5d05a6a5-a303-4a10-a580-974c893f4a23 req-bc95d611-f55a-40c6-8ef6-419a1e0dff1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6885c8c5ee4b7c99db3a42f6c83e77&device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 1097 time: 0.0553534 Mar 29 09:59:21.281439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510741b-ee3f-41f7-89ea-b5752cff9fed req-5fdfe741-5728-47b1-8756-1746beeb23e9 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:21.283104 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c510741b-ee3f-41f7-89ea-b5752cff9fed req-5fdfe741-5728-47b1-8756-1746beeb23e9 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 944 time: 0.1092553 Mar 29 09:59:21.326628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05a6a5-a303-4a10-a580-974c893f4a23 req-4e40b43a-1aa4-482c-9642-0b4906cb2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:21.328075 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5d05a6a5-a303-4a10-a580-974c893f4a23 req-4e40b43a-1aa4-482c-9642-0b4906cb2303 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85e258bb-2abe-4df7-ba80-e35d160cffb0 HTTP/1.1" status: 200 len: 918 time: 0.1409531 Mar 29 09:59:21.348439 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c510741b-ee3f-41f7-89ea-b5752cff9fed req-ddc29bc0-a988-4c1c-913a-f03b02af1ebb tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566030 Mar 29 09:59:21.379256 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5d05a6a5-a303-4a10-a580-974c893f4a23 req-388d4013-6d51-47fd-81bc-c3b9162366f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=645d0bd8-da70-4d3d-8241-1ec0d3075e53 HTTP/1.1" status: 200 len: 217 time: 0.0416059 Mar 29 09:59:21.435872 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05a6a5-a303-4a10-a580-974c893f4a23 req-0f5ebe30-9558-48a9-9ec0-f7ff3a799335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:21.438319 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5d05a6a5-a303-4a10-a580-974c893f4a23 req-0f5ebe30-9558-48a9-9ec0-f7ff3a799335 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=117ba923-47cb-4bd1-b016-9833eb7c471d HTTP/1.1" status: 200 len: 856 time: 0.0528278 Mar 29 09:59:21.492571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05a6a5-a303-4a10-a580-974c893f4a23 req-2266cc51-112a-4da8-9896-75dbd2a93b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:21.494112 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5d05a6a5-a303-4a10-a580-974c893f4a23 req-2266cc51-112a-4da8-9896-75dbd2a93b1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85e258bb-2abe-4df7-ba80-e35d160cffb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484056 Mar 29 09:59:21.612091 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5d05a6a5-a303-4a10-a580-974c893f4a23 req-21425188-6c56-4102-a9ac-6e6dc3881158 service neutron] 10.222.0.24 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114266 Mar 29 09:59:21.728173 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5d05a6a5-a303-4a10-a580-974c893f4a23 req-9d49c629-374a-4e98-b1b1-bc21472a0878 service neutron] 10.222.0.24 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085355 Mar 29 09:59:22.489747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784d228-7bbb-48ce-922c-02ade44d728f req-885f1c0b-de04-48e3-ab05-beb45c87c7d5 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:22.491302 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b784d228-7bbb-48ce-922c-02ade44d728f req-885f1c0b-de04-48e3-ab05-beb45c87c7d5 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 944 time: 0.0548084 Mar 29 09:59:22.537667 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b784d228-7bbb-48ce-922c-02ade44d728f req-15a6c8f5-25e0-4fd2-aef3-1009c2d40286 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392597 Mar 29 09:59:23.686214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff558c6-09e4-4c48-a125-62c8e7dc2c18 req-5b8b5f1a-56cd-4379-b4c2-ca44c61fb76b tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:23.688016 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7ff558c6-09e4-4c48-a125-62c8e7dc2c18 req-5b8b5f1a-56cd-4379-b4c2-ca44c61fb76b tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 944 time: 0.0642030 Mar 29 09:59:23.727499 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7ff558c6-09e4-4c48-a125-62c8e7dc2c18 req-07587538-215e-451d-94ac-873895b6cbd5 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331681 Mar 29 09:59:24.849544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeeb5d4-344f-49d7-b81e-31e8cf74fd62 req-d85d35a7-8f49-4ed4-bf80-f2f87d74d5f2 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:24.851546 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aeeeb5d4-344f-49d7-b81e-31e8cf74fd62 req-d85d35a7-8f49-4ed4-bf80-f2f87d74d5f2 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 944 time: 0.0511823 Mar 29 09:59:24.895886 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aeeeb5d4-344f-49d7-b81e-31e8cf74fd62 req-05396928-913f-4fd7-9369-afd66a21ca06 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365410 Mar 29 09:59:25.083327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 645d0bd8-da70-4d3d-8241-1ec0d3075e53 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 09:59:25.186719 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 645d0bd8-da70-4d3d-8241-1ec0d3075e53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=645d0bd8-da70-4d3d-8241-1ec0d3075e53,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:25.201090 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '645d0bd8-da70-4d3d-8241-1ec0d3075e53', 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0', 'port_id': '645d0bd8-da70-4d3d-8241-1ec0d3075e53', 'mac_address': 'fa:16:3e:47:43:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117ba923-47cb-4bd1-b016-9833eb7c471d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 09:59:25.245203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:25.259025 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645d0bd8-da70-4d3d-8241-1ec0d3075e53 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:59:25.280439 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 645d0bd8-da70-4d3d-8241-1ec0d3075e53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=645d0bd8-da70-4d3d-8241-1ec0d3075e53,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:25.285455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:25.336145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=645d0bd8-da70-4d3d-8241-1ec0d3075e53,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:25.599317 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['645d0bd8-da70-4d3d-8241-1ec0d3075e53'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:59:26.020406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d07c8-8404-4660-8f41-8a814e180423 req-2d73ce4c-3ac0-434c-b813-b7a50bb6e10b tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:26.021880 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca3d07c8-8404-4660-8f41-8a814e180423 req-2d73ce4c-3ac0-434c-b813-b7a50bb6e10b tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 945 time: 0.0498402 Mar 29 09:59:26.060719 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca3d07c8-8404-4660-8f41-8a814e180423 req-7ed57b5a-a499-4976-904f-5866f10ff1c6 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Mar 29 09:59:26.789636 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-80039a65-a7b1-472b-a9cb-6c3d67614eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:27.082701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 645d0bd8-da70-4d3d-8241-1ec0d3075e53 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 09:59:27.137388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 645d0bd8-da70-4d3d-8241-1ec0d3075e53 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 09:59:27.145818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 645d0bd8-da70-4d3d-8241-1ec0d3075e53 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:27.146451 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:27.186307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a99b-05b6-4dde-8f0f-3fe15e7255a9 req-39edfed1-4cc7-42d1-9f30-1088bda6073d tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:27.187821 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87c5a99b-05b6-4dde-8f0f-3fe15e7255a9 req-39edfed1-4cc7-42d1-9f30-1088bda6073d tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 945 time: 0.0518982 Mar 29 09:59:27.230077 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87c5a99b-05b6-4dde-8f0f-3fe15e7255a9 req-ea9d4ecd-2625-441c-a90d-e96a303a0dcc tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344293 Mar 29 09:59:27.248142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:27.271267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52331753-9544-48aa-a1da-f811fc9c6d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d0bd8-da70-4d3d-8241-1ec0d3075e53'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:59:27.273649 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ee731d-3d55-46de-9e7f-0e2ef151742e" -d '{"events": [{"server_uuid": "52331753-9544-48aa-a1da-f811fc9c6d57", "name": "network-vif-plugged", "status": "completed", "tag": "645d0bd8-da70-4d3d-8241-1ec0d3075e53"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:59:27.286464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 645d0bd8-da70-4d3d-8241-1ec0d3075e53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=645d0bd8-da70-4d3d-8241-1ec0d3075e53,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:27.293084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:27.347450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=645d0bd8-da70-4d3d-8241-1ec0d3075e53,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:27.381272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75aa5c2-ddfd-49b6-9ccf-ed8d646758fc x-openstack-request-id: req-a75aa5c2-ddfd-49b6-9ccf-ed8d646758fc {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:59:27.381562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52331753-9544-48aa-a1da-f811fc9c6d57", "name": "network-vif-plugged", "status": "completed", "tag": "645d0bd8-da70-4d3d-8241-1ec0d3075e53", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:59:27.381963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a75aa5c2-ddfd-49b6-9ccf-ed8d646758fc {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:59:27.382347 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52331753-9544-48aa-a1da-f811fc9c6d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d0bd8-da70-4d3d-8241-1ec0d3075e53', 'code': 200} Mar 29 09:59:27.578954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff464e68-9d86-4c57-9881-6bfbd05a0f4f req-d3f72481-1690-4d6e-beda-8167e13a0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:27.580487 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff464e68-9d86-4c57-9881-6bfbd05a0f4f req-d3f72481-1690-4d6e-beda-8167e13a0256 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 1099 time: 0.0530570 Mar 29 09:59:27.625221 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff464e68-9d86-4c57-9881-6bfbd05a0f4f req-da911231-82aa-4754-ab9c-23e08160c339 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379610 Mar 29 09:59:28.347105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844221e-d590-4a8c-94a1-0cf3f9cb7255 req-3d368209-149c-4a6f-b321-e61236fb11ce tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:28.348588 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9844221e-d590-4a8c-94a1-0cf3f9cb7255 req-3d368209-149c-4a6f-b321-e61236fb11ce tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 946 time: 0.0500734 Mar 29 09:59:28.387151 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9844221e-d590-4a8c-94a1-0cf3f9cb7255 req-44dc04aa-e161-4479-a30b-eccafb375ac8 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322545 Mar 29 09:59:29.183774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-caa335b4-d5c1-4ef2-8869-f5dc64426479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:29.522333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a57593-2cf8-454a-af42-a24d9042ad53 req-95eb4ca9-c4da-4b22-9a6d-0608169bf3e8 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:29.524419 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3a57593-2cf8-454a-af42-a24d9042ad53 req-95eb4ca9-c4da-4b22-9a6d-0608169bf3e8 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 946 time: 0.0538464 Mar 29 09:59:29.568969 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3a57593-2cf8-454a-af42-a24d9042ad53 req-98258d15-d8a0-4f17-b3c2-32d7b63c406d tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383601 Mar 29 09:59:29.712168 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40118652-7dbf-4d88-8d8a-daa6bd46c8ca req-96a5d794-e74c-4a9a-a94d-3d83cf7ca85e tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:29.713893 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-40118652-7dbf-4d88-8d8a-daa6bd46c8ca req-96a5d794-e74c-4a9a-a94d-3d83cf7ca85e tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 946 time: 0.0681612 Mar 29 09:59:29.760083 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-40118652-7dbf-4d88-8d8a-daa6bd46c8ca req-4ae95068-9a4b-4742-917c-c2771036fd69 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 Mar 29 09:59:30.694808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:32.093328 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:32.660417 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:33.923709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:45.626348 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cf4bd89-8b28-4010-9049-d4a6bd0c43dc req-eed77214-1e9e-4e85-b378-45b3f5725c49 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530267 Mar 29 09:59:45.723057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4bd89-8b28-4010-9049-d4a6bd0c43dc req-2d2b5567-5416-43e1-af87-50455f733882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:45.724533 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cf4bd89-8b28-4010-9049-d4a6bd0c43dc req-2d2b5567-5416-43e1-af87-50455f733882 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6885c8c5ee4b7c99db3a42f6c83e77&device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 1099 time: 0.0468104 Mar 29 09:59:45.863920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4bd89-8b28-4010-9049-d4a6bd0c43dc req-11095b2a-5674-4f5c-9832-c041f24b5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:45.866239 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cf4bd89-8b28-4010-9049-d4a6bd0c43dc req-11095b2a-5674-4f5c-9832-c041f24b5137 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85e258bb-2abe-4df7-ba80-e35d160cffb0 HTTP/1.1" status: 200 len: 918 time: 0.1187549 Mar 29 09:59:45.910491 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cf4bd89-8b28-4010-9049-d4a6bd0c43dc req-f601ec56-7dd8-4b25-b1d5-06d8e57d2150 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=645d0bd8-da70-4d3d-8241-1ec0d3075e53 HTTP/1.1" status: 200 len: 217 time: 0.0375514 Mar 29 09:59:45.964490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4bd89-8b28-4010-9049-d4a6bd0c43dc req-92a18ff6-b32c-423b-b199-e7c0c391eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:45.966199 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cf4bd89-8b28-4010-9049-d4a6bd0c43dc req-92a18ff6-b32c-423b-b199-e7c0c391eb5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=117ba923-47cb-4bd1-b016-9833eb7c471d HTTP/1.1" status: 200 len: 856 time: 0.0495398 Mar 29 09:59:46.028431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4bd89-8b28-4010-9049-d4a6bd0c43dc req-d5381b47-6269-4886-b20a-dc7727a2623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:46.030124 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cf4bd89-8b28-4010-9049-d4a6bd0c43dc req-d5381b47-6269-4886-b20a-dc7727a2623a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85e258bb-2abe-4df7-ba80-e35d160cffb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0551577 Mar 29 09:59:46.148623 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cf4bd89-8b28-4010-9049-d4a6bd0c43dc req-7799e0f8-2073-49da-b038-53c7448c0bdf service neutron] 10.222.0.24 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100273 Mar 29 09:59:46.267673 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0cf4bd89-8b28-4010-9049-d4a6bd0c43dc req-bf305ce4-3827-4742-8fe7-bb8d925b9810 service neutron] 10.222.0.24 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116395 Mar 29 09:59:49.900999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89853eca-9c2e-4c21-91ca-58fd4c354738 req-63e16da6-710e-4d1c-b52b-d29b6ca9c5f5 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:49.903283 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-89853eca-9c2e-4c21-91ca-58fd4c354738 req-63e16da6-710e-4d1c-b52b-d29b6ca9c5f5 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 946 time: 0.0671060 Mar 29 09:59:49.945331 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-89853eca-9c2e-4c21-91ca-58fd4c354738 req-43494036-6b80-4cf6-9458-042b7c7b6734 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359337 Mar 29 09:59:51.066104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08e3bb-3117-4c52-a1fc-c15d940fc945 req-c169fc2a-c0b2-430a-9a72-305847edd4f5 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:51.067338 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc08e3bb-3117-4c52-a1fc-c15d940fc945 req-c169fc2a-c0b2-430a-9a72-305847edd4f5 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 946 time: 0.0483546 Mar 29 09:59:51.110231 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bc08e3bb-3117-4c52-a1fc-c15d940fc945 req-d8d76d1f-f1fb-4474-83db-f879f4a78bb7 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362902 Mar 29 09:59:51.614414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17686c29-5218-4a7a-858f-d1e72f4ffa1a req-382b2bdf-2cc9-47a3-965d-4f21aecd93e0 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:51.616433 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-17686c29-5218-4a7a-858f-d1e72f4ffa1a req-382b2bdf-2cc9-47a3-965d-4f21aecd93e0 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.24 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 946 time: 0.0529525 Mar 29 09:59:51.714365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-17686c29-5218-4a7a-858f-d1e72f4ffa1a req-01127d60-e23d-4101-a3b4-91cbd9a08f60 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Deleting port 645d0bd8-da70-4d3d-8241-1ec0d3075e53 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 09:59:51.714704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-17686c29-5218-4a7a-858f-d1e72f4ffa1a req-01127d60-e23d-4101-a3b4-91cbd9a08f60 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:51.815531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-17686c29-5218-4a7a-858f-d1e72f4ffa1a req-01127d60-e23d-4101-a3b4-91cbd9a08f60 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] For port 645d0bd8-da70-4d3d-8241-1ec0d3075e53, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=645d0bd8-da70-4d3d-8241-1ec0d3075e53,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 09:59:51.815890 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-17686c29-5218-4a7a-858f-d1e72f4ffa1a req-01127d60-e23d-4101-a3b4-91cbd9a08f60 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:51.829133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-17686c29-5218-4a7a-858f-d1e72f4ffa1a req-01127d60-e23d-4101-a3b4-91cbd9a08f60 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Calling delete_port for 645d0bd8-da70-4d3d-8241-1ec0d3075e53 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 09:59:51.978683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-17686c29-5218-4a7a-858f-d1e72f4ffa1a req-01127d60-e23d-4101-a3b4-91cbd9a08f60 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:51.994977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['645d0bd8-da70-4d3d-8241-1ec0d3075e53'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 09:59:52.016303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01127d60-e23d-4101-a3b4-91cbd9a08f60 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Pushing event deleted for resources: {'Port': ['ID=645d0bd8-da70-4d3d-8241-1ec0d3075e53,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:52.066710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-17686c29-5218-4a7a-858f-d1e72f4ffa1a req-01127d60-e23d-4101-a3b4-91cbd9a08f60 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] No DVR routers for this DVR port 645d0bd8-da70-4d3d-8241-1ec0d3075e53 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 09:59:52.070321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-17686c29-5218-4a7a-858f-d1e72f4ffa1a req-01127d60-e23d-4101-a3b4-91cbd9a08f60 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:52.074338 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-17686c29-5218-4a7a-858f-d1e72f4ffa1a req-01127d60-e23d-4101-a3b4-91cbd9a08f60 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.24 "DELETE /v2.0/ports/645d0bd8-da70-4d3d-8241-1ec0d3075e53 HTTP/1.1" status: 204 len: 173 time: 0.4525359 Mar 29 09:59:52.074802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52331753-9544-48aa-a1da-f811fc9c6d57', 'name': 'network-vif-deleted', 'tag': '645d0bd8-da70-4d3d-8241-1ec0d3075e53'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:59:52.077212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d283c9-2a53-4aed-ace3-ddce0ca9b66a" -d '{"events": [{"server_uuid": "52331753-9544-48aa-a1da-f811fc9c6d57", "name": "network-vif-deleted", "tag": "645d0bd8-da70-4d3d-8241-1ec0d3075e53"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:59:52.124575 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 09:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9865fa31-7aff-47e4-a787-153f054e739b x-openstack-request-id: req-9865fa31-7aff-47e4-a787-153f054e739b {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:59:52.124866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52331753-9544-48aa-a1da-f811fc9c6d57", "name": "network-vif-deleted", "tag": "645d0bd8-da70-4d3d-8241-1ec0d3075e53", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:59:52.125283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9865fa31-7aff-47e4-a787-153f054e739b {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:59:52.127175 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52331753-9544-48aa-a1da-f811fc9c6d57', 'name': 'network-vif-deleted', 'tag': '645d0bd8-da70-4d3d-8241-1ec0d3075e53', 'status': 'completed', 'code': 200} Mar 29 09:59:52.186566 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 09:59:52.226668 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b8fd2fae-9dbd-47d2-8d23-941a62421858 req-f3ac74d8-d00b-4a7b-8be1-f7cb80d2bb30 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=52331753-9544-48aa-a1da-f811fc9c6d57 HTTP/1.1" status: 200 len: 210 time: 0.0300412 Mar 29 09:59:53.759090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-8e4b2a85-9773-43a6-a53d-dd1c585ed306 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:53.760596 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-8e4b2a85-9773-43a6-a53d-dd1c585ed306 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/networks?id=85e258bb-2abe-4df7-ba80-e35d160cffb0 HTTP/1.1" status: 200 len: 817 time: 0.1106186 Mar 29 09:59:53.779055 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ba0811d7-af16-4154-9230-2b36cdb5f9b4 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/quotas/af6885c8c5ee4b7c99db3a42f6c83e77 HTTP/1.1" status: 200 len: 375 time: 0.0120993 Mar 29 09:59:53.831010 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-e82cdc46-7b40-47e4-8a3e-de59fbb37bc6 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=af6885c8c5ee4b7c99db3a42f6c83e77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462418 Mar 29 09:59:53.940324 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-bfcf35fa-63bb-4d46-b787-db68ce5e2b04 service neutron] 10.222.0.32 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967002 Mar 29 09:59:54.032911 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ea7e0b76-8a63-4dd4-a8b9-e3e234c47783 service neutron] 10.222.0.32 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859351 Mar 29 09:59:54.227443 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b4e70c57-4b8e-464b-a109-fa690bf48434 req-caae3438-6f94-4ab8-85eb-ce7bb25767b3 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 210 time: 0.0404208 Mar 29 09:59:55.194010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-76d65416-570b-46d8-9e24-9d28c5117929 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:55.195513 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-76d65416-570b-46d8-9e24-9d28c5117929 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.24 "GET /v2.0/networks?id=85e258bb-2abe-4df7-ba80-e35d160cffb0 HTTP/1.1" status: 200 len: 817 time: 0.1127775 Mar 29 09:59:55.208629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Request body: {'port': {'device_id': '2e25420e-d8de-4569-a4d9-249ba14f4ab6', 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0', 'admin_state_up': True, 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:55.246484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 645d0bd8-da70-4d3d-8241-1ec0d3075e53 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 09:59:55.271084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 645d0bd8-da70-4d3d-8241-1ec0d3075e53 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 09:59:55.271659 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 645d0bd8-da70-4d3d-8241-1ec0d3075e53 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 09:59:55.648476 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d968a6b-1870-4769-8f6a-b0feb1cdda1f req-b688b62f-c4d5-4e8a-9ee7-e1022ef38d91 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 210 time: 0.0296545 Mar 29 09:59:55.718097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Made reservation on behalf of af6885c8c5ee4b7c99db3a42f6c83e77 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 09:59:55.722884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:55.866086 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Allocated IP 172.20.0.12 (85e258bb-2abe-4df7-ba80-e35d160cffb0/117ba923-47cb-4bd1-b016-9833eb7c471d/323ffd68-ae5f-45b9-9806-4447c40f3315) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 09:59:56.044702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:56.079274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:56.125680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Network 85e258bb-2abe-4df7-ba80-e35d160cffb0 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 09:59:56.128700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 09:59:56.133231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 09:59:56.158488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Pushing event updated for resources: {'Port': ['ID=323ffd68-ae5f-45b9-9806-4447c40f3315,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:56.189964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:56.190670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:56.210503 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1b497fc4-431e-499b-a9da-48439579d1bf tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0060046 Mar 29 09:59:56.222138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Request body: {'port': {'device_id': '2e25420e-d8de-4569-a4d9-249ba14f4ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 09:59:56.299812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:56.349162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-df5abe3a-0b52-46ce-b775-f881bb32c519 None None] Provisioning complete for port 323ffd68-ae5f-45b9-9806-4447c40f3315 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 09:59:56.350371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-df5abe3a-0b52-46ce-b775-f881bb32c519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:56.394053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-df5abe3a-0b52-46ce-b775-f881bb32c519 None None] Port 323ffd68-ae5f-45b9-9806-4447c40f3315 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 09:59:56.602755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323ffd68-ae5f-45b9-9806-4447c40f3315 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 09:59:56.610274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:56.628943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Transition to ACTIVE for port object 323ffd68-ae5f-45b9-9806-4447c40f3315 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 09:59:56.635107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:56.706386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Pushing event updated for resources: {'Port': ['ID=323ffd68-ae5f-45b9-9806-4447c40f3315,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:56.793028 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-335b03d0-da62-46b6-ae51-9267b82a1777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:56.825254 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Attempting to bind port 323ffd68-ae5f-45b9-9806-4447c40f3315 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 09:59:56.825620 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Attempting to bind port 323ffd68-ae5f-45b9-9806-4447c40f3315 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 09:59:56.825950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Attempting to bind port 323ffd68-ae5f-45b9-9806-4447c40f3315 on network 85e258bb-2abe-4df7-ba80-e35d160cffb0 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:59:56.835484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c847d-ceba-4855-99f3-18b5b3ac1c28 req-7613728a-f65e-4044-84e9-24ab189b0f1d tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:56.837210 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-285c847d-ceba-4855-99f3-18b5b3ac1c28 req-7613728a-f65e-4044-84e9-24ab189b0f1d tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 944 time: 0.0921481 Mar 29 09:59:56.840989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Port 323ffd68-ae5f-45b9-9806-4447c40f3315 on network 85e258bb-2abe-4df7-ba80-e35d160cffb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 09:59:56.841314 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Attempting to bind port 323ffd68-ae5f-45b9-9806-4447c40f3315 on network 85e258bb-2abe-4df7-ba80-e35d160cffb0 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 09:59:56.848754 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 9, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 09:59:56.849100 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Checking segment: {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 09:59:56.849535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Bound using segment: {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 09:59:56.850071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Bound port: 323ffd68-ae5f-45b9-9806-4447c40f3315, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38767fbc-6326-4774-b26a-79f2b802d99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 09:59:56.850439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:56.931540 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-285c847d-ceba-4855-99f3-18b5b3ac1c28 req-ec01ee60-db2e-43ac-aa3d-ea0d830d5057 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846810 Mar 29 09:59:56.966573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] For port 323ffd68-ae5f-45b9-9806-4447c40f3315, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 09:59:56.969646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] For port 323ffd68-ae5f-45b9-9806-4447c40f3315, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=323ffd68-ae5f-45b9-9806-4447c40f3315,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 09:59:56.975506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:57.032799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:57.033879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:57.036294 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] 10.222.0.24 "PUT /v2.0/ports/323ffd68-ae5f-45b9-9806-4447c40f3315 HTTP/1.1" status: 200 len: 1094 time: 0.8182607 Mar 29 09:59:57.037552 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e25420e-d8de-4569-a4d9-249ba14f4ab6', 'tag': '323ffd68-ae5f-45b9-9806-4447c40f3315'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 09:59:57.041599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab23b3f-ef30-462a-815a-45ede9f77fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e25420e-d8de-4569-a4d9-249ba14f4ab6", "tag": "323ffd68-ae5f-45b9-9806-4447c40f3315"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 09:59:57.078915 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89eb89-656b-42a6-8560-b1617a277750 service neutron] Pushing event updated for resources: {'Port': ['ID=323ffd68-ae5f-45b9-9806-4447c40f3315,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 09:59:57.098511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 09:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca48eabf-f612-4550-8731-459d30c035fa x-openstack-request-id: req-ca48eabf-f612-4550-8731-459d30c035fa {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 09:59:57.098818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e25420e-d8de-4569-a4d9-249ba14f4ab6", "tag": "323ffd68-ae5f-45b9-9806-4447c40f3315", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 09:59:57.099159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca48eabf-f612-4550-8731-459d30c035fa {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 09:59:57.100089 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e25420e-d8de-4569-a4d9-249ba14f4ab6', 'tag': '323ffd68-ae5f-45b9-9806-4447c40f3315', 'status': 'completed', 'code': 200} Mar 29 09:59:57.139364 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-cf460b9d-1d89-454a-acb2-b82ed3053d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:57.141124 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-cf460b9d-1d89-454a-acb2-b82ed3053d90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6885c8c5ee4b7c99db3a42f6c83e77&device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0579801 Mar 29 09:59:57.186061 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-7ddb1483-3655-40fa-8682-d2a12f0032df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=323ffd68-ae5f-45b9-9806-4447c40f3315 HTTP/1.1" status: 200 len: 217 time: 0.0373216 Mar 29 09:59:57.248305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-50eb9503-ccbf-468c-8676-e89f605399f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:57.250777 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-50eb9503-ccbf-468c-8676-e89f605399f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=117ba923-47cb-4bd1-b016-9833eb7c471d HTTP/1.1" status: 200 len: 856 time: 0.0588090 Mar 29 09:59:57.317032 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1c8d1f95-78cb-4403-8d33-3b18b7423129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:57.319886 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-1c8d1f95-78cb-4403-8d33-3b18b7423129 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85e258bb-2abe-4df7-ba80-e35d160cffb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0625813 Mar 29 09:59:57.417540 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-4fe8a785-3a64-4f86-b256-f0a14615cddc service neutron] 10.222.0.24 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910518 Mar 29 09:59:57.514194 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13d8d2d8-7aa9-4d6e-a8b5-75c742fd1c92 req-d2548383-dca1-4fa1-832e-4b0536b80966 service neutron] 10.222.0.24 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900095 Mar 29 09:59:57.607213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab23b3f-ef30-462a-815a-45ede9f77fb4 req-3b5e22dd-15af-407c-9398-d47c1ac6dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:57.608744 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ab23b3f-ef30-462a-815a-45ede9f77fb4 req-3b5e22dd-15af-407c-9398-d47c1ac6dfd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=af6885c8c5ee4b7c99db3a42f6c83e77&device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0455551 Mar 29 09:59:57.705242 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab23b3f-ef30-462a-815a-45ede9f77fb4 req-cbfddd81-8e81-4a81-a836-734e1f7ce700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:57.706758 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ab23b3f-ef30-462a-815a-45ede9f77fb4 req-cbfddd81-8e81-4a81-a836-734e1f7ce700 service neutron] 10.222.0.24 "GET /v2.0/networks?id=85e258bb-2abe-4df7-ba80-e35d160cffb0 HTTP/1.1" status: 200 len: 918 time: 0.0920222 Mar 29 09:59:57.748693 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ab23b3f-ef30-462a-815a-45ede9f77fb4 req-dfb639db-5221-4869-a00c-8b69667e79d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=323ffd68-ae5f-45b9-9806-4447c40f3315 HTTP/1.1" status: 200 len: 217 time: 0.0356605 Mar 29 09:59:57.806895 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab23b3f-ef30-462a-815a-45ede9f77fb4 req-cf9697cc-16a6-4d7c-a424-9b28d8f6b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:57.808350 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ab23b3f-ef30-462a-815a-45ede9f77fb4 req-cf9697cc-16a6-4d7c-a424-9b28d8f6b70b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=117ba923-47cb-4bd1-b016-9833eb7c471d HTTP/1.1" status: 200 len: 856 time: 0.0538664 Mar 29 09:59:57.866133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab23b3f-ef30-462a-815a-45ede9f77fb4 req-3b59295e-1694-4f52-8ec5-34ef79f51ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:57.867692 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ab23b3f-ef30-462a-815a-45ede9f77fb4 req-3b59295e-1694-4f52-8ec5-34ef79f51ae4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=85e258bb-2abe-4df7-ba80-e35d160cffb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525069 Mar 29 09:59:57.963041 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ab23b3f-ef30-462a-815a-45ede9f77fb4 req-9fab5275-a754-4e17-9bb2-8ccd78c799b1 service neutron] 10.222.0.24 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891700 Mar 29 09:59:58.097345 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6ab23b3f-ef30-462a-815a-45ede9f77fb4 req-99a295b0-52c7-46a3-a728-27e46f01dd23 service neutron] 10.222.0.24 "GET /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277440 Mar 29 09:59:58.107569 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953451c-74a9-4a4e-97fe-11661b61909f req-a93aaa75-e763-4beb-9242-99b3f0ed78ef tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:58.109058 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3953451c-74a9-4a4e-97fe-11661b61909f req-a93aaa75-e763-4beb-9242-99b3f0ed78ef tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 944 time: 0.0732355 Mar 29 09:59:58.154647 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3953451c-74a9-4a4e-97fe-11661b61909f req-321b8f26-fccf-4a90-b8c2-e7fff06ddf77 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351422 Mar 29 09:59:59.190178 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-167daa6e-3166-4f05-a206-1f2d36d3c8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 09:59:59.313079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda783-658a-4672-b360-97e885948c63 req-8183721f-c497-4f36-964f-984719235177 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 09:59:59.314629 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67bda783-658a-4672-b360-97e885948c63 req-8183721f-c497-4f36-964f-984719235177 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 944 time: 0.0523150 Mar 29 09:59:59.361455 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67bda783-658a-4672-b360-97e885948c63 req-3cc9fd32-9b71-4952-b693-f21c54f60bba tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367699 Mar 29 10:00:00.503238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887f7e2-1c8b-43d2-a4c8-443e2a3a3745 req-1546fe70-bc9f-46f5-a089-68c2d43ae015 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:00.504623 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2887f7e2-1c8b-43d2-a4c8-443e2a3a3745 req-1546fe70-bc9f-46f5-a089-68c2d43ae015 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 944 time: 0.0569947 Mar 29 10:00:00.542970 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2887f7e2-1c8b-43d2-a4c8-443e2a3a3745 req-3acff2eb-44e8-49cc-803d-2c1ed1283ecd tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Mar 29 10:00:00.689109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:01.276837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 323ffd68-ae5f-45b9-9806-4447c40f3315 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:00:01.382390 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 323ffd68-ae5f-45b9-9806-4447c40f3315, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=323ffd68-ae5f-45b9-9806-4447c40f3315,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:01.393858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '323ffd68-ae5f-45b9-9806-4447c40f3315', 'network_id': '85e258bb-2abe-4df7-ba80-e35d160cffb0', 'port_id': '323ffd68-ae5f-45b9-9806-4447c40f3315', 'mac_address': 'fa:16:3e:60:b2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117ba923-47cb-4bd1-b016-9833eb7c471d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:00:01.433112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:01.446566 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 323ffd68-ae5f-45b9-9806-4447c40f3315 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:00:01.466230 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 323ffd68-ae5f-45b9-9806-4447c40f3315, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=323ffd68-ae5f-45b9-9806-4447c40f3315,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:01.470774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:01.523460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=323ffd68-ae5f-45b9-9806-4447c40f3315,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:01.530409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:01.530689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:01.531020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:01.531349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:01.531670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:01.531997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:01.532318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:01.532640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:01.532960 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:01.533278 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:01.533620 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:01.533936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:01.668743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ad124-c289-48f8-8844-b87dece99607 req-c9d5a1bd-4b54-456c-90bd-b01f5643728c tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:01.670362 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6e0ad124-c289-48f8-8844-b87dece99607 req-c9d5a1bd-4b54-456c-90bd-b01f5643728c tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 945 time: 0.0508368 Mar 29 10:00:01.719726 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6e0ad124-c289-48f8-8844-b87dece99607 req-cfbfda3f-a603-472d-8ce7-90143a8ad6c6 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Mar 29 10:00:01.802950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['323ffd68-ae5f-45b9-9806-4447c40f3315'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:00:02.097514 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:02.667047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:02.852239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e00921-8702-4134-ae03-c8f2651d2cf2 req-2103fe54-4b2e-4748-a38f-253377edd09f tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:02.853744 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a8e00921-8702-4134-ae03-c8f2651d2cf2 req-2103fe54-4b2e-4748-a38f-253377edd09f tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 945 time: 0.0501862 Mar 29 10:00:02.891896 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a8e00921-8702-4134-ae03-c8f2651d2cf2 req-eb80dfb3-c357-4743-9537-0a12d1e90711 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Mar 29 10:00:03.316971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 323ffd68-ae5f-45b9-9806-4447c40f3315 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:00:03.366211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 323ffd68-ae5f-45b9-9806-4447c40f3315 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:00:03.370456 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 323ffd68-ae5f-45b9-9806-4447c40f3315 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:03.370828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:03.449335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:03.472687 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e25420e-d8de-4569-a4d9-249ba14f4ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323ffd68-ae5f-45b9-9806-4447c40f3315'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:00:03.475721 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5036b80e-2ba8-4c3e-9b87-af91f4c9d88e" -d '{"events": [{"server_uuid": "2e25420e-d8de-4569-a4d9-249ba14f4ab6", "name": "network-vif-plugged", "status": "completed", "tag": "323ffd68-ae5f-45b9-9806-4447c40f3315"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:00:03.494639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 323ffd68-ae5f-45b9-9806-4447c40f3315, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=323ffd68-ae5f-45b9-9806-4447c40f3315,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:03.499670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:03.532542 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014fcb1b-54d9-4fd3-9565-4591c6ec2d8e x-openstack-request-id: req-014fcb1b-54d9-4fd3-9565-4591c6ec2d8e {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:00:03.532991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e25420e-d8de-4569-a4d9-249ba14f4ab6", "name": "network-vif-plugged", "status": "completed", "tag": "323ffd68-ae5f-45b9-9806-4447c40f3315", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:00:03.533352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-014fcb1b-54d9-4fd3-9565-4591c6ec2d8e {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:00:03.533875 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e25420e-d8de-4569-a4d9-249ba14f4ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323ffd68-ae5f-45b9-9806-4447c40f3315', 'code': 200} Mar 29 10:00:03.569342 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=323ffd68-ae5f-45b9-9806-4447c40f3315,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:03.691010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315604ed-169a-45bc-a250-7acce784f0ac req-02d5fa15-bc2a-4d2e-b165-e018a1903f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:03.692492 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-315604ed-169a-45bc-a250-7acce784f0ac req-02d5fa15-bc2a-4d2e-b165-e018a1903f20 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 1099 time: 0.0445583 Mar 29 10:00:03.727639 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-315604ed-169a-45bc-a250-7acce784f0ac req-e73c8743-36c7-4df5-830f-edb14f618c25 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289853 Mar 29 10:00:03.942712 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:04.019985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bdc3a-0048-4e75-8610-b7d7ed7ea3af req-f48c36c6-2a63-4d49-85a1-368d2cca8d61 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:04.021589 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a11bdc3a-0048-4e75-8610-b7d7ed7ea3af req-f48c36c6-2a63-4d49-85a1-368d2cca8d61 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 946 time: 0.0530744 Mar 29 10:00:04.060854 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a11bdc3a-0048-4e75-8610-b7d7ed7ea3af req-dcef03a1-7b09-49cc-9633-a825a176b8bb tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330579 Mar 29 10:00:05.181163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a65e0f-118d-4eb8-adc1-e40f9ba1e103 req-323be7f4-dfd8-4f22-9f93-a358258c0a40 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:05.183224 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-69a65e0f-118d-4eb8-adc1-e40f9ba1e103 req-323be7f4-dfd8-4f22-9f93-a358258c0a40 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 946 time: 0.0517306 Mar 29 10:00:05.225504 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-69a65e0f-118d-4eb8-adc1-e40f9ba1e103 req-d5245371-9c69-4e0a-b201-aa5d817d45ed tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365720 Mar 29 10:00:05.349727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1248e5c-ca93-4aa0-a821-d7f8e0ce0dde req-3bdd8f39-07eb-44c0-9945-b35604a485df tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:05.351303 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b1248e5c-ca93-4aa0-a821-d7f8e0ce0dde req-3bdd8f39-07eb-44c0-9945-b35604a485df tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 946 time: 0.0548358 Mar 29 10:00:05.390015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b1248e5c-ca93-4aa0-a821-d7f8e0ce0dde req-e1034b60-47d3-4f9f-a822-ca3f223d9f17 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327826 Mar 29 10:00:26.159294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c7f4a-dc57-44dc-b986-7a139a5eb508 req-1ccc3904-8c48-48c6-a76f-cf284bc7523f tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:26.160878 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-714c7f4a-dc57-44dc-b986-7a139a5eb508 req-1ccc3904-8c48-48c6-a76f-cf284bc7523f tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 946 time: 0.0548630 Mar 29 10:00:26.203206 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-714c7f4a-dc57-44dc-b986-7a139a5eb508 req-7863b87b-1ecb-4bee-909f-72bcaadc97f4 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358205 Mar 29 10:00:26.792728 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fb1ebcc0-a499-4637-9e55-500077ac5e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:27.344357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708da88-6027-421f-889e-3bad36e43314 req-6d3f676f-ef75-4c99-ae84-3b38fe97d651 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:27.345937 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a708da88-6027-421f-889e-3bad36e43314 req-6d3f676f-ef75-4c99-ae84-3b38fe97d651 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 946 time: 0.0589967 Mar 29 10:00:27.404090 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a708da88-6027-421f-889e-3bad36e43314 req-c8bb1537-fb19-4ad5-b472-c8ff963f0709 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/security-groups?id=3621ed8a-d1be-457a-906f-d1d4ee7a7322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497582 Mar 29 10:00:27.784762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7138826-10f6-4af4-8e30-163d03ee7d38 req-299b49d4-0856-4b7b-a19d-bd1fe57db845 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:27.786386 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f7138826-10f6-4af4-8e30-163d03ee7d38 req-299b49d4-0856-4b7b-a19d-bd1fe57db845 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 946 time: 0.0527661 Mar 29 10:00:27.890738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-f7138826-10f6-4af4-8e30-163d03ee7d38 req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Deleting port 323ffd68-ae5f-45b9-9806-4447c40f3315 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:00:27.891094 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f7138826-10f6-4af4-8e30-163d03ee7d38 req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:27.986154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-f7138826-10f6-4af4-8e30-163d03ee7d38 req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] For port 323ffd68-ae5f-45b9-9806-4447c40f3315, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=323ffd68-ae5f-45b9-9806-4447c40f3315,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:27.986519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f7138826-10f6-4af4-8e30-163d03ee7d38 req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:27.999306 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-f7138826-10f6-4af4-8e30-163d03ee7d38 req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Calling delete_port for 323ffd68-ae5f-45b9-9806-4447c40f3315 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:00:28.138750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f7138826-10f6-4af4-8e30-163d03ee7d38 req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:28.151822 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['323ffd68-ae5f-45b9-9806-4447c40f3315'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:00:28.168097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Pushing event deleted for resources: {'Port': ['ID=323ffd68-ae5f-45b9-9806-4447c40f3315,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:28.181109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:28.181472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:28.181903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:28.182239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:28.183040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:28.183040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:28.183191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:28.183509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:28.183832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:28.184153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:28.184476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:28.184796 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:28.219752 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7138826-10f6-4af4-8e30-163d03ee7d38 req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] No DVR routers for this DVR port 323ffd68-ae5f-45b9-9806-4447c40f3315 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:00:28.222358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f7138826-10f6-4af4-8e30-163d03ee7d38 req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:28.225714 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f7138826-10f6-4af4-8e30-163d03ee7d38 req-87e6d197-eeaf-4dbe-a8d0-e81743a4b922 tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.24 "DELETE /v2.0/ports/323ffd68-ae5f-45b9-9806-4447c40f3315 HTTP/1.1" status: 204 len: 173 time: 0.4329193 Mar 29 10:00:28.226187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e25420e-d8de-4569-a4d9-249ba14f4ab6', 'name': 'network-vif-deleted', 'tag': '323ffd68-ae5f-45b9-9806-4447c40f3315'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:00:28.228529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6009353e-f0e0-479c-a4da-226bf7eb16da" -d '{"events": [{"server_uuid": "2e25420e-d8de-4569-a4d9-249ba14f4ab6", "name": "network-vif-deleted", "tag": "323ffd68-ae5f-45b9-9806-4447c40f3315"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:00:28.273264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162eb37b-c1f7-4d0a-aa51-a8940f571d52 x-openstack-request-id: req-162eb37b-c1f7-4d0a-aa51-a8940f571d52 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:00:28.273794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e25420e-d8de-4569-a4d9-249ba14f4ab6", "name": "network-vif-deleted", "tag": "323ffd68-ae5f-45b9-9806-4447c40f3315", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:00:28.274112 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-162eb37b-c1f7-4d0a-aa51-a8940f571d52 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:00:28.274989 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e25420e-d8de-4569-a4d9-249ba14f4ab6', 'name': 'network-vif-deleted', 'tag': '323ffd68-ae5f-45b9-9806-4447c40f3315', 'status': 'completed', 'code': 200} Mar 29 10:00:28.525747 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a387dad5-088f-44c1-bdfa-bc3810650134 req-77349388-febd-4ca6-b859-bd4263ef959c tempest-TestEncryptedCinderVolumes-1283714317 tempest-TestEncryptedCinderVolumes-1283714317-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e25420e-d8de-4569-a4d9-249ba14f4ab6 HTTP/1.1" status: 200 len: 210 time: 0.0301709 Mar 29 10:00:29.178220 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:00:29.188157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a3cf8513-6747-4f81-b3db-b4c2e68f3058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:29.637652 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58408) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:30.037049 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.327324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Deleting port ca6b295e-05f2-44ea-9278-1e092e40bef8 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:00:30.327590 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.415208 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] For port ca6b295e-05f2-44ea-9278-1e092e40bef8, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ca6b295e-05f2-44ea-9278-1e092e40bef8,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:30.415578 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.430197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Calling delete_port for ca6b295e-05f2-44ea-9278-1e092e40bef8 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:00:30.629121 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.658141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6b295e-05f2-44ea-9278-1e092e40bef8,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:30.672802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.672802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.672802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.672802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.673519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.673519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.673966 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.674126 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.674390 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.674808 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.675149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.675497 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:30.701286 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:30.903521 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:31.180774 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Router d5377ed2-5455-4f21-b655-601eea4cc68d has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:00:31.320643 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:00:31.325974 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-74005382-e7d0-42c5-8e06-ec8ca2e04d74 admin admin] 10.222.0.32 "PUT /v2.0/routers/d5377ed2-5455-4f21-b655-601eea4cc68d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6871529 Mar 29 10:00:31.328635 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58412) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:31.331724 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38863835-e1ac-486b-ae5d-a44a977ef536 None None] Sync routers for ids ['d5377ed2-5455-4f21-b655-601eea4cc68d'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:00:31.346346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38863835-e1ac-486b-ae5d-a44a977ef536 None None] Routers {'d5377ed2-5455-4f21-b655-601eea4cc68d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:00:31.347031 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-38863835-e1ac-486b-ae5d-a44a977ef536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:00:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['d5377ed2-5455-4f21-b655-601eea4cc68d'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:31.461203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 323ffd68-ae5f-45b9-9806-4447c40f3315 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:00:31.480727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:31.507557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 323ffd68-ae5f-45b9-9806-4447c40f3315 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:00:31.508079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 323ffd68-ae5f-45b9-9806-4447c40f3315 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:00:31.537420 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-38863835-e1ac-486b-ae5d-a44a977ef536 None None] Set router d5377ed2-5455-4f21-b655-601eea4cc68d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:00:31.854656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-38863835-e1ac-486b-ae5d-a44a977ef536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'name': 'tempest-TestEncryptedCinderVolumes-1729896959-router', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T10:00:30Z', 'revision_number': 5, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'gw_port': {'id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:10:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:31.890957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38863835-e1ac-486b-ae5d-a44a977ef536 None None] Checking router: d5377ed2-5455-4f21-b655-601eea4cc68d for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:00:31.904615 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38863835-e1ac-486b-ae5d-a44a977ef536 None None] Routers {'d5377ed2-5455-4f21-b655-601eea4cc68d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:00:31.905341 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-38863835-e1ac-486b-ae5d-a44a977ef536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:00:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['d5377ed2-5455-4f21-b655-601eea4cc68d'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:32.062959 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.134760 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Deleting port f3cd4e10-883e-419f-81a6-9f005c988303 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:00:32.135250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.146841 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.220186 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-38863835-e1ac-486b-ae5d-a44a977ef536 None None] Set router d5377ed2-5455-4f21-b655-601eea4cc68d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:00:32.234572 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] For port f3cd4e10-883e-419f-81a6-9f005c988303, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f3cd4e10-883e-419f-81a6-9f005c988303,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:32.235052 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.267262 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Calling delete_port for f3cd4e10-883e-419f-81a6-9f005c988303 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:00:32.446120 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-38863835-e1ac-486b-ae5d-a44a977ef536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'name': 'tempest-TestEncryptedCinderVolumes-1729896959-router', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T10:00:30Z', 'revision_number': 5, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'gw_port': {'id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:10:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:32.474840 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38863835-e1ac-486b-ae5d-a44a977ef536 None None] The sync data for ids ['d5377ed2-5455-4f21-b655-601eea4cc68d'] in dv-neutron-835554-1-hyperv is: [{'id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'name': 'tempest-TestEncryptedCinderVolumes-1729896959-router', 'tenant_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T10:00:30Z', 'revision_number': 5, 'project_id': 'af6885c8c5ee4b7c99db3a42f6c83e77', 'gw_port': {'id': 'f3cd4e10-883e-419f-81a6-9f005c988303', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:10:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5377ed2-5455-4f21-b655-601eea4cc68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:04Z', 'updated_at': '2022-03-29T09:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:00:32.486877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.523832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3cd4e10-883e-419f-81a6-9f005c988303,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:32.594483 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.682521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.695035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.697657 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.765518 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.766366 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5377ed2-5455-4f21-b655-601eea4cc68d {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:00:32.775213 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.777243 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f858ee2a-f528-4859-9547-54fe1afa6253 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d5377ed2-5455-4f21-b655-601eea4cc68d HTTP/1.1" status: 204 len: 168 time: 1.4473655 Mar 29 10:00:32.780878 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58414) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:32.843698 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-eced7122-0477-4f72-acdb-24b85a365ae2 admin admin] Deleting subnet 117ba923-47cb-4bd1-b016-9833eb7c471d {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:00:32.848088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eced7122-0477-4f72-acdb-24b85a365ae2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:32.905802 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eced7122-0477-4f72-acdb-24b85a365ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.018939 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eced7122-0477-4f72-acdb-24b85a365ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.106209 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eced7122-0477-4f72-acdb-24b85a365ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.149752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced7122-0477-4f72-acdb-24b85a365ae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=117ba923-47cb-4bd1-b016-9833eb7c471d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:33.155265 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-eced7122-0477-4f72-acdb-24b85a365ae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.162278 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-eced7122-0477-4f72-acdb-24b85a365ae2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/117ba923-47cb-4bd1-b016-9833eb7c471d HTTP/1.1" status: 204 len: 168 time: 0.3784909 Mar 29 10:00:33.164417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58416) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:33.165848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ff30cd-3e4c-4eae-a3d3-3dbd5df3c1cc None None] Network 85e258bb-2abe-4df7-ba80-e35d160cffb0 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:00:33.268302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.345783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Deleting port 618c1f60-63be-4cef-90a1-b81e8b77c0b7 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:00:33.350227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.423405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] For port 618c1f60-63be-4cef-90a1-b81e8b77c0b7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=618c1f60-63be-4cef-90a1-b81e8b77c0b7,segment=NetworkSegment(38767fbc-6326-4774-b26a-79f2b802d99e),segment_id=38767fbc-6326-4774-b26a-79f2b802d99e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:33.423776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.448215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Calling delete_port for 618c1f60-63be-4cef-90a1-b81e8b77c0b7 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:00:33.537481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.567093 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Pushing event deleted for resources: {'Port': ['ID=618c1f60-63be-4cef-90a1-b81e8b77c0b7,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:33.576355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] No DVR routers for this DVR port 618c1f60-63be-4cef-90a1-b81e8b77c0b7 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:00:33.636629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe15d5f-de29-4121-808a-77886757e7fb None None] DHCP port deletion for 85e258bb-2abe-4df7-ba80-e35d160cffb0 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:00:33.678548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.705065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e258bb-2abe-4df7-ba80-e35d160cffb0']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:33.721447 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38767fbc-6326-4774-b26a-79f2b802d99e') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:33.722205 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38767fbc-6326-4774-b26a-79f2b802d99e') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:33.733881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.751716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.759717 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:00:33.760248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:00:33.762248 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:00:33.828439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.834334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:33.837659 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] 10.222.0.32 "DELETE /v2.0/networks/85e258bb-2abe-4df7-ba80-e35d160cffb0 HTTP/1.1" status: 204 len: 168 time: 0.6721499 Mar 29 10:00:33.841521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58418) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:33.888478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6485b-2bcf-4ab2-98e8-5b88ed1aad0d admin admin] Pushing event deleted for resources: {'Network': ['ID=85e258bb-2abe-4df7-ba80-e35d160cffb0,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:33.941147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:34.239385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0c57355-07a5-41aa-b231-0bfd06c19b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:34.308548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 618c1f60-63be-4cef-90a1-b81e8b77c0b7 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:00:34.329929 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 618c1f60-63be-4cef-90a1-b81e8b77c0b7 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:00:34.330385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 618c1f60-63be-4cef-90a1-b81e8b77c0b7 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:00:34.330889 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ca6b295e-05f2-44ea-9278-1e092e40bef8 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:00:34.353213 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: ca6b295e-05f2-44ea-9278-1e092e40bef8 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:00:34.353596 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ca6b295e-05f2-44ea-9278-1e092e40bef8 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:00:34.354055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f3cd4e10-883e-419f-81a6-9f005c988303 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:00:34.373656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: f3cd4e10-883e-419f-81a6-9f005c988303 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:00:34.374007 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f3cd4e10-883e-419f-81a6-9f005c988303 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:00:34.498518 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b0c57355-07a5-41aa-b231-0bfd06c19b6c admin admin] Deleting port f0ac655e-169e-420f-aa2b-b17652e859bb {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:00:34.498901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0c57355-07a5-41aa-b231-0bfd06c19b6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:34.596832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-b0c57355-07a5-41aa-b231-0bfd06c19b6c admin admin] For port f0ac655e-169e-420f-aa2b-b17652e859bb, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f0ac655e-169e-420f-aa2b-b17652e859bb,segment=NetworkSegment(c3ab5541-db59-4561-b374-952d3df7504c),segment_id=c3ab5541-db59-4561-b374-952d3df7504c)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:34.597506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0c57355-07a5-41aa-b231-0bfd06c19b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:34.617142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-b0c57355-07a5-41aa-b231-0bfd06c19b6c admin admin] Calling delete_port for f0ac655e-169e-420f-aa2b-b17652e859bb owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:00:34.851315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0c57355-07a5-41aa-b231-0bfd06c19b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:34.883211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c57355-07a5-41aa-b231-0bfd06c19b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ac655e-169e-420f-aa2b-b17652e859bb,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:35.083301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b0c57355-07a5-41aa-b231-0bfd06c19b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:35.314893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c57355-07a5-41aa-b231-0bfd06c19b6c admin admin] Router c5995b1d-b2cf-4472-a72f-f42eae258595 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:00:35.433072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c57355-07a5-41aa-b231-0bfd06c19b6c admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:00:35.438661 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b0c57355-07a5-41aa-b231-0bfd06c19b6c admin admin] 10.222.0.32 "PUT /v2.0/routers/c5995b1d-b2cf-4472-a72f-f42eae258595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5957346 Mar 29 10:00:35.441393 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58420) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:35.444845 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca538f-695a-47b4-b925-df8d456571bf None None] Sync routers for ids ['c5995b1d-b2cf-4472-a72f-f42eae258595'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:00:35.459567 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca538f-695a-47b4-b925-df8d456571bf None None] Routers {'c5995b1d-b2cf-4472-a72f-f42eae258595'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:00:35.460183 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-22ca538f-695a-47b4-b925-df8d456571bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:00:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c5995b1d-b2cf-4472-a72f-f42eae258595'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:35.571475 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:35.673517 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-22ca538f-695a-47b4-b925-df8d456571bf None None] Set router c5995b1d-b2cf-4472-a72f-f42eae258595 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:00:35.701763 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:35.762608 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Deleting port e7d41a4a-0ba8-459f-93fe-eafbaac230cb {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:00:35.763127 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:35.864444 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] For port e7d41a4a-0ba8-459f-93fe-eafbaac230cb, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e7d41a4a-0ba8-459f-93fe-eafbaac230cb,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:35.864912 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:35.877500 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-22ca538f-695a-47b4-b925-df8d456571bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'name': 'tempest-TestEncryptedCinderVolumes-1654005817-router', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:09Z', 'updated_at': '2022-03-29T10:00:34Z', 'revision_number': 5, 'project_id': '73564d998e554c06918a722e145e5d29', 'gw_port': {'id': 'e7d41a4a-0ba8-459f-93fe-eafbaac230cb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T09:59:10Z', 'updated_at': '2022-03-29T09:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:35.880452 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Calling delete_port for e7d41a4a-0ba8-459f-93fe-eafbaac230cb owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:00:35.908459 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca538f-695a-47b4-b925-df8d456571bf None None] Checking router: c5995b1d-b2cf-4472-a72f-f42eae258595 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:00:35.919243 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ca538f-695a-47b4-b925-df8d456571bf None None] Routers {'c5995b1d-b2cf-4472-a72f-f42eae258595'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:00:35.919955 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-22ca538f-695a-47b4-b925-df8d456571bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:00:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['c5995b1d-b2cf-4472-a72f-f42eae258595'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:36.016494 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-22ca538f-695a-47b4-b925-df8d456571bf None None] Set router c5995b1d-b2cf-4472-a72f-f42eae258595 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:00:36.073510 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-22ca538f-695a-47b4-b925-df8d456571bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'name': 'tempest-TestEncryptedCinderVolumes-1654005817-router', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:09Z', 'updated_at': '2022-03-29T10:00:35Z', 'revision_number': 6, 'project_id': '73564d998e554c06918a722e145e5d29', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:36.100680 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.106366 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ca538f-695a-47b4-b925-df8d456571bf None None] The sync data for ids ['c5995b1d-b2cf-4472-a72f-f42eae258595'] in dv-neutron-835554-1-hyperv is: [{'id': 'c5995b1d-b2cf-4472-a72f-f42eae258595', 'name': 'tempest-TestEncryptedCinderVolumes-1654005817-router', 'tenant_id': '73564d998e554c06918a722e145e5d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T09:59:09Z', 'updated_at': '2022-03-29T10:00:35Z', 'revision_number': 6, 'project_id': '73564d998e554c06918a722e145e5d29', 'gw_port_host': None}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:00:36.145011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d41a4a-0ba8-459f-93fe-eafbaac230cb,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:36.212996 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.316268 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.319139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.372869 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.373393 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5995b1d-b2cf-4472-a72f-f42eae258595 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:00:36.378900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.382812 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-319c3b7f-22a4-4fd2-b7ff-ca46b59bd7da admin admin] 10.222.0.32 "DELETE /v2.0/routers/c5995b1d-b2cf-4472-a72f-f42eae258595 HTTP/1.1" status: 204 len: 168 time: 0.9373624 Mar 29 10:00:36.383345 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58422) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:36.435506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-333d87b9-04e2-4528-9eaf-647b25ab70d7 admin admin] Deleting subnet 1ffaab97-175c-49cc-8df4-e4295cbf2a02 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:00:36.440197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-333d87b9-04e2-4528-9eaf-647b25ab70d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.491211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-333d87b9-04e2-4528-9eaf-647b25ab70d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.607042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f0ac655e-169e-420f-aa2b-b17652e859bb no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:00:36.621757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-333d87b9-04e2-4528-9eaf-647b25ab70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.641359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: f0ac655e-169e-420f-aa2b-b17652e859bb {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:00:36.641882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f0ac655e-169e-420f-aa2b-b17652e859bb not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:00:36.697703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-333d87b9-04e2-4528-9eaf-647b25ab70d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.727167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d87b9-04e2-4528-9eaf-647b25ab70d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ffaab97-175c-49cc-8df4-e4295cbf2a02,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:36.733399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-333d87b9-04e2-4528-9eaf-647b25ab70d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.737362 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-333d87b9-04e2-4528-9eaf-647b25ab70d7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1ffaab97-175c-49cc-8df4-e4295cbf2a02 HTTP/1.1" status: 204 len: 168 time: 0.3526077 Mar 29 10:00:36.740635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58424) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:36.743399 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8634f38f-c1cb-4880-9706-a3faeb03ad02 None None] Network 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:00:36.840397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.906545 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Deleting port 98a61612-f099-4223-91e0-378a2a7f93f7 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:00:36.906884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:36.959627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd28162-a6ee-4745-b824-ae20283fe7dc None None] DHCP port deletion for 76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:00:36.999694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] For port 98a61612-f099-4223-91e0-378a2a7f93f7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=98a61612-f099-4223-91e0-378a2a7f93f7,segment=NetworkSegment(c3ab5541-db59-4561-b374-952d3df7504c),segment_id=c3ab5541-db59-4561-b374-952d3df7504c)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:37.000106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.020497 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Calling delete_port for 98a61612-f099-4223-91e0-378a2a7f93f7 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:00:37.021375 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ccd28162-a6ee-4745-b824-ae20283fe7dc None None] Deleting port 98a61612-f099-4223-91e0-378a2a7f93f7 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:00:37.021976 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ccd28162-a6ee-4745-b824-ae20283fe7dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.122127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ccd28162-a6ee-4745-b824-ae20283fe7dc None None] For port 98a61612-f099-4223-91e0-378a2a7f93f7, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=98a61612-f099-4223-91e0-378a2a7f93f7,segment=NetworkSegment(c3ab5541-db59-4561-b374-952d3df7504c),segment_id=c3ab5541-db59-4561-b374-952d3df7504c)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:37.122773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ccd28162-a6ee-4745-b824-ae20283fe7dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.135395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.142011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ccd28162-a6ee-4745-b824-ae20283fe7dc None None] Calling delete_port for 98a61612-f099-4223-91e0-378a2a7f93f7 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:00:37.178299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Pushing event deleted for resources: {'Port': ['ID=98a61612-f099-4223-91e0-378a2a7f93f7,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:37.184230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] No DVR routers for this DVR port 98a61612-f099-4223-91e0-378a2a7f93f7 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:00:37.260415 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ccd28162-a6ee-4745-b824-ae20283fe7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.280622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.308560 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd28162-a6ee-4745-b824-ae20283fe7dc None None] Pushing event deleted for resources: {'Port': ['ID=98a61612-f099-4223-91e0-378a2a7f93f7,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:37.311675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:37.313016 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd28162-a6ee-4745-b824-ae20283fe7dc None None] No DVR routers for this DVR port 98a61612-f099-4223-91e0-378a2a7f93f7 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:00:37.327715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ab5541-db59-4561-b374-952d3df7504c') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:37.328187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ab5541-db59-4561-b374-952d3df7504c') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:37.344387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.365364 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.371525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:00:37.371919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:00:37.373848 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:00:37.433238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.438552 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.441732 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] 10.222.0.32 "DELETE /v2.0/networks/76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2 HTTP/1.1" status: 204 len: 168 time: 0.6998324 Mar 29 10:00:37.662359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58428) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:37.713556 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-19cc71f9-9717-40b2-921d-bec2ca8f4268 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af6885c8c5ee4b7c99db3a42f6c83e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496511 Mar 29 10:00:37.716347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58430) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:37.773687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a973e334-f1eb-4991-a953-8485ec2672d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.806472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a973e334-f1eb-4991-a953-8485ec2672d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.818711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3345a2-1917-4f1f-922c-ef9b6a2ef37d admin admin] Pushing event deleted for resources: {'Network': ['ID=76c74c00-94a9-4ab8-b8eb-c1fac0ea8fd2,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:37.873879 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a973e334-f1eb-4991-a953-8485ec2672d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.876491 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a973e334-f1eb-4991-a953-8485ec2672d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:37.877627 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a973e334-f1eb-4991-a953-8485ec2672d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3621ed8a-d1be-457a-906f-d1d4ee7a7322 HTTP/1.1" status: 204 len: 168 time: 0.1600735 Mar 29 10:00:37.886832 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973e334-f1eb-4991-a953-8485ec2672d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3621ed8a-d1be-457a-906f-d1d4ee7a7322,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:38.236928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58436) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:38.292936 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-90b0e4e9-7599-4ea2-938b-b2162fea4a26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73564d998e554c06918a722e145e5d29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541382 Mar 29 10:00:38.295267 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58438) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:38.303212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 98a61612-f099-4223-91e0-378a2a7f93f7 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:00:38.324351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 98a61612-f099-4223-91e0-378a2a7f93f7 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:00:38.324715 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 98a61612-f099-4223-91e0-378a2a7f93f7 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:00:38.325174 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e7d41a4a-0ba8-459f-93fe-eafbaac230cb no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:00:38.346839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: e7d41a4a-0ba8-459f-93fe-eafbaac230cb {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:00:38.347145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e7d41a4a-0ba8-459f-93fe-eafbaac230cb not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:00:38.361427 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1de641ee-ca1b-456a-99ae-a5815d2bd98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:38.383554 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1de641ee-ca1b-456a-99ae-a5815d2bd98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:38.436696 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1de641ee-ca1b-456a-99ae-a5815d2bd98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:38.439847 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1de641ee-ca1b-456a-99ae-a5815d2bd98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:38.441062 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1de641ee-ca1b-456a-99ae-a5815d2bd98f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcb79bb1-bb52-4277-a2fb-fe08409c5e40 HTTP/1.1" status: 204 len: 168 time: 0.1446846 Mar 29 10:00:38.449134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de641ee-ca1b-456a-99ae-a5815d2bd98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb79bb1-bb52-4277-a2fb-fe08409c5e40,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:39.209794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58460) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:39.308473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1262485332-network', 'tenant_id': '78928d551ca745f3b8051e5269702a88'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:39.337183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Made reservation on behalf of 78928d551ca745f3b8051e5269702a88 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:00:39.339660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.348674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.437384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.443194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.469057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:00:39.479060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b4615d-60c7-479d-9082-d9a936a3df98,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:39.484081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.484436 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Added segment a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6 of type vlan for network 3f1419be-3086-48da-8f2e-00967087a994 Mar 29 10:00:39.535200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.564632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.565690 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:39.566265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.599180 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3882289 Mar 29 10:00:39.602335 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58464) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:39.610280 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-32aee81a-2710-448a-bf93-f19e76b6d502 admin admin] Request body: {'subnet': {'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1262485332-subnet', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'ip_version': 4}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:39.635735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8852f3-1384-4822-a7af-35f440730003 admin admin] Pushing event updated for resources: {'Network': ['ID=3f1419be-3086-48da-8f2e-00967087a994,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:39.638606 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aee81a-2710-448a-bf93-f19e76b6d502 admin admin] Made reservation on behalf of 78928d551ca745f3b8051e5269702a88 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:00:39.640996 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-32aee81a-2710-448a-bf93-f19e76b6d502 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.649106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 3f1419be-3086-48da-8f2e-00967087a994 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 10:00:39.825991 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-32aee81a-2710-448a-bf93-f19e76b6d502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.878967 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aee81a-2710-448a-bf93-f19e76b6d502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf7d1a8-21c5-4584-955f-a13da8ab5e21,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:39.889384 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aee81a-2710-448a-bf93-f19e76b6d502 admin admin] Checking segment: {'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:00:39.889769 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aee81a-2710-448a-bf93-f19e76b6d502 admin admin] Network hostable DHCP agents. Network: 3f1419be-3086-48da-8f2e-00967087a994, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:00:39.909915 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aee81a-2710-448a-bf93-f19e76b6d502 admin admin] Network 3f1419be-3086-48da-8f2e-00967087a994 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:00:39.920548 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-32aee81a-2710-448a-bf93-f19e76b6d502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 3f1419be-3086-48da-8f2e-00967087a994) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:39.925101 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aee81a-2710-448a-bf93-f19e76b6d502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:39.925850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-32aee81a-2710-448a-bf93-f19e76b6d502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.933657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f177a2de-1984-4c63-934a-5a30c6f94082 None None] Network 3f1419be-3086-48da-8f2e-00967087a994 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:00:39.944210 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-32aee81a-2710-448a-bf93-f19e76b6d502 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3402770 Mar 29 10:00:39.947428 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58466) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:39.952340 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:39.973242 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:39.974699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.043737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.118725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-3f1419be-3086-48da-8f2e-00967087a994', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 10:00:40.121622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.192163 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.273789 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Allocated IP 172.20.0.2 (3f1419be-3086-48da-8f2e-00967087a994/9bf7d1a8-21c5-4584-955f-a13da8ab5e21/d66f86e0-a9ed-4b2b-83af-e83444d94acd) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:00:40.432986 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.441963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.450093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.454064 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.505175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Network 3f1419be-3086-48da-8f2e-00967087a994 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:40.509115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:40.510929 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Pushing event updated for resources: {'Port': ['ID=d66f86e0-a9ed-4b2b-83af-e83444d94acd,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:40.513086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:00:40.575077 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Allocated IP 172.26.1.81 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/543969bf-5d20-44ca-94b8-30ae89f8cac1) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:00:40.578756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Attempting to bind port d66f86e0-a9ed-4b2b-83af-e83444d94acd on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:00:40.579800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Attempting to bind port d66f86e0-a9ed-4b2b-83af-e83444d94acd by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:00:40.579800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Attempting to bind port d66f86e0-a9ed-4b2b-83af-e83444d94acd on network 3f1419be-3086-48da-8f2e-00967087a994 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:00:40.585435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:00:40.585842 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Checking segment: {'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:00:40.586249 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.586630 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Bound using segment: {'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:00:40.587084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Bound port: d66f86e0-a9ed-4b2b-83af-e83444d94acd, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:00:40.587460 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.656163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] For port d66f86e0-a9ed-4b2b-83af-e83444d94acd, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:00:40.659629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] For port d66f86e0-a9ed-4b2b-83af-e83444d94acd, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d66f86e0-a9ed-4b2b-83af-e83444d94acd,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:00:40.665335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.713949 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.737830 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775f24b-e7c6-4a6f-96db-09eb0428538b None None] Pushing event updated for resources: {'Port': ['ID=d66f86e0-a9ed-4b2b-83af-e83444d94acd,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:40.768454 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:40.813327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:40.816403 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:40.821086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:00:40.853415 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Pushing event updated for resources: {'Port': ['ID=543969bf-5d20-44ca-94b8-30ae89f8cac1,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:41.139624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:41.343673 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:41.498743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 10:00:41.620442 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:00:41.629962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Sync routers for ids ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:00:41.642471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:41.643901 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-773816fa-03e2-4581-b3a5-0780de86c036 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6951513 Mar 29 10:00:41.647735 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58468) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:41.649024 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Routers {'5f5434f4-57d6-49f1-b0fc-b43b26680cfb'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:00:41.650110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:00:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:41.781827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f193e78-653e-4da4-93bf-345c75026291 None None] Network 3f1419be-3086-48da-8f2e-00967087a994 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:00:41.798357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Set router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:00:42.021819 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-04759871-920b-406a-b24e-d33a5f8c7d9e None None] Provisioning complete for port d66f86e0-a9ed-4b2b-83af-e83444d94acd triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:42.022238 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-04759871-920b-406a-b24e-d33a5f8c7d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:42.392798 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d66f86e0-a9ed-4b2b-83af-e83444d94acd up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:00:42.525101 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:42.562571 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-04759871-920b-406a-b24e-d33a5f8c7d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:42.608735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:00:41Z', 'revision_number': 3, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:42.647501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d66f86e0-a9ed-4b2b-83af-e83444d94acd triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:42.648025 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:42.651788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-04759871-920b-406a-b24e-d33a5f8c7d9e None None] For port d66f86e0-a9ed-4b2b-83af-e83444d94acd, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d66f86e0-a9ed-4b2b-83af-e83444d94acd,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:42.672943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-04759871-920b-406a-b24e-d33a5f8c7d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:42.675072 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Checking router: 5f5434f4-57d6-49f1-b0fc-b43b26680cfb for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:00:42.675423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Updating router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb port 543969bf-5d20-44ca-94b8-30ae89f8cac1 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:00:42.761501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:42.774109 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Allocated IP 172.20.0.1 (3f1419be-3086-48da-8f2e-00967087a994/9bf7d1a8-21c5-4584-955f-a13da8ab5e21/e8540ff8-bf14-4a8a-bb09-456f400d0017) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:00:42.822173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04759871-920b-406a-b24e-d33a5f8c7d9e None None] Pushing event updated for resources: {'Port': ['ID=d66f86e0-a9ed-4b2b-83af-e83444d94acd,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:42.915458 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:42.968946 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5d038e8b-c9f0-438b-9d04-23a65bf3d43d None None] Provisioning complete for port d66f86e0-a9ed-4b2b-83af-e83444d94acd triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:42.969592 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5d038e8b-c9f0-438b-9d04-23a65bf3d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:42.970400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.027669 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Network 3f1419be-3086-48da-8f2e-00967087a994 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:43.034727 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:43.041511 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:00:43.045148 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Pushing event updated for resources: {'Port': ['ID=e8540ff8-bf14-4a8a-bb09-456f400d0017,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:43.092553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.224043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.232726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.265964 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.298236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Attempting to bind port 543969bf-5d20-44ca-94b8-30ae89f8cac1 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:00:43.298236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Attempting to bind port 543969bf-5d20-44ca-94b8-30ae89f8cac1 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:00:43.298236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Attempting to bind port 543969bf-5d20-44ca-94b8-30ae89f8cac1 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:00:43.309009 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c914475-ec05-41d7-a4b0-5e9c8372669f None None] Pushing event updated for resources: {'Port': ['ID=543969bf-5d20-44ca-94b8-30ae89f8cac1,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:43.313363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:00:43.313701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:00:43.314087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.314484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:00:43.315096 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Bound port: 543969bf-5d20-44ca-94b8-30ae89f8cac1, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:00:43.315515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.403940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] For port 543969bf-5d20-44ca-94b8-30ae89f8cac1, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:00:43.408357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] For port 543969bf-5d20-44ca-94b8-30ae89f8cac1, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=543969bf-5d20-44ca-94b8-30ae89f8cac1,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:00:43.410993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-20f9a7b9-b3d3-4b6f-a2fb-45c7a07cf955 None None] Provisioning complete for port e8540ff8-bf14-4a8a-bb09-456f400d0017 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:43.412752 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-20f9a7b9-b3d3-4b6f-a2fb-45c7a07cf955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.417180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.498122 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.504647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.508574 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-20f9a7b9-b3d3-4b6f-a2fb-45c7a07cf955 None None] Port e8540ff8-bf14-4a8a-bb09-456f400d0017 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:00:43.518174 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Routers {'5f5434f4-57d6-49f1-b0fc-b43b26680cfb'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:00:43.518811 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:00:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:43.520849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c914475-ec05-41d7-a4b0-5e9c8372669f None None] Pushing event updated for resources: {'Port': ['ID=543969bf-5d20-44ca-94b8-30ae89f8cac1,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:43.598559 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Pushing event updated for resources: {'Port': ['ID=e8540ff8-bf14-4a8a-bb09-456f400d0017,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:43.601864 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:43.641735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] Set router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:00:43.720477 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Network 3f1419be-3086-48da-8f2e-00967087a994 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:43.722396 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:43.909909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:00:43.959827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8540ff8-bf14-4a8a-bb09-456f400d0017', 'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'mac_address': 'fa:16:3e:82:71:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:42Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 2, 'project_id': '78928d551ca745f3b8051e5269702a88', 'subnets': [{'id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:43.997456 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5919e08-f6b8-4827-a2ae-c1f7af45ff81 None None] The sync data for ids ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'] in dv-neutron-835554-1-hyperv is: [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8540ff8-bf14-4a8a-bb09-456f400d0017', 'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'mac_address': 'fa:16:3e:82:71:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:42Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 2, 'project_id': '78928d551ca745f3b8051e5269702a88', 'subnets': [{'id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:00:44.044672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b8d3f06f-445a-4b16-80b6-22f207ff1aac None None] Provisioning complete for port e8540ff8-bf14-4a8a-bb09-456f400d0017 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:44.045264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f06f-445a-4b16-80b6-22f207ff1aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:44.091779 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3f06f-445a-4b16-80b6-22f207ff1aac None None] Port e8540ff8-bf14-4a8a-bb09-456f400d0017 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:00:44.115852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:00:44.123612 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0d3010ab-1e5b-4d44-9ee1-251655ddf795 admin admin] 10.222.0.32 "PUT /v2.0/routers/5f5434f4-57d6-49f1-b0fc-b43b26680cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4743288 Mar 29 10:00:44.368458 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d66f86e0-a9ed-4b2b-83af-e83444d94acd up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:00:44.438088 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d66f86e0-a9ed-4b2b-83af-e83444d94acd triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:44.438856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:44.765547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58484) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:44.773274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-518414397-network', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:44.809851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Made reservation on behalf of 6138d3eaa2424a379ba8ed4c5144ba1f for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:00:44.812535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:44.821690 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:44.924488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:44.929931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:44.962897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:00:44.969453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e7f62-9880-42ad-a851-cf4dee61cf37,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:44.976800 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:44.977155 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Added segment 9e14d049-97d1-4bb1-b60a-90306917c773 of type vlan for network b84f8ee1-b0a6-42c5-b886-a80c74713ffd Mar 29 10:00:45.029734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.067544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.068550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:45.069134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.118119 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3475688 Mar 29 10:00:45.118715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58486) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:45.125091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d4b6289c-f3af-4f6e-9e8a-369099aa292b admin admin] Request body: {'subnet': {'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-518414397-subnet', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'ip_version': 4}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:45.143763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15972cc8-8621-4217-be63-da1b65cf0aea admin admin] Pushing event updated for resources: {'Network': ['ID=b84f8ee1-b0a6-42c5-b886-a80c74713ffd,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:45.156538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network b84f8ee1-b0a6-42c5-b886-a80c74713ffd details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 10:00:45.157217 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b6289c-f3af-4f6e-9e8a-369099aa292b admin admin] Made reservation on behalf of 6138d3eaa2424a379ba8ed4c5144ba1f for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:00:45.159615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d4b6289c-f3af-4f6e-9e8a-369099aa292b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.388152 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d4b6289c-f3af-4f6e-9e8a-369099aa292b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.455020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6289c-f3af-4f6e-9e8a-369099aa292b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fadc7645-091f-4fa5-93fe-c949786f46d0,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:45.462682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b6289c-f3af-4f6e-9e8a-369099aa292b admin admin] Checking segment: {'id': '9e14d049-97d1-4bb1-b60a-90306917c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:00:45.464290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b6289c-f3af-4f6e-9e8a-369099aa292b admin admin] Network hostable DHCP agents. Network: b84f8ee1-b0a6-42c5-b886-a80c74713ffd, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:00:45.484449 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b6289c-f3af-4f6e-9e8a-369099aa292b admin admin] Network b84f8ee1-b0a6-42c5-b886-a80c74713ffd is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:00:45.499318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-d4b6289c-f3af-4f6e-9e8a-369099aa292b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, b84f8ee1-b0a6-42c5-b886-a80c74713ffd) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:45.506047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6289c-f3af-4f6e-9e8a-369099aa292b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:00:45.507087 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d4b6289c-f3af-4f6e-9e8a-369099aa292b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.510135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f1d37d-317b-4d89-9f31-f42a95386590 None None] Network b84f8ee1-b0a6-42c5-b886-a80c74713ffd requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:00:45.536041 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d4b6289c-f3af-4f6e-9e8a-369099aa292b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4156606 Mar 29 10:00:45.540268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58488) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:45.552598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-518414397-router', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:00:45.586468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.587965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.659443 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.702921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-b84f8ee1-b0a6-42c5-b886-a80c74713ffd', 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'fixed_ips': [{'subnet_id': 'fadc7645-091f-4fa5-93fe-c949786f46d0'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 10:00:45.703808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.830030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:45.868042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Allocated IP 172.20.0.2 (b84f8ee1-b0a6-42c5-b886-a80c74713ffd/fadc7645-091f-4fa5-93fe-c949786f46d0/392f7b42-547b-40f6-9522-bf74a2eeebf9) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:00:46.066166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.074891 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.085087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.118238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.128756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Network b84f8ee1-b0a6-42c5-b886-a80c74713ffd is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:46.132857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:46.136388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:00:46.147028 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Pushing event updated for resources: {'Port': ['ID=392f7b42-547b-40f6-9522-bf74a2eeebf9,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:46.206574 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Attempting to bind port 392f7b42-547b-40f6-9522-bf74a2eeebf9 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:00:46.207828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Attempting to bind port 392f7b42-547b-40f6-9522-bf74a2eeebf9 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '9e14d049-97d1-4bb1-b60a-90306917c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:00:46.207828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Attempting to bind port 392f7b42-547b-40f6-9522-bf74a2eeebf9 on network b84f8ee1-b0a6-42c5-b886-a80c74713ffd {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:00:46.213625 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:00:46.214092 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Checking segment: {'id': '9e14d049-97d1-4bb1-b60a-90306917c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:00:46.214575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.214991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Bound using segment: {'id': '9e14d049-97d1-4bb1-b60a-90306917c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:00:46.215441 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Bound port: 392f7b42-547b-40f6-9522-bf74a2eeebf9, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e14d049-97d1-4bb1-b60a-90306917c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:00:46.215844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.261996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Allocated IP 172.26.1.73 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/00b833e0-8092-4ad6-831b-38e33f4c288d) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:00:46.317484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] For port 392f7b42-547b-40f6-9522-bf74a2eeebf9, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:00:46.322388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] For port 392f7b42-547b-40f6-9522-bf74a2eeebf9, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=392f7b42-547b-40f6-9522-bf74a2eeebf9,segment=NetworkSegment(9e14d049-97d1-4bb1-b60a-90306917c773),segment_id=9e14d049-97d1-4bb1-b60a-90306917c773)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:00:46.331783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.413300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 543969bf-5d20-44ca-94b8-30ae89f8cac1 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:00:46.459513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.475698 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Sync routers for ids ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:00:46.481078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48245d57-f999-457a-a12d-07a38bf48aa7 None None] Pushing event updated for resources: {'Port': ['ID=392f7b42-547b-40f6-9522-bf74a2eeebf9,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:46.487174 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Routers {'5f5434f4-57d6-49f1-b0fc-b43b26680cfb'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:00:46.487815 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:00:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:46.515002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 543969bf-5d20-44ca-94b8-30ae89f8cac1 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:46.515349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.532638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.592153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:46.606113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:46.626984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Pushing event updated for resources: {'Port': ['ID=00b833e0-8092-4ad6-831b-38e33f4c288d,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:46.627297 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Set router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:00:46.632003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:00:46.664251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.742185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 543969bf-5d20-44ca-94b8-30ae89f8cac1, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=543969bf-5d20-44ca-94b8-30ae89f8cac1,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:46.748065 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:46.829037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=543969bf-5d20-44ca-94b8-30ae89f8cac1,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:46.937383 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8540ff8-bf14-4a8a-bb09-456f400d0017', 'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'mac_address': 'fa:16:3e:82:71:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:42Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 2, 'project_id': '78928d551ca745f3b8051e5269702a88', 'subnets': [{'id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:46.966379 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Checking router: 5f5434f4-57d6-49f1-b0fc-b43b26680cfb for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:00:46.966729 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Updating router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb port e8540ff8-bf14-4a8a-bb09-456f400d0017 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:00:46.994787 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:47.017840 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:47.275023 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:47.298594 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:47.308611 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:47.354782 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Pushing event updated for resources: {'Port': ['ID=e8540ff8-bf14-4a8a-bb09-456f400d0017,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:47.373641 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:47.373989 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:47.374331 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:47.374700 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:47.375023 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:47.375348 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:47.375672 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:47.375992 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:47.376309 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:47.376621 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:47.376967 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:47.377281 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:00:47.448228 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Attempting to bind port e8540ff8-bf14-4a8a-bb09-456f400d0017 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:00:47.448605 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Attempting to bind port e8540ff8-bf14-4a8a-bb09-456f400d0017 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:00:47.449195 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Attempting to bind port e8540ff8-bf14-4a8a-bb09-456f400d0017 on network 3f1419be-3086-48da-8f2e-00967087a994 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:00:47.454913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Router 77f1e32e-b4a4-48be-8d59-91959517bd93 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 10:00:47.455750 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:00:47.456125 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Checking segment: {'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:00:47.456527 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:47.456986 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Bound using segment: {'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:00:47.457468 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Bound port: e8540ff8-bf14-4a8a-bb09-456f400d0017, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:00:47.457913 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:47.555202 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] For port e8540ff8-bf14-4a8a-bb09-456f400d0017, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:00:47.559897 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] For port e8540ff8-bf14-4a8a-bb09-456f400d0017, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e8540ff8-bf14-4a8a-bb09-456f400d0017,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:00:47.566674 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:47.623676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:00:47.639968 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Sync routers for ids ['77f1e32e-b4a4-48be-8d59-91959517bd93'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:00:47.653393 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Routers {'5f5434f4-57d6-49f1-b0fc-b43b26680cfb'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:00:47.654081 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:00:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:47.659124 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Routers {'77f1e32e-b4a4-48be-8d59-91959517bd93'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:00:47.660851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:00:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['77f1e32e-b4a4-48be-8d59-91959517bd93'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:47.676846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:47.678558 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9bd171e6-3dbb-423e-adde-2fae30b8643f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1370642 Mar 29 10:00:47.681759 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58490) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:00:47.745380 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dd41c-9764-4276-8cf5-915c7728565e None None] Pushing event updated for resources: {'Port': ['ID=e8540ff8-bf14-4a8a-bb09-456f400d0017,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:47.874629 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] Set router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:00:48.057109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf260db3-1b38-4fc4-8b69-0e5c8a4c30a2 None None] Network b84f8ee1-b0a6-42c5-b886-a80c74713ffd requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:00:48.082228 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-568cfb2e-93c9-4ce5-867a-52ece44e9a5a None None] Provisioning complete for port e8540ff8-bf14-4a8a-bb09-456f400d0017 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:48.083029 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-568cfb2e-93c9-4ce5-867a-52ece44e9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:48.177700 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8540ff8-bf14-4a8a-bb09-456f400d0017', 'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'mac_address': 'fa:16:3e:82:71:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:42Z', 'updated_at': '2022-03-29T10:00:47Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'subnets': [{'id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:48.193498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Set router 77f1e32e-b4a4-48be-8d59-91959517bd93 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:00:48.213416 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3bf888-5577-4d04-aa62-8fc379b5af8f None None] The sync data for ids ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'] in dv-neutron-835554-1-hyperv is: [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8540ff8-bf14-4a8a-bb09-456f400d0017', 'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'mac_address': 'fa:16:3e:82:71:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:42Z', 'updated_at': '2022-03-29T10:00:47Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'subnets': [{'id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:00:48.429291 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:48.513644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-568cfb2e-93c9-4ce5-867a-52ece44e9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:48.546814 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 392f7b42-547b-40f6-9522-bf74a2eeebf9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:00:48.677275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Allocated IP 172.20.0.1 (b84f8ee1-b0a6-42c5-b886-a80c74713ffd/fadc7645-091f-4fa5-93fe-c949786f46d0/2433648e-f6aa-4e40-81fd-61c5ea6810b0) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:00:48.677614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-568cfb2e-93c9-4ce5-867a-52ece44e9a5a None None] For port e8540ff8-bf14-4a8a-bb09-456f400d0017, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e8540ff8-bf14-4a8a-bb09-456f400d0017,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:48.695702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-568cfb2e-93c9-4ce5-867a-52ece44e9a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:48.752545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 392f7b42-547b-40f6-9522-bf74a2eeebf9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:48.753219 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:48.808762 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'name': 'tempest-TestMinimumBasicScenario-518414397-router', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:45Z', 'updated_at': '2022-03-29T10:00:46Z', 'revision_number': 3, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'gw_port': {'id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:46Z', 'updated_at': '2022-03-29T10:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:48.813529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cfb2e-93c9-4ce5-867a-52ece44e9a5a None None] Pushing event updated for resources: {'Port': ['ID=e8540ff8-bf14-4a8a-bb09-456f400d0017,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:48.841236 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:48.867916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Checking router: 77f1e32e-b4a4-48be-8d59-91959517bd93 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:00:48.868291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Updating router 77f1e32e-b4a4-48be-8d59-91959517bd93 port 00b833e0-8092-4ad6-831b-38e33f4c288d binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:00:48.886861 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:48.908147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Network b84f8ee1-b0a6-42c5-b886-a80c74713ffd is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:48.911804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:48.915373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-95b7b55e-7161-4265-846f-42c6403456c5 None None] Provisioning complete for port e8540ff8-bf14-4a8a-bb09-456f400d0017 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:48.915772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-95b7b55e-7161-4265-846f-42c6403456c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:48.919105 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:48.933670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:00:48.987777 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Pushing event updated for resources: {'Port': ['ID=2433648e-f6aa-4e40-81fd-61c5ea6810b0,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:48.997599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.107145 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.173172 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.226840 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 392f7b42-547b-40f6-9522-bf74a2eeebf9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=392f7b42-547b-40f6-9522-bf74a2eeebf9,segment=NetworkSegment(9e14d049-97d1-4bb1-b60a-90306917c773),segment_id=9e14d049-97d1-4bb1-b60a-90306917c773)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:49.236238 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.237254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e8540ff8-bf14-4a8a-bb09-456f400d0017 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:00:49.397952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.400670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-95b7b55e-7161-4265-846f-42c6403456c5 None None] Provisioning complete for port 392f7b42-547b-40f6-9522-bf74a2eeebf9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:49.401298 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-95b7b55e-7161-4265-846f-42c6403456c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.404657 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.436580 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=392f7b42-547b-40f6-9522-bf74a2eeebf9,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:49.477134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Pushing event updated for resources: {'Port': ['ID=2433648e-f6aa-4e40-81fd-61c5ea6810b0,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:49.482697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.491330 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e8540ff8-bf14-4a8a-bb09-456f400d0017 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:49.492531 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.584307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.590221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Network b84f8ee1-b0a6-42c5-b886-a80c74713ffd is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:00:49.591812 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:00:49.617971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.730320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Attempting to bind port 00b833e0-8092-4ad6-831b-38e33f4c288d on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:00:49.731027 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Attempting to bind port 00b833e0-8092-4ad6-831b-38e33f4c288d by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:00:49.731207 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Attempting to bind port 00b833e0-8092-4ad6-831b-38e33f4c288d on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:00:49.745513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d46181-1f1f-4e1c-ad9d-9a1c5dfda2e0 None None] Pushing event updated for resources: {'Port': ['ID=00b833e0-8092-4ad6-831b-38e33f4c288d,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:49.746420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Router 77f1e32e-b4a4-48be-8d59-91959517bd93 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:00:49.751825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:00:49.752376 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:00:49.752690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.753136 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:00:49.753715 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Bound port: 00b833e0-8092-4ad6-831b-38e33f4c288d, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:00:49.754834 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.786165 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 543969bf-5d20-44ca-94b8-30ae89f8cac1 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:00:49.875305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] For port 00b833e0-8092-4ad6-831b-38e33f4c288d, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:00:49.881727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] For port 00b833e0-8092-4ad6-831b-38e33f4c288d, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=00b833e0-8092-4ad6-831b-38e33f4c288d,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:00:49.887437 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c1ee0187-9665-47eb-b092-1fb2f036d71f None None] Provisioning complete for port 392f7b42-547b-40f6-9522-bf74a2eeebf9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:49.887914 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1ee0187-9665-47eb-b092-1fb2f036d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.893167 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:49.893380 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:00:49.899015 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-315cb89b-efe6-4cca-9693-1733e2a200fa admin admin] 10.222.0.32 "PUT /v2.0/routers/77f1e32e-b4a4-48be-8d59-91959517bd93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2153764 Mar 29 10:00:49.997382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 543969bf-5d20-44ca-94b8-30ae89f8cac1 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:49.997823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:50.042771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Routers {'77f1e32e-b4a4-48be-8d59-91959517bd93'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:00:50.043436 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:00:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['77f1e32e-b4a4-48be-8d59-91959517bd93'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:50.045235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d46181-1f1f-4e1c-ad9d-9a1c5dfda2e0 None None] Pushing event updated for resources: {'Port': ['ID=00b833e0-8092-4ad6-831b-38e33f4c288d,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:50.434531 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] Set router 77f1e32e-b4a4-48be-8d59-91959517bd93 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:00:50.472094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c1ee0187-9665-47eb-b092-1fb2f036d71f None None] Provisioning complete for port 2433648e-f6aa-4e40-81fd-61c5ea6810b0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:50.473051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1ee0187-9665-47eb-b092-1fb2f036d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:50.581697 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 392f7b42-547b-40f6-9522-bf74a2eeebf9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:00:50.629749 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c1ee0187-9665-47eb-b092-1fb2f036d71f None None] Port 2433648e-f6aa-4e40-81fd-61c5ea6810b0 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:00:50.795792 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 392f7b42-547b-40f6-9522-bf74a2eeebf9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:50.797121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:50.823191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-15494edf-ca6d-43a7-a6af-2549e8882172 None None] Provisioning complete for port 2433648e-f6aa-4e40-81fd-61c5ea6810b0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:50.823570 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-15494edf-ca6d-43a7-a6af-2549e8882172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:50.902079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-15494edf-ca6d-43a7-a6af-2549e8882172 None None] Port 2433648e-f6aa-4e40-81fd-61c5ea6810b0 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:00:50.965981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e8540ff8-bf14-4a8a-bb09-456f400d0017 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:00:51.007557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'name': 'tempest-TestMinimumBasicScenario-518414397-router', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:45Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 4, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'gw_port': {'id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:46Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '2433648e-f6aa-4e40-81fd-61c5ea6810b0', 'name': '', 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'mac_address': 'fa:16:3e:07:10:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fadc7645-091f-4fa5-93fe-c949786f46d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:48Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 2, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'subnets': [{'id': 'fadc7645-091f-4fa5-93fe-c949786f46d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:51.059631 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef1634-9b76-4153-ad65-62b2faa59149 None None] The sync data for ids ['77f1e32e-b4a4-48be-8d59-91959517bd93'] in dv-neutron-835554-1-hyperv is: [{'id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'name': 'tempest-TestMinimumBasicScenario-518414397-router', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:45Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 4, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'gw_port': {'id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:46Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '2433648e-f6aa-4e40-81fd-61c5ea6810b0', 'name': '', 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'mac_address': 'fa:16:3e:07:10:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fadc7645-091f-4fa5-93fe-c949786f46d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:48Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 2, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'subnets': [{'id': 'fadc7645-091f-4fa5-93fe-c949786f46d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:00:51.085435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e8540ff8-bf14-4a8a-bb09-456f400d0017 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:51.086041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:52.630167 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 00b833e0-8092-4ad6-831b-38e33f4c288d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:00:52.688971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 00b833e0-8092-4ad6-831b-38e33f4c288d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:52.689447 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:52.788425 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:52.815508 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 00b833e0-8092-4ad6-831b-38e33f4c288d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=00b833e0-8092-4ad6-831b-38e33f4c288d,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:52.823942 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:52.910195 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=00b833e0-8092-4ad6-831b-38e33f4c288d,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:54.555042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 00b833e0-8092-4ad6-831b-38e33f4c288d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:00:54.614038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 00b833e0-8092-4ad6-831b-38e33f4c288d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:54.614404 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:54.872373 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Sync routers for ids ['77f1e32e-b4a4-48be-8d59-91959517bd93'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:00:54.883732 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Routers {'77f1e32e-b4a4-48be-8d59-91959517bd93'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:00:54.884428 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:00:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['77f1e32e-b4a4-48be-8d59-91959517bd93'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:55.093912 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Set router 77f1e32e-b4a4-48be-8d59-91959517bd93 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:00:55.337073 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'name': 'tempest-TestMinimumBasicScenario-518414397-router', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:45Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 4, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'gw_port': {'id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:46Z', 'updated_at': '2022-03-29T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '2433648e-f6aa-4e40-81fd-61c5ea6810b0', 'name': '', 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'mac_address': 'fa:16:3e:07:10:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fadc7645-091f-4fa5-93fe-c949786f46d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:48Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 2, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'subnets': [{'id': 'fadc7645-091f-4fa5-93fe-c949786f46d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:55.370050 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Checking router: 77f1e32e-b4a4-48be-8d59-91959517bd93 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:00:55.370050 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Updating router 77f1e32e-b4a4-48be-8d59-91959517bd93 port 2433648e-f6aa-4e40-81fd-61c5ea6810b0 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:00:55.395162 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:55.697815 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:55.705425 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:55.754347 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f63f2-0d02-4b9e-b4c4-7494b3ddd6bf None None] Pushing event updated for resources: {'Port': ['ID=2433648e-f6aa-4e40-81fd-61c5ea6810b0,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:55.832372 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Attempting to bind port 2433648e-f6aa-4e40-81fd-61c5ea6810b0 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:00:55.832838 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Attempting to bind port 2433648e-f6aa-4e40-81fd-61c5ea6810b0 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '9e14d049-97d1-4bb1-b60a-90306917c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:00:55.833258 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Attempting to bind port 2433648e-f6aa-4e40-81fd-61c5ea6810b0 on network b84f8ee1-b0a6-42c5-b886-a80c74713ffd {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:00:55.838935 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:00:55.839315 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Checking segment: {'id': '9e14d049-97d1-4bb1-b60a-90306917c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:00:55.839988 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:55.840431 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Bound using segment: {'id': '9e14d049-97d1-4bb1-b60a-90306917c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:00:55.840961 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Bound port: 2433648e-f6aa-4e40-81fd-61c5ea6810b0, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e14d049-97d1-4bb1-b60a-90306917c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:00:55.841722 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:55.916904 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] For port 2433648e-f6aa-4e40-81fd-61c5ea6810b0, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:00:55.921545 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] For port 2433648e-f6aa-4e40-81fd-61c5ea6810b0, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=2433648e-f6aa-4e40-81fd-61c5ea6810b0,segment=NetworkSegment(9e14d049-97d1-4bb1-b60a-90306917c773),segment_id=9e14d049-97d1-4bb1-b60a-90306917c773)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:00:55.930238 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:55.993203 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f63f2-0d02-4b9e-b4c4-7494b3ddd6bf None None] Pushing event updated for resources: {'Port': ['ID=2433648e-f6aa-4e40-81fd-61c5ea6810b0,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:56.010891 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Routers {'77f1e32e-b4a4-48be-8d59-91959517bd93'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:00:56.011515 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:00:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['77f1e32e-b4a4-48be-8d59-91959517bd93'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:56.065621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-910b51b6-9846-44a4-acc5-6fb78e7ca778 None None] Provisioning complete for port 2433648e-f6aa-4e40-81fd-61c5ea6810b0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:56.066229 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-910b51b6-9846-44a4-acc5-6fb78e7ca778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:56.182606 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] Set router 77f1e32e-b4a4-48be-8d59-91959517bd93 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:00:56.212493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-910b51b6-9846-44a4-acc5-6fb78e7ca778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:56.259312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-910b51b6-9846-44a4-acc5-6fb78e7ca778 None None] For port 2433648e-f6aa-4e40-81fd-61c5ea6810b0, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=2433648e-f6aa-4e40-81fd-61c5ea6810b0,segment=NetworkSegment(9e14d049-97d1-4bb1-b60a-90306917c773),segment_id=9e14d049-97d1-4bb1-b60a-90306917c773)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:00:56.266595 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-910b51b6-9846-44a4-acc5-6fb78e7ca778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:56.331419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b51b6-9846-44a4-acc5-6fb78e7ca778 None None] Pushing event updated for resources: {'Port': ['ID=2433648e-f6aa-4e40-81fd-61c5ea6810b0,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:00:56.389038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-16cb520f-b95c-43e1-82f1-0fdb84b2daf2 None None] Provisioning complete for port 2433648e-f6aa-4e40-81fd-61c5ea6810b0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:56.389492 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-16cb520f-b95c-43e1-82f1-0fdb84b2daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:56.411314 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'name': 'tempest-TestMinimumBasicScenario-518414397-router', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:45Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 4, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'gw_port': {'id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:46Z', 'updated_at': '2022-03-29T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '2433648e-f6aa-4e40-81fd-61c5ea6810b0', 'name': '', 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'mac_address': 'fa:16:3e:07:10:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fadc7645-091f-4fa5-93fe-c949786f46d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:48Z', 'updated_at': '2022-03-29T10:00:55Z', 'revision_number': 4, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'subnets': [{'id': 'fadc7645-091f-4fa5-93fe-c949786f46d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:00:56.443821 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43148efb-6dbc-448d-81b3-f1813c635add None None] The sync data for ids ['77f1e32e-b4a4-48be-8d59-91959517bd93'] in dv-neutron-835554-1-hyperv is: [{'id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'name': 'tempest-TestMinimumBasicScenario-518414397-router', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:45Z', 'updated_at': '2022-03-29T10:00:49Z', 'revision_number': 4, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'gw_port': {'id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:46Z', 'updated_at': '2022-03-29T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '2433648e-f6aa-4e40-81fd-61c5ea6810b0', 'name': '', 'network_id': 'b84f8ee1-b0a6-42c5-b886-a80c74713ffd', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'mac_address': 'fa:16:3e:07:10:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fadc7645-091f-4fa5-93fe-c949786f46d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:48Z', 'updated_at': '2022-03-29T10:00:55Z', 'revision_number': 4, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'subnets': [{'id': 'fadc7645-091f-4fa5-93fe-c949786f46d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:00:56.634891 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2433648e-f6aa-4e40-81fd-61c5ea6810b0 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:00:56.706544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 2433648e-f6aa-4e40-81fd-61c5ea6810b0 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:00:56.707695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:56.819280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8ca8b047-810e-4204-a4db-4105ffd35ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:00:59.184218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8fb06e3a-5e24-442d-b8f5-12845b91af7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:00.678779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-50f9baee-cb5f-420f-a634-78307e92c9b3 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:00.681229 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-50f9baee-cb5f-420f-a634-78307e92c9b3 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/networks?id=3f1419be-3086-48da-8f2e-00967087a994 HTTP/1.1" status: 200 len: 815 time: 0.1090343 Mar 29 10:01:00.696987 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f7634f76-3878-4b1c-acc4-dd974a4c25e3 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/quotas/78928d551ca745f3b8051e5269702a88 HTTP/1.1" status: 200 len: 375 time: 0.0099568 Mar 29 10:01:00.699723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:00.758414 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-eba0bb1c-d60f-44ac-9fe4-e829ade74bd4 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=78928d551ca745f3b8051e5269702a88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547869 Mar 29 10:01:00.875082 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-92d61b6f-f4aa-4256-9eda-7fdcf21fb689 service neutron] 10.222.0.32 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997505 Mar 29 10:01:00.973604 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-e789b640-bc32-43dc-8c6b-289ea03f076d service neutron] 10.222.0.32 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912600 Mar 29 10:01:01.153499 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfc60872-c62f-482e-9c29-ca8e2cf1e96e req-313cb8e3-efff-4912-bd69-e7b1ebc27edc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 210 time: 0.0325658 Mar 29 10:01:02.109094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:02.194859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-fd367a53-6821-48c7-b19b-68003309752e tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:02.196479 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-fd367a53-6821-48c7-b19b-68003309752e tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.24 "GET /v2.0/networks?id=3f1419be-3086-48da-8f2e-00967087a994 HTTP/1.1" status: 200 len: 815 time: 0.1441381 Mar 29 10:01:02.211438 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Request body: {'port': {'device_id': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'admin_state_up': True, 'tenant_id': '78928d551ca745f3b8051e5269702a88'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:02.312995 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8386f82e-57dd-481c-94cc-e6116e504a2b req-00e09373-f857-41fb-af22-9f476b8a7476 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 210 time: 0.0672796 Mar 29 10:01:02.374998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Made reservation on behalf of 78928d551ca745f3b8051e5269702a88 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:01:02.379515 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:02.543528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Allocated IP 172.20.0.6 (3f1419be-3086-48da-8f2e-00967087a994/9bf7d1a8-21c5-4584-955f-a13da8ab5e21/c95975b5-2bc2-4414-8d6e-6a6fe4afac0b) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:01:02.693462 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:02.830778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:02.996911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:03.064783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event updated for resources: {'Port': ['ID=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:03.083672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Network 3f1419be-3086-48da-8f2e-00967087a994 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:01:03.085892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:01:03.089252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:01:03.191793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:03.193528 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:03.228791 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-be39377d-9e98-425f-bfc2-29a9239609cc tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0223322 Mar 29 10:01:03.500823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e872dab9-6681-4eb5-b137-20efd458f986 None None] Provisioning complete for port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:01:03.501628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e872dab9-6681-4eb5-b137-20efd458f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:03.541749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c027182-5903-4393-bf83-fd39ebc1d9a0 req-ab7fa3d3-eedd-46c2-98c5-52afbf797c85 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:03.544580 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8c027182-5903-4393-bf83-fd39ebc1d9a0 req-ab7fa3d3-eedd-46c2-98c5-52afbf797c85 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 931 time: 0.1086235 Mar 29 10:01:03.586189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e872dab9-6681-4eb5-b137-20efd458f986 None None] Port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:01:03.635259 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8c027182-5903-4393-bf83-fd39ebc1d9a0 req-d34fcaf8-a722-4e98-b9c2-a393d6d8707d tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725901 Mar 29 10:01:03.959667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:04.787095 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cf7d9-22de-40d4-91c0-2e524f8b0b16 req-bb732451-8225-4868-8bfe-39905c011c30 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:04.788699 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b66cf7d9-22de-40d4-91c0-2e524f8b0b16 req-bb732451-8225-4868-8bfe-39905c011c30 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 931 time: 0.0690107 Mar 29 10:01:04.845654 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b66cf7d9-22de-40d4-91c0-2e524f8b0b16 req-75c10606-23e3-4a2a-be4d-38aa0dc97a85 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460505 Mar 29 10:01:05.975254 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec8c28-d6c1-4119-a327-d46922eb5a93 req-76785c6b-dec2-4d7e-b1be-8745e12522b0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:05.977684 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b4ec8c28-d6c1-4119-a327-d46922eb5a93 req-76785c6b-dec2-4d7e-b1be-8745e12522b0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 931 time: 0.0598392 Mar 29 10:01:06.021947 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b4ec8c28-d6c1-4119-a327-d46922eb5a93 req-59f27478-f35c-4f73-98c5-ac9e6a04b9ef tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337172 Mar 29 10:01:06.178340 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:01:07.164524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82348d-46cb-47c9-b55a-898018835844 req-4bc5f273-6530-4594-b717-d4a75865d5df tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:07.166027 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4b82348d-46cb-47c9-b55a-898018835844 req-4bc5f273-6530-4594-b717-d4a75865d5df tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 931 time: 0.0620646 Mar 29 10:01:07.226837 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4b82348d-46cb-47c9-b55a-898018835844 req-eca78bc2-785f-4b9c-bec8-fb036871fe8a tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515182 Mar 29 10:01:08.372684 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4aa2b-be14-47d5-b222-06a2ffb5b42d req-d335738c-1cec-416b-afbb-538f1b724e86 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:08.375288 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4cf4aa2b-be14-47d5-b222-06a2ffb5b42d req-d335738c-1cec-416b-afbb-538f1b724e86 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 931 time: 0.0686109 Mar 29 10:01:08.418535 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4cf4aa2b-be14-47d5-b222-06a2ffb5b42d req-cdd4d4c1-1575-49ab-9c91-05fe354fd890 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365989 Mar 29 10:01:09.598289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5000c-a298-4d60-b0d1-2734f7a8a305 req-1d6b91ff-03fc-4ded-89e9-08bfd5e44d32 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:09.599891 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-05d5000c-a298-4d60-b0d1-2734f7a8a305 req-1d6b91ff-03fc-4ded-89e9-08bfd5e44d32 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 931 time: 0.0778491 Mar 29 10:01:09.657272 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-05d5000c-a298-4d60-b0d1-2734f7a8a305 req-6953a16e-2639-4aaa-b2f1-1ef0a1086246 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510166 Mar 29 10:01:10.780614 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f202fe-3f13-4294-9768-8170f16345cb req-a839c52b-240c-4764-b792-02bff50dc3f4 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:10.782119 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-80f202fe-3f13-4294-9768-8170f16345cb req-a839c52b-240c-4764-b792-02bff50dc3f4 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 931 time: 0.0513740 Mar 29 10:01:10.821987 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-80f202fe-3f13-4294-9768-8170f16345cb req-0c6b34b7-b784-4f1b-bf20-862cdd9d4e11 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332310 Mar 29 10:01:11.946923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f36eb-da94-411b-9b69-6d82c324cea8 req-3b67e591-bb69-4ddb-90d9-ce01057c5b8e tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:11.948378 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-964f36eb-da94-411b-9b69-6d82c324cea8 req-3b67e591-bb69-4ddb-90d9-ce01057c5b8e tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 931 time: 0.0580993 Mar 29 10:01:11.988379 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-964f36eb-da94-411b-9b69-6d82c324cea8 req-59125dda-954d-416d-bb2a-5d613dc04831 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332236 Mar 29 10:01:12.620509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f342ab7f-baa4-4da5-9db5-29e978744a59 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:01:12.621480 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f342ab7f-baa4-4da5-9db5-29e978744a59 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056114 Mar 29 10:01:12.730343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Request body: {'port': {'device_id': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:12.792098 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:13.162582 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2b8ff-4daa-4a1e-a47c-682b052d9ada req-67c6290c-2f81-4331-9d50-b0c3092d395a tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:13.164145 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67a2b8ff-4daa-4a1e-a47c-682b052d9ada req-67c6290c-2f81-4331-9d50-b0c3092d395a tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 931 time: 0.0868189 Mar 29 10:01:13.241017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95975b5-2bc2-4414-8d6e-6a6fe4afac0b {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:01:13.248355 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-67a2b8ff-4daa-4a1e-a47c-682b052d9ada req-26db76cc-8c65-4e48-a5d0-d4eb45ff2e88 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735462 Mar 29 10:01:13.254230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:13.268151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Transition to ACTIVE for port object c95975b5-2bc2-4414-8d6e-6a6fe4afac0b will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:01:13.274880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:13.358230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Pushing event updated for resources: {'Port': ['ID=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:13.442504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Attempting to bind port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:01:13.442837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Attempting to bind port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:01:13.443163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Attempting to bind port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b on network 3f1419be-3086-48da-8f2e-00967087a994 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:01:13.447970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b on network 3f1419be-3086-48da-8f2e-00967087a994 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 10:01:13.448301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Attempting to bind port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b on network 3f1419be-3086-48da-8f2e-00967087a994 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:01:13.453858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:01:13.454203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Checking segment: {'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:01:13.454593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Bound using segment: {'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:01:13.455041 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Bound port: c95975b5-2bc2-4414-8d6e-6a6fe4afac0b, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '3f1419be-3086-48da-8f2e-00967087a994'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:01:13.455406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:13.539786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] For port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:01:13.544002 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] For port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:01:13.554042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:13.607280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:13.607936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:13.609658 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] 10.222.0.24 "PUT /v2.0/ports/c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 1093 time: 0.9779656 Mar 29 10:01:13.610314 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:01:13.613032 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553de5eb-7980-4e8c-8080-72e58bba83f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:01:13.642798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20adcd1-7343-49bb-a421-59cc12b28850 service neutron] Pushing event updated for resources: {'Port': ['ID=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:13.678850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca494498-6636-4c4e-9c18-9f02a32247b2 x-openstack-request-id: req-ca494498-6636-4c4e-9c18-9f02a32247b2 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:01:13.679101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:01:13.679350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca494498-6636-4c4e-9c18-9f02a32247b2 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:01:13.679741 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'status': 'completed', 'code': 200} Mar 29 10:01:13.716883 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-5f4f3f03-63a0-4425-8720-ac852116dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:13.718437 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-5f4f3f03-63a0-4425-8720-ac852116dd4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78928d551ca745f3b8051e5269702a88&device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 1096 time: 0.0510266 Mar 29 10:01:13.764267 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-d7b625e3-3cd6-476b-845a-208f669a8743 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 217 time: 0.0378776 Mar 29 10:01:13.824074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-b3c4f53e-edff-4a6d-a91a-5dda0580c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:13.825562 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-b3c4f53e-edff-4a6d-a91a-5dda0580c450 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bf7d1a8-21c5-4584-955f-a13da8ab5e21 HTTP/1.1" status: 200 len: 854 time: 0.0551481 Mar 29 10:01:13.874436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-bbbd82b7-674d-452f-b6a7-023e6ec22eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:13.875923 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-bbbd82b7-674d-452f-b6a7-023e6ec22eac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1419be-3086-48da-8f2e-00967087a994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438581 Mar 29 10:01:13.973048 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-816034bf-228e-460e-864a-19baf0b6b41d service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894580 Mar 29 10:01:14.069149 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d3fc5b3-f64c-4e73-9878-7b82d14e9772 req-4997d238-9bab-4d8b-9165-8a03dce68ff5 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900662 Mar 29 10:01:14.160674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553de5eb-7980-4e8c-8080-72e58bba83f1 req-3b0e489b-2426-4694-bf8c-445b47e69f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:14.162245 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-553de5eb-7980-4e8c-8080-72e58bba83f1 req-3b0e489b-2426-4694-bf8c-445b47e69f84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78928d551ca745f3b8051e5269702a88&device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 1096 time: 0.0425425 Mar 29 10:01:14.258092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553de5eb-7980-4e8c-8080-72e58bba83f1 req-8e51d58b-9904-469a-b174-c73eb2cf464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:14.259470 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-553de5eb-7980-4e8c-8080-72e58bba83f1 req-8e51d58b-9904-469a-b174-c73eb2cf464f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1419be-3086-48da-8f2e-00967087a994 HTTP/1.1" status: 200 len: 916 time: 0.0891004 Mar 29 10:01:14.646950 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-553de5eb-7980-4e8c-8080-72e58bba83f1 req-79437e70-98fa-4adf-909f-2ae2d424fbb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 217 time: 0.3809950 Mar 29 10:01:14.717741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553de5eb-7980-4e8c-8080-72e58bba83f1 req-9f9e5f68-3c7f-4893-8846-62fce346a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:14.719187 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-553de5eb-7980-4e8c-8080-72e58bba83f1 req-9f9e5f68-3c7f-4893-8846-62fce346a695 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bf7d1a8-21c5-4584-955f-a13da8ab5e21 HTTP/1.1" status: 200 len: 854 time: 0.0652370 Mar 29 10:01:14.727283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554a578-d053-4d68-905e-7d89238337c3 req-6e166a85-1d4b-43d7-b237-fb98f0d9f7a3 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:14.728733 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4554a578-d053-4d68-905e-7d89238337c3 req-6e166a85-1d4b-43d7-b237-fb98f0d9f7a3 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 943 time: 0.0845346 Mar 29 10:01:14.802143 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4554a578-d053-4d68-905e-7d89238337c3 req-f14fac10-a6c4-425c-898f-1236fbd071ad tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651264 Mar 29 10:01:14.804984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553de5eb-7980-4e8c-8080-72e58bba83f1 req-9c07436b-efbc-40f0-ae68-d56f5d3e08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:14.806461 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-553de5eb-7980-4e8c-8080-72e58bba83f1 req-9c07436b-efbc-40f0-ae68-d56f5d3e08a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1419be-3086-48da-8f2e-00967087a994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768507 Mar 29 10:01:14.918497 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-553de5eb-7980-4e8c-8080-72e58bba83f1 req-beeeb9f5-422c-4d91-aca2-d8da26230310 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044476 Mar 29 10:01:15.015037 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-553de5eb-7980-4e8c-8080-72e58bba83f1 req-36866b48-bf1b-40a9-b41a-c3c1f4978b80 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891082 Mar 29 10:01:15.984605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28b85a-b7d3-425d-9099-5bb92279b71c req-de28bb5a-643c-4742-981b-a9ff7ac2ec86 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:15.986134 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fa28b85a-b7d3-425d-9099-5bb92279b71c req-de28bb5a-643c-4742-981b-a9ff7ac2ec86 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 943 time: 0.0499306 Mar 29 10:01:16.027900 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fa28b85a-b7d3-425d-9099-5bb92279b71c req-45a82ffb-65e9-46fd-b3bf-95cfacb5e2ff tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357227 Mar 29 10:01:17.147091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4722e21-6df5-4044-ae88-3bf8c0ac808b req-1ec7cdb6-32f9-460a-bf01-f3bd0f46dcf7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:17.148681 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a4722e21-6df5-4044-ae88-3bf8c0ac808b req-1ec7cdb6-32f9-460a-bf01-f3bd0f46dcf7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 943 time: 0.0490785 Mar 29 10:01:17.195345 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a4722e21-6df5-4044-ae88-3bf8c0ac808b req-a811f54e-3585-4685-8650-388aab03c0a0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402966 Mar 29 10:01:17.703783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device c95975b5-2bc2-4414-8d6e-6a6fe4afac0b details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:01:17.944446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:01:17.955565 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'port_id': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'mac_address': 'fa:16:3e:ea:7a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:01:17.992365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:18.005672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95975b5-2bc2-4414-8d6e-6a6fe4afac0b {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:01:18.025947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:01:18.029849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:18.079169 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:18.086959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:18.087348 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:18.087674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:18.088006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:18.088334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:18.088662 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:18.088986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:18.089312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:18.089656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:18.089981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:18.090293 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:18.090608 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:18.314077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd8444-3baf-44e5-9783-e72ee0af21fc req-0b998239-62a7-41ae-b7f9-7bf015460580 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:18.316040 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13cd8444-3baf-44e5-9783-e72ee0af21fc req-0b998239-62a7-41ae-b7f9-7bf015460580 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 944 time: 0.0488727 Mar 29 10:01:18.355402 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13cd8444-3baf-44e5-9783-e72ee0af21fc req-9cd83be0-c747-4db9-94e0-d2eea95e81cf tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329127 Mar 29 10:01:18.380065 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:01:19.468566 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c678-19b6-45db-bcb4-0eda03149cd7 req-aa467c66-28b5-47d1-91a0-6fee60163c65 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:19.470256 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c849c678-19b6-45db-bcb4-0eda03149cd7 req-aa467c66-28b5-47d1-91a0-6fee60163c65 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 944 time: 0.0472472 Mar 29 10:01:19.507842 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c849c678-19b6-45db-bcb4-0eda03149cd7 req-b14d02a9-8bf5-4b8e-adf4-ca8abba47084 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306706 Mar 29 10:01:19.718240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device c95975b5-2bc2-4414-8d6e-6a6fe4afac0b up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:01:19.770646 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:01:19.775041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:01:19.775578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:19.851810 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:19.873682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:01:19.875906 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6ce736-c92b-45dd-8cfb-4d0109fedc39" -d '{"events": [{"server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "name": "network-vif-plugged", "status": "completed", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:01:19.888472 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:01:19.892882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:19.918243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd485acd-f53a-42f7-a172-45350a0248d5 x-openstack-request-id: req-cd485acd-f53a-42f7-a172-45350a0248d5 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:01:19.918537 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "name": "network-vif-plugged", "status": "completed", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:01:19.918783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd485acd-f53a-42f7-a172-45350a0248d5 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:01:19.919164 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'code': 200} Mar 29 10:01:19.949191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:20.090532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882cb5b-1546-48d3-8c21-20e9adf784ff req-f1b4f44e-9e20-4a57-adc2-d75ecf3a8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:20.092068 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9882cb5b-1546-48d3-8c21-20e9adf784ff req-f1b4f44e-9e20-4a57-adc2-d75ecf3a8fed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 1098 time: 0.0424709 Mar 29 10:01:20.140392 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9882cb5b-1546-48d3-8c21-20e9adf784ff req-1a597a42-dd92-4c72-8876-6bc40d082f97 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Mar 29 10:01:20.625424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d73b5d-d8e7-43bf-982b-bdca16175200 req-96a896a4-6bfb-41c2-9e3e-26bd37d44529 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:20.626948 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-79d73b5d-d8e7-43bf-982b-bdca16175200 req-96a896a4-6bfb-41c2-9e3e-26bd37d44529 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 945 time: 0.0488887 Mar 29 10:01:20.668521 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-79d73b5d-d8e7-43bf-982b-bdca16175200 req-5baa265b-8487-40f4-b82f-7f7ed0d15670 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346551 Mar 29 10:01:21.785275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14408938-31fb-4776-a1bd-8a4421d6b6ed req-9bc27e3d-cfcd-4a2f-b40b-c9af0a5c2648 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:21.786769 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-14408938-31fb-4776-a1bd-8a4421d6b6ed req-9bc27e3d-cfcd-4a2f-b40b-c9af0a5c2648 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 945 time: 0.0488663 Mar 29 10:01:21.824186 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-14408938-31fb-4776-a1bd-8a4421d6b6ed req-992a1c01-0512-4be8-a307-c261938530e2 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311120 Mar 29 10:01:21.936114 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d72119-daac-489d-99de-542e0455a69f req-64c310d2-ef8f-4c08-a936-7e4dbcbe5384 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:21.937548 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e5d72119-daac-489d-99de-542e0455a69f req-64c310d2-ef8f-4c08-a936-7e4dbcbe5384 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 945 time: 0.0480747 Mar 29 10:01:21.985907 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e5d72119-daac-489d-99de-542e0455a69f req-60bfdc28-0df9-4692-97f3-0c9bad32038e tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Mar 29 10:01:22.313945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b50ef3-8a13-44fe-9673-2fe30386b038 req-74651387-9f03-453f-b0da-8f774414b171 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:22.315340 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-46b50ef3-8a13-44fe-9673-2fe30386b038 req-74651387-9f03-453f-b0da-8f774414b171 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 945 time: 0.0552428 Mar 29 10:01:22.353525 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-46b50ef3-8a13-44fe-9673-2fe30386b038 req-9fcc90ad-1152-4893-91fe-03dd6f127607 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306721 Mar 29 10:01:26.788196 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2f620b53-c1ca-4a7e-9122-d57053693294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:29.186855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f7d3fdd5-d5d2-402e-b741-4bbe72599d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:30.701211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:32.102663 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:32.683371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:33.956382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:34.990339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a82d2-4710-4142-8c4e-647990bc9529 req-e6156c99-96d5-4b18-9685-2661ae47a460 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:34.991893 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a30a82d2-4710-4142-8c4e-647990bc9529 req-e6156c99-96d5-4b18-9685-2661ae47a460 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 945 time: 0.0520158 Mar 29 10:01:35.038040 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a30a82d2-4710-4142-8c4e-647990bc9529 req-a1a6eb5a-dcde-430f-ab73-91e8baf10b15 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384145 Mar 29 10:01:35.062362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58692) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:01:35.154348 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6ce468-2ae0-426d-b7ec-15a5e65e51e0 tempest-TestMinimumBasicScenario-1845525861 tempest-TestMinimumBasicScenario-1845525861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:35.155952 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9e6ce468-2ae0-426d-b7ec-15a5e65e51e0 tempest-TestMinimumBasicScenario-1845525861 tempest-TestMinimumBasicScenario-1845525861-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 1093 time: 0.0925114 Mar 29 10:01:35.159362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58696) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:01:35.164387 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:35.194013 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:35.296763 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:35.411643 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Allocated IP 172.26.1.193 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/8f726002-c247-429a-8dab-ed3a3f4e59ac) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:01:35.518629 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:35.557482 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:35.599341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:01:35.602682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:01:35.605471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:01:35.629725 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event updated for resources: {'Port': ['ID=8f726002-c247-429a-8dab-ed3a3f4e59ac,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:35.643129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:35.643470 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:35.643816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:35.644153 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:35.644487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:35.644819 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:35.645141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:35.645464 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:35.645817 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:35.646140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:35.646465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:35.646785 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:35.989555 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:36.067710 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:36.218752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:36.223966 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:36.297721 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event updated for resources: {'Port': ['ID=8f726002-c247-429a-8dab-ed3a3f4e59ac,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:36.310849 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:36.409804 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Floating IP 2bce10b6-2f4f-44c3-9b1b-764c89783aaf associated. External IP: 172.26.1.193, port: c95975b5-2bc2-4414-8d6e-6a6fe4afac0b. Mar 29 10:01:36.942486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:01:37.049845 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:01:37.062180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d59d4b1-00bb-467f-9db9-e66bf7e51914 None None] Sync routers for ids ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:01:37.076125 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d59d4b1-00bb-467f-9db9-e66bf7e51914 None None] Routers {'5f5434f4-57d6-49f1-b0fc-b43b26680cfb'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:01:37.076841 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-1d59d4b1-00bb-467f-9db9-e66bf7e51914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:01:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:01:37.077070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.116105 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-99fd5132-b742-467d-b6f0-7dec9c935533 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9525859 Mar 29 10:01:37.116105 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:01:37.116105 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a9c82e-2217-47f4-8a15-25abf6b27b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:01:37.116658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58698) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:01:37.123332 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557262780', 'description': 'tempest-secgroup-smoke-557262780 description', 'project_id': '78928d551ca745f3b8051e5269702a88'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:37.163051 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.241385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-1d59d4b1-00bb-467f-9db9-e66bf7e51914 None None] Set router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:01:37.278425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.284199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.344923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.350670 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2295198 Mar 29 10:01:37.351562 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58704) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:01:37.353237 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4020b9-9eef-4e6b-9fcd-a12169220c6d,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:37.358856 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-82a8549c-2a38-404d-80d2-b8890bfba729 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Request body: {'security_group_rule': {'security_group_id': 'ed4020b9-9eef-4e6b-9fcd-a12169220c6d', 'project_id': '78928d551ca745f3b8051e5269702a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:37.368369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:37.368369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:37.368836 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:37.369105 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:37.369448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:37.370070 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:37.370645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:37.371227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:37.372215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:37.372838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:37.373194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:37.373533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ae62b-caed-4a72-8ced-8e5a9c0476f0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:01:37.404974 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-82a8549c-2a38-404d-80d2-b8890bfba729 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.419866 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4c3fbe-5f47-4e9f-98db-67b55cd20abb x-openstack-request-id: req-da4c3fbe-5f47-4e9f-98db-67b55cd20abb {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:01:37.420193 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:01:37.421383 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da4c3fbe-5f47-4e9f-98db-67b55cd20abb {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:01:37.421383 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'status': 'completed', 'code': 200} Mar 29 10:01:37.482469 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-82a8549c-2a38-404d-80d2-b8890bfba729 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.487292 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-82a8549c-2a38-404d-80d2-b8890bfba729 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.505982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c82e-2217-47f4-8a15-25abf6b27b7a req-ab02af6a-6296-4c58-9523-d49e1c41de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:37.508928 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c2a9c82e-2217-47f4-8a15-25abf6b27b7a req-ab02af6a-6296-4c58-9523-d49e1c41de42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78928d551ca745f3b8051e5269702a88&device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 1098 time: 0.0645986 Mar 29 10:01:37.509757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8549c-2a38-404d-80d2-b8890bfba729 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b033cede-c831-4544-92d1-70748590958a,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:37.523551 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-82a8549c-2a38-404d-80d2-b8890bfba729 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.525713 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-82a8549c-2a38-404d-80d2-b8890bfba729 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1723595 Mar 29 10:01:37.530357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58706) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:01:37.537798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6fcb8556-89b2-4d80-b3ed-99b9cf38b7d7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Request body: {'security_group_rule': {'security_group_id': 'ed4020b9-9eef-4e6b-9fcd-a12169220c6d', 'project_id': '78928d551ca745f3b8051e5269702a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:37.575408 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8556-89b2-4d80-b3ed-99b9cf38b7d7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.649094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-1d59d4b1-00bb-467f-9db9-e66bf7e51914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '2bce10b6-2f4f-44c3-9b1b-764c89783aaf', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'port_id': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'mac_address': 'fa:16:3e:ea:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:01:35Z', 'updated_at': '2022-03-29T10:01:35Z', 'revision_number': 0, 'project_id': '78928d551ca745f3b8051e5269702a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8540ff8-bf14-4a8a-bb09-456f400d0017', 'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'mac_address': 'fa:16:3e:82:71:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:42Z', 'updated_at': '2022-03-29T10:00:48Z', 'revision_number': 5, 'project_id': '78928d551ca745f3b8051e5269702a88', 'subnets': [{'id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:01:37.653293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8556-89b2-4d80-b3ed-99b9cf38b7d7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.659420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8556-89b2-4d80-b3ed-99b9cf38b7d7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.671410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c82e-2217-47f4-8a15-25abf6b27b7a req-4e002404-c7be-4f08-ba4a-32d7ffd4e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:37.674130 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c2a9c82e-2217-47f4-8a15-25abf6b27b7a req-4e002404-c7be-4f08-ba4a-32d7ffd4e756 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1419be-3086-48da-8f2e-00967087a994 HTTP/1.1" status: 200 len: 916 time: 0.1579599 Mar 29 10:01:37.682699 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb8556-89b2-4d80-b3ed-99b9cf38b7d7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0590a1-b544-4e0b-ad25-b95952ebe8ed,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:37.686936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d59d4b1-00bb-467f-9db9-e66bf7e51914 None None] Checking router: 5f5434f4-57d6-49f1-b0fc-b43b26680cfb for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:01:37.694097 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8556-89b2-4d80-b3ed-99b9cf38b7d7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.699000 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6fcb8556-89b2-4d80-b3ed-99b9cf38b7d7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620252 Mar 29 10:01:37.699236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d59d4b1-00bb-467f-9db9-e66bf7e51914 None None] Routers {'5f5434f4-57d6-49f1-b0fc-b43b26680cfb'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:01:37.699236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-1d59d4b1-00bb-467f-9db9-e66bf7e51914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:01:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:01:37.699553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58708) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:01:37.708056 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f84bb21e-7d59-4b48-ab83-1d498d0318b9 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Request body: {'security_group_rule': {'security_group_id': 'ed4020b9-9eef-4e6b-9fcd-a12169220c6d', 'project_id': '78928d551ca745f3b8051e5269702a88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:37.749305 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f84bb21e-7d59-4b48-ab83-1d498d0318b9 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.760940 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c2a9c82e-2217-47f4-8a15-25abf6b27b7a req-2314e2b0-8ce2-4475-8643-c33f46b80af3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 999 time: 0.0778804 Mar 29 10:01:37.828752 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c82e-2217-47f4-8a15-25abf6b27b7a req-7361a5da-14fc-4c36-bf11-3e374b45936a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:37.831168 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c2a9c82e-2217-47f4-8a15-25abf6b27b7a req-7361a5da-14fc-4c36-bf11-3e374b45936a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bf7d1a8-21c5-4584-955f-a13da8ab5e21 HTTP/1.1" status: 200 len: 854 time: 0.0636747 Mar 29 10:01:37.840932 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f84bb21e-7d59-4b48-ab83-1d498d0318b9 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.845461 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f84bb21e-7d59-4b48-ab83-1d498d0318b9 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.859901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-1d59d4b1-00bb-467f-9db9-e66bf7e51914 None None] Set router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:01:37.879381 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bb21e-7d59-4b48-ab83-1d498d0318b9 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98d5a36-7177-4db7-a78e-f5c09fa98e0d,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:37.894049 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f84bb21e-7d59-4b48-ab83-1d498d0318b9 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:37.900277 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f84bb21e-7d59-4b48-ab83-1d498d0318b9 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1943352 Mar 29 10:01:37.900536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c82e-2217-47f4-8a15-25abf6b27b7a req-b4f318d5-5da5-418c-88dd-160b65a181a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:37.901021 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58710) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:01:37.902078 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c2a9c82e-2217-47f4-8a15-25abf6b27b7a req-b4f318d5-5da5-418c-88dd-160b65a181a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1419be-3086-48da-8f2e-00967087a994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642772 Mar 29 10:01:37.906792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e8570a0a-f290-4bf9-be77-813a9b0753b8 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Request body: {'security_group_rule': {'security_group_id': 'ed4020b9-9eef-4e6b-9fcd-a12169220c6d', 'project_id': '78928d551ca745f3b8051e5269702a88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:37.938455 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e8570a0a-f290-4bf9-be77-813a9b0753b8 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.016222 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c2a9c82e-2217-47f4-8a15-25abf6b27b7a req-fb236f40-a056-4ffe-b8aa-7b8b9500779e service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046033 Mar 29 10:01:38.030349 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e8570a0a-f290-4bf9-be77-813a9b0753b8 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.036988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e8570a0a-f290-4bf9-be77-813a9b0753b8 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.063630 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8570a0a-f290-4bf9-be77-813a9b0753b8 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a5d774-97b7-47c6-98e7-de8f61c2e0d9,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:38.070821 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e8570a0a-f290-4bf9-be77-813a9b0753b8 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.072388 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e8570a0a-f290-4bf9-be77-813a9b0753b8 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1696389 Mar 29 10:01:38.074865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58712) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:01:38.080718 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1219e86b-3aec-4258-9ee9-abc3e1fc6ee0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Request body: {'security_group_rule': {'security_group_id': 'ed4020b9-9eef-4e6b-9fcd-a12169220c6d', 'project_id': '78928d551ca745f3b8051e5269702a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:38.112314 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-1219e86b-3aec-4258-9ee9-abc3e1fc6ee0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Project 78928d551ca745f3b8051e5269702a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:01:38.118864 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1219e86b-3aec-4258-9ee9-abc3e1fc6ee0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.145677 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c2a9c82e-2217-47f4-8a15-25abf6b27b7a req-4a9e3265-b29f-4c88-8e1f-d098ae8b60dc service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227243 Mar 29 10:01:38.151262 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-1d59d4b1-00bb-467f-9db9-e66bf7e51914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '2bce10b6-2f4f-44c3-9b1b-764c89783aaf', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'port_id': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'mac_address': 'fa:16:3e:ea:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:01:35Z', 'updated_at': '2022-03-29T10:01:35Z', 'revision_number': 0, 'project_id': '78928d551ca745f3b8051e5269702a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8540ff8-bf14-4a8a-bb09-456f400d0017', 'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'mac_address': 'fa:16:3e:82:71:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:42Z', 'updated_at': '2022-03-29T10:00:48Z', 'revision_number': 5, 'project_id': '78928d551ca745f3b8051e5269702a88', 'subnets': [{'id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:01:38.181114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d59d4b1-00bb-467f-9db9-e66bf7e51914 None None] The sync data for ids ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'] in dv-neutron-835554-1-hyperv is: [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '2bce10b6-2f4f-44c3-9b1b-764c89783aaf', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'floating_ip_address': '172.26.1.193', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'port_id': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'mac_address': 'fa:16:3e:ea:7a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:01:35Z', 'updated_at': '2022-03-29T10:01:35Z', 'revision_number': 0, 'project_id': '78928d551ca745f3b8051e5269702a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8540ff8-bf14-4a8a-bb09-456f400d0017', 'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'mac_address': 'fa:16:3e:82:71:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:42Z', 'updated_at': '2022-03-29T10:00:48Z', 'revision_number': 5, 'project_id': '78928d551ca745f3b8051e5269702a88', 'subnets': [{'id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:01:38.209200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1219e86b-3aec-4258-9ee9-abc3e1fc6ee0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.216397 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1219e86b-3aec-4258-9ee9-abc3e1fc6ee0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.238200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219e86b-3aec-4258-9ee9-abc3e1fc6ee0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7766869d-28db-4570-a51a-e268c868a285,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:38.249697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1219e86b-3aec-4258-9ee9-abc3e1fc6ee0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.250985 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1219e86b-3aec-4258-9ee9-abc3e1fc6ee0 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751165 Mar 29 10:01:38.257057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58714) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:01:38.262343 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f90fc5b2-c633-4962-b85b-d64ac64ad3b7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Request body: {'security_group_rule': {'security_group_id': 'ed4020b9-9eef-4e6b-9fcd-a12169220c6d', 'project_id': '78928d551ca745f3b8051e5269702a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:38.286794 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-f90fc5b2-c633-4962-b85b-d64ac64ad3b7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Project 78928d551ca745f3b8051e5269702a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:01:38.296276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f90fc5b2-c633-4962-b85b-d64ac64ad3b7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.380420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f90fc5b2-c633-4962-b85b-d64ac64ad3b7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.386666 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f90fc5b2-c633-4962-b85b-d64ac64ad3b7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.411639 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fc5b2-c633-4962-b85b-d64ac64ad3b7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68352a5-1525-4768-bcc9-62e192530256,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:38.422227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f90fc5b2-c633-4962-b85b-d64ac64ad3b7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.423668 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f90fc5b2-c633-4962-b85b-d64ac64ad3b7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1654210 Mar 29 10:01:38.463740 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7548678-3ece-4f39-b99d-c81a5d98426d None None] New status for floating IP 2bce10b6-2f4f-44c3-9b1b-764c89783aaf: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:01:38.536712 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8190e75e-7ca8-4f6f-83a0-8c6c8b4cfabf req-88731dc6-9e15-4859-a71e-3e7b91c551e3 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557262780&fields=id&tenant_id=78928d551ca745f3b8051e5269702a88 HTTP/1.1" status: 200 len: 267 time: 0.0463426 Mar 29 10:01:38.612817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190e75e-7ca8-4f6f-83a0-8c6c8b4cfabf req-48f1dc5d-051c-4dbd-8236-e230efdae74d tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:38.615511 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8190e75e-7ca8-4f6f-83a0-8c6c8b4cfabf req-48f1dc5d-051c-4dbd-8236-e230efdae74d tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 945 time: 0.0709100 Mar 29 10:01:38.627921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-8190e75e-7ca8-4f6f-83a0-8c6c8b4cfabf req-6067eb3b-9f66-421c-9661-dd295816d734 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Request body: {'port': {'security_groups': ['f6b4615d-60c7-479d-9082-d9a936a3df98', 'ed4020b9-9eef-4e6b-9fcd-a12169220c6d']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:01:38.714826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8190e75e-7ca8-4f6f-83a0-8c6c8b4cfabf req-6067eb3b-9f66-421c-9661-dd295816d734 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.928189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-8190e75e-7ca8-4f6f-83a0-8c6c8b4cfabf req-6067eb3b-9f66-421c-9661-dd295816d734 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] For port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:01:38.966832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8190e75e-7ca8-4f6f-83a0-8c6c8b4cfabf req-6067eb3b-9f66-421c-9661-dd295816d734 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.972180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8190e75e-7ca8-4f6f-83a0-8c6c8b4cfabf req-6067eb3b-9f66-421c-9661-dd295816d734 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:38.983949 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:01:39.023309 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190e75e-7ca8-4f6f-83a0-8c6c8b4cfabf req-6067eb3b-9f66-421c-9661-dd295816d734 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:39.024021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8190e75e-7ca8-4f6f-83a0-8c6c8b4cfabf req-6067eb3b-9f66-421c-9661-dd295816d734 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:39.025687 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8190e75e-7ca8-4f6f-83a0-8c6c8b4cfabf req-6067eb3b-9f66-421c-9661-dd295816d734 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "PUT /v2.0/ports/c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 981 time: 0.4031811 Mar 29 10:01:39.026255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:01:39.028906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb99b7e-96de-4ceb-842f-e758c78d63af" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:01:39.061079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067eb3b-9f66-421c-9661-dd295816d734 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event updated for resources: {'Port': ['ID=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,revision_number=6']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:01:39.102279 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:01:39.129161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc2ccdb-e071-49ef-90b8-3ec172fe5c46 x-openstack-request-id: req-afc2ccdb-e071-49ef-90b8-3ec172fe5c46 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:01:39.129618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:01:39.129952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afc2ccdb-e071-49ef-90b8-3ec172fe5c46 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:01:39.130572 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'status': 'completed', 'code': 200} Mar 29 10:01:39.227009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6e37e-6693-4500-a1d3-8a95b842cb22 req-6e36c256-0f0b-4560-9fde-10049eada939 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:39.228570 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2c6e37e-6693-4500-a1d3-8a95b842cb22 req-6e36c256-0f0b-4560-9fde-10049eada939 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.0958009 Mar 29 10:01:39.230720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb99b7e-96de-4ceb-842f-e758c78d63af req-11c3f806-9573-40c3-a112-d2d0dbc54106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:39.232092 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9eb99b7e-96de-4ceb-842f-e758c78d63af req-11c3f806-9573-40c3-a112-d2d0dbc54106 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78928d551ca745f3b8051e5269702a88&device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 1137 time: 0.0795498 Mar 29 10:01:39.340610 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b2c6e37e-6693-4500-a1d3-8a95b842cb22 req-807ec8c2-082c-4c79-a816-8b269a3df921 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4020b9-9eef-4e6b-9fcd-a12169220c6d&id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994470 Mar 29 10:01:39.360466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c80330e0-5140-4544-9240-74187d4a4439 None None] Provisioning complete for port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:01:39.361095 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c80330e0-5140-4544-9240-74187d4a4439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:39.388370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb99b7e-96de-4ceb-842f-e758c78d63af req-df400b9a-d9f9-46e4-ac65-2a9e3c47bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:39.390781 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9eb99b7e-96de-4ceb-842f-e758c78d63af req-df400b9a-d9f9-46e4-ac65-2a9e3c47bb20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1419be-3086-48da-8f2e-00967087a994 HTTP/1.1" status: 200 len: 916 time: 0.1509938 Mar 29 10:01:39.473638 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9eb99b7e-96de-4ceb-842f-e758c78d63af req-90ab0dc3-c777-46e5-8b41-dc3dd0d22529 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 1001 time: 0.0732443 Mar 29 10:01:39.528120 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb99b7e-96de-4ceb-842f-e758c78d63af req-1352b70d-12d3-49f1-9562-d91e1c86464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:39.529665 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9eb99b7e-96de-4ceb-842f-e758c78d63af req-1352b70d-12d3-49f1-9562-d91e1c86464a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bf7d1a8-21c5-4584-955f-a13da8ab5e21 HTTP/1.1" status: 200 len: 854 time: 0.0489995 Mar 29 10:01:39.586325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb99b7e-96de-4ceb-842f-e758c78d63af req-09be6fed-f473-4969-91c1-ad89217ee955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:39.589993 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9eb99b7e-96de-4ceb-842f-e758c78d63af req-09be6fed-f473-4969-91c1-ad89217ee955 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1419be-3086-48da-8f2e-00967087a994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529668 Mar 29 10:01:39.692335 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9eb99b7e-96de-4ceb-842f-e758c78d63af req-d7563f3d-adc0-4e07-83f8-a40f88bdd324 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954854 Mar 29 10:01:39.813058 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9eb99b7e-96de-4ceb-842f-e758c78d63af req-4424a1fc-82fa-4989-bc18-cd942698563e service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139627 Mar 29 10:01:43.178504 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:01:47.616347 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbded6fd-2c39-428d-acb6-8c1190226b50 req-d98d4964-8930-4b55-9843-5051b17326cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480704 Mar 29 10:01:47.712483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbded6fd-2c39-428d-acb6-8c1190226b50 req-81715c75-c77c-4a03-9df3-ebe06b578442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:47.714044 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbded6fd-2c39-428d-acb6-8c1190226b50 req-81715c75-c77c-4a03-9df3-ebe06b578442 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78928d551ca745f3b8051e5269702a88&device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 1137 time: 0.0441959 Mar 29 10:01:47.821600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbded6fd-2c39-428d-acb6-8c1190226b50 req-adb3d229-df18-4d85-9b27-ea4981b2a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:47.823076 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbded6fd-2c39-428d-acb6-8c1190226b50 req-adb3d229-df18-4d85-9b27-ea4981b2a653 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1419be-3086-48da-8f2e-00967087a994 HTTP/1.1" status: 200 len: 916 time: 0.0895238 Mar 29 10:01:47.906819 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbded6fd-2c39-428d-acb6-8c1190226b50 req-bfae7107-a3fe-4de0-9251-8ec704b3e5a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 1001 time: 0.0773137 Mar 29 10:01:47.967128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbded6fd-2c39-428d-acb6-8c1190226b50 req-4aab01d1-3e80-47ef-9c3c-dcbaf6f979bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:47.969500 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbded6fd-2c39-428d-acb6-8c1190226b50 req-4aab01d1-3e80-47ef-9c3c-dcbaf6f979bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bf7d1a8-21c5-4584-955f-a13da8ab5e21 HTTP/1.1" status: 200 len: 854 time: 0.0567887 Mar 29 10:01:48.030534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbded6fd-2c39-428d-acb6-8c1190226b50 req-24272507-4856-4503-8991-27ecdfdedc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:01:48.032574 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbded6fd-2c39-428d-acb6-8c1190226b50 req-24272507-4856-4503-8991-27ecdfdedc05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1419be-3086-48da-8f2e-00967087a994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567346 Mar 29 10:01:48.148912 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbded6fd-2c39-428d-acb6-8c1190226b50 req-c49f7fa3-6819-46cd-a170-41691ce34b30 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082995 Mar 29 10:01:48.250431 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbded6fd-2c39-428d-acb6-8c1190226b50 req-6371c04e-51ab-41e6-b1d2-df9a513a2f54 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944612 Mar 29 10:01:56.780479 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4d2312f6-262b-4b5a-910d-501010f30f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:01:59.197189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2a255af4-f756-4bc1-8338-c628218b9f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:00.705845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:02.105209 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:02.683468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:03.951766 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:20.176305 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:02:26.781762 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b89520b2-f882-494f-a4b5-8db550569214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:27.658844 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9858fb-0f0c-4772-97e6-794d61c27bb6 req-f25d3c7e-b127-481e-a43a-37d13fd6a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:27.660375 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5b9858fb-0f0c-4772-97e6-794d61c27bb6 req-f25d3c7e-b127-481e-a43a-37d13fd6a7e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78928d551ca745f3b8051e5269702a88&device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 1137 time: 0.0412142 Mar 29 10:02:27.772285 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9ff9d-2c55-44f0-adc1-b22215b6af07 req-67dbedb6-4f97-405f-bb87-5ee8c89a2291 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:27.773681 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f4c9ff9d-2c55-44f0-adc1-b22215b6af07 req-67dbedb6-4f97-405f-bb87-5ee8c89a2291 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.1661999 Mar 29 10:02:27.802082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9858fb-0f0c-4772-97e6-794d61c27bb6 req-36aa973f-3d87-47af-8909-90abf352271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:27.803483 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5b9858fb-0f0c-4772-97e6-794d61c27bb6 req-36aa973f-3d87-47af-8909-90abf352271f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1419be-3086-48da-8f2e-00967087a994 HTTP/1.1" status: 200 len: 916 time: 0.1357081 Mar 29 10:02:27.858886 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f4c9ff9d-2c55-44f0-adc1-b22215b6af07 req-37eb48e5-2a92-4582-83ea-3cdce6a24618 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4020b9-9eef-4e6b-9fcd-a12169220c6d&id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777452 Mar 29 10:02:27.880714 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5b9858fb-0f0c-4772-97e6-794d61c27bb6 req-5b713b62-a8b5-4370-910e-41db9280416a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 1001 time: 0.0698256 Mar 29 10:02:27.933771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9858fb-0f0c-4772-97e6-794d61c27bb6 req-4ba9af9a-1eba-4468-b376-8a7202de70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:27.935407 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5b9858fb-0f0c-4772-97e6-794d61c27bb6 req-4ba9af9a-1eba-4468-b376-8a7202de70b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bf7d1a8-21c5-4584-955f-a13da8ab5e21 HTTP/1.1" status: 200 len: 854 time: 0.0479207 Mar 29 10:02:27.980571 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9858fb-0f0c-4772-97e6-794d61c27bb6 req-c0b70f9b-6950-4dfe-92da-8830ad7a4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:27.982068 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5b9858fb-0f0c-4772-97e6-794d61c27bb6 req-c0b70f9b-6950-4dfe-92da-8830ad7a4f41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1419be-3086-48da-8f2e-00967087a994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401423 Mar 29 10:02:28.071852 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5b9858fb-0f0c-4772-97e6-794d61c27bb6 req-29f1fee0-9fb5-4757-9212-0970e725c4ac service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827200 Mar 29 10:02:28.161447 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5b9858fb-0f0c-4772-97e6-794d61c27bb6 req-c67283fb-1997-45ee-a653-4492a793de98 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816324 Mar 29 10:02:29.044451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a499f-2534-4466-b4a8-a35364918c25 req-19698aad-afdd-42b8-a407-71796ac11954 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:29.045920 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-373a499f-2534-4466-b4a8-a35364918c25 req-19698aad-afdd-42b8-a407-71796ac11954 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.1173024 Mar 29 10:02:29.085304 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-373a499f-2534-4466-b4a8-a35364918c25 req-70c116cb-81fb-4d5d-86c8-173b05a4807a tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4020b9-9eef-4e6b-9fcd-a12169220c6d&id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327346 Mar 29 10:02:29.190856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-34eea333-f57a-47cb-beb4-60e351e3639e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:30.213404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d6ca9-033c-42b5-9d40-5735e5a4f1a9 req-1fa903a2-59c0-4e79-b230-8e65234a2bae tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:30.215043 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aa7d6ca9-033c-42b5-9d40-5735e5a4f1a9 req-1fa903a2-59c0-4e79-b230-8e65234a2bae tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.0605199 Mar 29 10:02:30.261351 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aa7d6ca9-033c-42b5-9d40-5735e5a4f1a9 req-7d2af4a6-bfd5-44ec-a8c5-bb105a9f0686 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4020b9-9eef-4e6b-9fcd-a12169220c6d&id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368812 Mar 29 10:02:30.706307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:31.375925 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d03132-9dbb-4f3b-833e-b6c0ae2cc1bf req-d106ffaa-9813-40f2-ab48-365d7c1b335d tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:31.377398 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-99d03132-9dbb-4f3b-833e-b6c0ae2cc1bf req-d106ffaa-9813-40f2-ab48-365d7c1b335d tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.0491827 Mar 29 10:02:31.417826 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-99d03132-9dbb-4f3b-833e-b6c0ae2cc1bf req-0a59edb1-3a64-410c-ade6-91004d983a76 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4020b9-9eef-4e6b-9fcd-a12169220c6d&id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341859 Mar 29 10:02:32.106365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:32.529955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63082833-e51d-46f3-a849-4d3e0a4206d0 req-067efc21-bc50-4a00-8e0c-22359d16117d tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:32.531385 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-63082833-e51d-46f3-a849-4d3e0a4206d0 req-067efc21-bc50-4a00-8e0c-22359d16117d tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.0476208 Mar 29 10:02:32.570360 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-63082833-e51d-46f3-a849-4d3e0a4206d0 req-5dc1a6ef-615d-49e9-930d-e158366f08fd tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4020b9-9eef-4e6b-9fcd-a12169220c6d&id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328472 Mar 29 10:02:32.686022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:33.687140 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aeb279-f3bb-47b1-8239-66f36d18ce0a req-823fef10-1756-48f8-9310-dd688d82c56e tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:33.689289 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b1aeb279-f3bb-47b1-8239-66f36d18ce0a req-823fef10-1756-48f8-9310-dd688d82c56e tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.0522852 Mar 29 10:02:33.728860 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b1aeb279-f3bb-47b1-8239-66f36d18ce0a req-25442acd-57aa-4afa-bceb-a61590f4944e tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4020b9-9eef-4e6b-9fcd-a12169220c6d&id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334303 Mar 29 10:02:33.949142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:34.845670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60e4d0-f13d-4e27-b525-c77b6e034e0a req-51741eb0-a143-4833-9b2f-52d886a1c21b tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:34.847063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b60e4d0-f13d-4e27-b525-c77b6e034e0a req-51741eb0-a143-4833-9b2f-52d886a1c21b tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.0512114 Mar 29 10:02:34.886634 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b60e4d0-f13d-4e27-b525-c77b6e034e0a req-6729e31a-4a17-44be-b5b5-83349c784a25 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4020b9-9eef-4e6b-9fcd-a12169220c6d&id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333169 Mar 29 10:02:36.004488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e6182-a23b-4128-855e-7875e6e24b42 req-9899ff1d-9783-4c1b-a953-b1438483424d tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:36.006051 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-200e6182-a23b-4128-855e-7875e6e24b42 req-9899ff1d-9783-4c1b-a953-b1438483424d tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.0507720 Mar 29 10:02:36.046462 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-200e6182-a23b-4128-855e-7875e6e24b42 req-3b23613f-7d3d-49a7-90f8-1bdf3f415c2a tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4020b9-9eef-4e6b-9fcd-a12169220c6d&id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342748 Mar 29 10:02:37.164228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42640ed9-da55-4710-980a-3b18acd6ffa5 req-595df879-3254-434b-aeb7-04a9c896e044 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:37.165961 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-42640ed9-da55-4710-980a-3b18acd6ffa5 req-595df879-3254-434b-aeb7-04a9c896e044 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.0517066 Mar 29 10:02:37.204855 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-42640ed9-da55-4710-980a-3b18acd6ffa5 req-53fa8a79-a27f-4abb-bd94-9bda98f992ee tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4020b9-9eef-4e6b-9fcd-a12169220c6d&id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327570 Mar 29 10:02:38.317773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8066cbb-49fa-4a20-bdbe-39d4460ff9cd req-ff716769-abd1-4233-82b4-924ec8f3c1cd tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:38.319234 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b8066cbb-49fa-4a20-bdbe-39d4460ff9cd req-ff716769-abd1-4233-82b4-924ec8f3c1cd tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.0485897 Mar 29 10:02:38.357875 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b8066cbb-49fa-4a20-bdbe-39d4460ff9cd req-b975ca64-65c8-4861-a791-a07a7e19011e tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4020b9-9eef-4e6b-9fcd-a12169220c6d&id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325532 Mar 29 10:02:39.477089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0e846-52fa-41dd-a989-bf924d44402e req-1c693185-d91d-4959-b184-3b5e2a6ee3ae tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:39.478559 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-32d0e846-52fa-41dd-a989-bf924d44402e req-1c693185-d91d-4959-b184-3b5e2a6ee3ae tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.0504544 Mar 29 10:02:39.519177 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-32d0e846-52fa-41dd-a989-bf924d44402e req-82c9cfa0-03d2-4b3d-99a1-84595a52d778 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed4020b9-9eef-4e6b-9fcd-a12169220c6d&id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344546 Mar 29 10:02:48.612262 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-550227e7-ef4d-4c2e-88ea-7564339e225e req-03566468-ed7b-42c9-b2cb-eb7502f20115 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390446 Mar 29 10:02:48.691605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550227e7-ef4d-4c2e-88ea-7564339e225e req-2739ba91-3144-4f92-a1d2-a976119d3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:48.693056 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-550227e7-ef4d-4c2e-88ea-7564339e225e req-2739ba91-3144-4f92-a1d2-a976119d3e4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78928d551ca745f3b8051e5269702a88&device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 1137 time: 0.0404816 Mar 29 10:02:48.796282 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550227e7-ef4d-4c2e-88ea-7564339e225e req-5dfd547e-20ef-4570-8405-1b20eaed1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:48.798374 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-550227e7-ef4d-4c2e-88ea-7564339e225e req-5dfd547e-20ef-4570-8405-1b20eaed1213 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1419be-3086-48da-8f2e-00967087a994 HTTP/1.1" status: 200 len: 916 time: 0.0876241 Mar 29 10:02:48.864165 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-550227e7-ef4d-4c2e-88ea-7564339e225e req-0a84490f-97c6-4715-bf4a-8f5deb4d1872 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 1001 time: 0.0577998 Mar 29 10:02:48.912306 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550227e7-ef4d-4c2e-88ea-7564339e225e req-01cd1e71-063c-49c2-b95c-760d983e0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:48.913751 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-550227e7-ef4d-4c2e-88ea-7564339e225e req-01cd1e71-063c-49c2-b95c-760d983e0911 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bf7d1a8-21c5-4584-955f-a13da8ab5e21 HTTP/1.1" status: 200 len: 854 time: 0.0431795 Mar 29 10:02:48.960818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550227e7-ef4d-4c2e-88ea-7564339e225e req-43957066-4b09-4275-8564-1109b9324893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:02:48.962316 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-550227e7-ef4d-4c2e-88ea-7564339e225e req-43957066-4b09-4275-8564-1109b9324893 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1419be-3086-48da-8f2e-00967087a994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426528 Mar 29 10:02:49.049213 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-550227e7-ef4d-4c2e-88ea-7564339e225e req-72a8a9c3-1662-41ec-93ea-1dd792a52dee service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793958 Mar 29 10:02:49.138186 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-550227e7-ef4d-4c2e-88ea-7564339e225e req-0a4bc7a9-20ad-40b2-bd02-16e126bb550c service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826974 Mar 29 10:02:56.789507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d894257a-d5e6-4903-a1e3-b81270b9ce2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:02:57.174999 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:02:59.194654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-67eaaf7b-f45b-452e-bb62-b9968e824339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:00.711946 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:02.108078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:02.689661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:03.953157 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:26.799137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-21ff1315-de93-49c0-93af-080dea267f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:29.197690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d9651b7d-32db-4f27-bd3e-48cc672d5d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:30.713640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:32.111127 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:32.691870 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:33.956342 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:34.175812 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:03:43.005686 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73d6dd5d-d45f-418d-9af0-1e4d3fbd783d req-93313664-0500-4f8e-90c6-159b25d2ceab tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557262780&fields=id&tenant_id=78928d551ca745f3b8051e5269702a88 HTTP/1.1" status: 200 len: 267 time: 0.0344241 Mar 29 10:03:43.065402 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6dd5d-d45f-418d-9af0-1e4d3fbd783d req-5b309610-8190-4aff-99f0-0fb703032a1d tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:43.066924 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73d6dd5d-d45f-418d-9af0-1e4d3fbd783d req-5b309610-8190-4aff-99f0-0fb703032a1d tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 984 time: 0.0531826 Mar 29 10:03:43.079198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-73d6dd5d-d45f-418d-9af0-1e4d3fbd783d req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Request body: {'port': {'security_groups': ['f6b4615d-60c7-479d-9082-d9a936a3df98']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:03:43.142288 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-73d6dd5d-d45f-418d-9af0-1e4d3fbd783d req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:43.334199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-73d6dd5d-d45f-418d-9af0-1e4d3fbd783d req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] For port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:03:43.364387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-73d6dd5d-d45f-418d-9af0-1e4d3fbd783d req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:43.369600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-73d6dd5d-d45f-418d-9af0-1e4d3fbd783d req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:43.382881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:03:43.416608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6dd5d-d45f-418d-9af0-1e4d3fbd783d req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:43.417233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-73d6dd5d-d45f-418d-9af0-1e4d3fbd783d req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:43.421843 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-73d6dd5d-d45f-418d-9af0-1e4d3fbd783d req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "PUT /v2.0/ports/c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 942 time: 0.3479247 Mar 29 10:03:43.422211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:03:43.424509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7ad686-db55-433f-8054-7a13b13a3b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:03:43.425989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58794) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:03:43.460091 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event updated for resources: {'Port': ['ID=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,revision_number=7']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:43.473047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.473649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.474247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.474815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.475554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.476707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.476983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.477601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.478362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.478904 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.479446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.483472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a77d094-6b6f-495c-8661-1b049cb3fe02 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.496357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:03:43.524915 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:43.556177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:43.633313 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:43.636500 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:43.637723 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed4020b9-9eef-4e6b-9fcd-a12169220c6d HTTP/1.1" status: 204 len: 168 time: 0.2103586 Mar 29 10:03:43.640825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58804) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:03:43.648109 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4020b9-9eef-4e6b-9fcd-a12169220c6d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:43.657071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.657523 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.657855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.658534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.659303 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.659653 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.659991 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.660326 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.660656 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.660988 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.661316 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.661828 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5835120a-f395-4a82-93fe-c796bd133157 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:43.737174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63856e13-720f-4a0f-a6de-0b47b86df666 x-openstack-request-id: req-63856e13-720f-4a0f-a6de-0b47b86df666 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:03:43.737685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:03:43.738151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63856e13-720f-4a0f-a6de-0b47b86df666 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:03:43.738653 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'status': 'completed', 'code': 200} Mar 29 10:03:43.814782 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ee76ceac-8ec9-4a19-a4f1-9bd5bdd99334 None None] Provisioning complete for port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:03:43.815266 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ee76ceac-8ec9-4a19-a4f1-9bd5bdd99334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:43.841388 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad686-db55-433f-8054-7a13b13a3b6b req-799d5ef9-e53a-4ee3-ac58-62ff98972a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:43.842968 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9a7ad686-db55-433f-8054-7a13b13a3b6b req-799d5ef9-e53a-4ee3-ac58-62ff98972a6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78928d551ca745f3b8051e5269702a88&device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 1098 time: 0.0956960 Mar 29 10:03:43.983189 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad686-db55-433f-8054-7a13b13a3b6b req-2d6bdece-734d-480c-8d61-8b39563f3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:43.984672 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9a7ad686-db55-433f-8054-7a13b13a3b6b req-2d6bdece-734d-480c-8d61-8b39563f3b1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1419be-3086-48da-8f2e-00967087a994 HTTP/1.1" status: 200 len: 916 time: 0.1332493 Mar 29 10:03:43.990516 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Deleting port 8f726002-c247-429a-8dab-ed3a3f4e59ac {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:03:43.990853 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:44.106822 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9a7ad686-db55-433f-8054-7a13b13a3b6b req-6c52468e-80b7-47c6-9457-96e7ed194795 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 1001 time: 0.1139231 Mar 29 10:03:44.153707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:44.154138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:44.173320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Calling delete_port for 8f726002-c247-429a-8dab-ed3a3f4e59ac owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:03:44.188554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad686-db55-433f-8054-7a13b13a3b6b req-c38b56e4-5554-4f6a-8c88-8d275e98f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:44.189943 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9a7ad686-db55-433f-8054-7a13b13a3b6b req-c38b56e4-5554-4f6a-8c88-8d275e98f77f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bf7d1a8-21c5-4584-955f-a13da8ab5e21 HTTP/1.1" status: 200 len: 854 time: 0.0763295 Mar 29 10:03:44.281723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad686-db55-433f-8054-7a13b13a3b6b req-131134e3-fd29-4ac8-a3f8-e8cfedaa53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:44.283196 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9a7ad686-db55-433f-8054-7a13b13a3b6b req-131134e3-fd29-4ac8-a3f8-e8cfedaa53b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1419be-3086-48da-8f2e-00967087a994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0619559 Mar 29 10:03:44.427866 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9a7ad686-db55-433f-8054-7a13b13a3b6b req-8e2cad1c-3997-46bd-8b61-a1fe9cbeddb7 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358349 Mar 29 10:03:44.465065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:44.501915 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event deleted for resources: {'Port': ['ID=8f726002-c247-429a-8dab-ed3a3f4e59ac,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:44.606668 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9a7ad686-db55-433f-8054-7a13b13a3b6b req-51d6330c-5fe4-413f-9cd6-9e48d6d53ea0 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723211 Mar 29 10:03:44.613057 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:44.613393 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Floating IP 2bce10b6-2f4f-44c3-9b1b-764c89783aaf disassociated (deleted). External IP: 172.26.1.193, port: c95975b5-2bc2-4414-8d6e-6a6fe4afac0b. Mar 29 10:03:44.847873 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:03:45.333055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:03:45.337922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:45.345332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de26056-cc3b-4d9b-ba98-3231c126fc15 None None] Sync routers for ids ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:03:45.355993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de26056-cc3b-4d9b-ba98-3231c126fc15 None None] Routers {'5f5434f4-57d6-49f1-b0fc-b43b26680cfb'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:03:45.356596 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2de26056-cc3b-4d9b-ba98-3231c126fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:03:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:45.372761 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-1e18637a-f896-4755-99d8-397435cb7fac tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "DELETE /v2.0/floatingips/2bce10b6-2f4f-44c3-9b1b-764c89783aaf HTTP/1.1" status: 204 len: 168 time: 1.7301145 Mar 29 10:03:45.500687 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-2de26056-cc3b-4d9b-ba98-3231c126fc15 None None] Set router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:03:45.740167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:03:45.744702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6c3f74-8b25-40cb-b4a4-8397abd7a56f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:03:45.762594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2de26056-cc3b-4d9b-ba98-3231c126fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8540ff8-bf14-4a8a-bb09-456f400d0017', 'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'mac_address': 'fa:16:3e:82:71:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:42Z', 'updated_at': '2022-03-29T10:00:48Z', 'revision_number': 5, 'project_id': '78928d551ca745f3b8051e5269702a88', 'subnets': [{'id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:45.813105 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de26056-cc3b-4d9b-ba98-3231c126fc15 None None] Checking router: 5f5434f4-57d6-49f1-b0fc-b43b26680cfb for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:03:45.813315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4ac73e-c6ca-4efd-9f02-c801d319af31 x-openstack-request-id: req-1a4ac73e-c6ca-4efd-9f02-c801d319af31 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:03:45.813596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:03:45.813881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a4ac73e-c6ca-4efd-9f02-c801d319af31 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:03:45.814430 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'status': 'completed', 'code': 200} Mar 29 10:03:45.825800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de26056-cc3b-4d9b-ba98-3231c126fc15 None None] Routers {'5f5434f4-57d6-49f1-b0fc-b43b26680cfb'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:03:45.826550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2de26056-cc3b-4d9b-ba98-3231c126fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:03:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:45.887258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c3f74-8b25-40cb-b4a4-8397abd7a56f req-b9f4e8bb-e1ca-459e-bc05-f1c371239d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:45.888759 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e6c3f74-8b25-40cb-b4a4-8397abd7a56f req-b9f4e8bb-e1ca-459e-bc05-f1c371239d38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78928d551ca745f3b8051e5269702a88&device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 1098 time: 0.0458539 Mar 29 10:03:45.970884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-2de26056-cc3b-4d9b-ba98-3231c126fc15 None None] Set router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:03:46.011224 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c3f74-8b25-40cb-b4a4-8397abd7a56f req-910cbe43-008a-42c0-b33f-7adf2d185eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:46.013459 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e6c3f74-8b25-40cb-b4a4-8397abd7a56f req-910cbe43-008a-42c0-b33f-7adf2d185eb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1419be-3086-48da-8f2e-00967087a994 HTTP/1.1" status: 200 len: 916 time: 0.1180530 Mar 29 10:03:46.089986 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e6c3f74-8b25-40cb-b4a4-8397abd7a56f req-de36cade-1cdb-4680-8f34-d950a52f1275 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 217 time: 0.0658624 Mar 29 10:03:46.160831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c3f74-8b25-40cb-b4a4-8397abd7a56f req-1e64a162-0af5-493f-8419-895f5ec1ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:46.163251 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e6c3f74-8b25-40cb-b4a4-8397abd7a56f req-1e64a162-0af5-493f-8419-895f5ec1ef9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bf7d1a8-21c5-4584-955f-a13da8ab5e21 HTTP/1.1" status: 200 len: 854 time: 0.0646083 Mar 29 10:03:46.219934 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c3f74-8b25-40cb-b4a4-8397abd7a56f req-fc2094ce-a8e5-4d1a-9952-f2581c32f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:46.221426 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e6c3f74-8b25-40cb-b4a4-8397abd7a56f req-fc2094ce-a8e5-4d1a-9952-f2581c32f40e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1419be-3086-48da-8f2e-00967087a994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0504048 Mar 29 10:03:46.290725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2de26056-cc3b-4d9b-ba98-3231c126fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8540ff8-bf14-4a8a-bb09-456f400d0017', 'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'mac_address': 'fa:16:3e:82:71:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:42Z', 'updated_at': '2022-03-29T10:00:48Z', 'revision_number': 5, 'project_id': '78928d551ca745f3b8051e5269702a88', 'subnets': [{'id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:46.321623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de26056-cc3b-4d9b-ba98-3231c126fc15 None None] The sync data for ids ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'] in dv-neutron-835554-1-hyperv is: [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:00:43Z', 'revision_number': 4, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e8540ff8-bf14-4a8a-bb09-456f400d0017', 'name': '', 'network_id': '3f1419be-3086-48da-8f2e-00967087a994', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'mac_address': 'fa:16:3e:82:71:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:42Z', 'updated_at': '2022-03-29T10:00:48Z', 'revision_number': 5, 'project_id': '78928d551ca745f3b8051e5269702a88', 'subnets': [{'id': '9bf7d1a8-21c5-4584-955f-a13da8ab5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:03:46.420459 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e6c3f74-8b25-40cb-b4a4-8397abd7a56f req-80ee2872-3183-44a6-961c-9b239e4e8020 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889045 Mar 29 10:03:46.562568 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e6c3f74-8b25-40cb-b4a4-8397abd7a56f req-7bd25a2c-8086-423e-8bea-30e0d59acbf0 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360712 Mar 29 10:03:46.669812 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbd7ee3-4143-4340-b3f7-37da2d806fb1 None None] New status for floating IP 2bce10b6-2f4f-44c3-9b1b-764c89783aaf: DOWN {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:03:48.607660 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-836da9ab-9bfc-409f-b04b-9e29865945c5 req-aa5c25ef-ff8b-41d9-bfae-dc13946e5ea4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468879 Mar 29 10:03:48.690489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836da9ab-9bfc-409f-b04b-9e29865945c5 req-c838e203-88b2-4848-b17b-b842a709b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:48.691868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-836da9ab-9bfc-409f-b04b-9e29865945c5 req-c838e203-88b2-4848-b17b-b842a709b532 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=78928d551ca745f3b8051e5269702a88&device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 1098 time: 0.0440688 Mar 29 10:03:48.807534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836da9ab-9bfc-409f-b04b-9e29865945c5 req-a18912e2-474c-41b2-8600-449da3192cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:48.809006 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-836da9ab-9bfc-409f-b04b-9e29865945c5 req-a18912e2-474c-41b2-8600-449da3192cab service neutron] 10.222.0.24 "GET /v2.0/networks?id=3f1419be-3086-48da-8f2e-00967087a994 HTTP/1.1" status: 200 len: 916 time: 0.0976183 Mar 29 10:03:48.854273 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-836da9ab-9bfc-409f-b04b-9e29865945c5 req-74894ee3-0388-41dd-8367-f24fd539571a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 200 len: 217 time: 0.0390632 Mar 29 10:03:48.905421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836da9ab-9bfc-409f-b04b-9e29865945c5 req-d5457fbe-e49e-442e-be57-d5d5a3f04a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:48.906948 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-836da9ab-9bfc-409f-b04b-9e29865945c5 req-d5457fbe-e49e-442e-be57-d5d5a3f04a3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9bf7d1a8-21c5-4584-955f-a13da8ab5e21 HTTP/1.1" status: 200 len: 854 time: 0.0471363 Mar 29 10:03:48.963935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836da9ab-9bfc-409f-b04b-9e29865945c5 req-3a70d38b-384f-44e8-a42d-d30ca87cfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:48.965393 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-836da9ab-9bfc-409f-b04b-9e29865945c5 req-3a70d38b-384f-44e8-a42d-d30ca87cfffe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3f1419be-3086-48da-8f2e-00967087a994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505185 Mar 29 10:03:49.093343 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-836da9ab-9bfc-409f-b04b-9e29865945c5 req-b2ab2ade-865c-4b50-b3ff-2a6290791e2b service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208360 Mar 29 10:03:49.192308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-836da9ab-9bfc-409f-b04b-9e29865945c5 req-546dbae7-d8dd-4892-9508-05c5b9934c38 service neutron] 10.222.0.24 "GET /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930912 Mar 29 10:03:52.633231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80edae3-5195-4818-9a10-6825e9155f81 req-ee08dca8-831c-4bea-b26b-7af0511f2ee4 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:52.634760 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e80edae3-5195-4818-9a10-6825e9155f81 req-ee08dca8-831c-4bea-b26b-7af0511f2ee4 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 945 time: 0.0565426 Mar 29 10:03:52.680339 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e80edae3-5195-4818-9a10-6825e9155f81 req-29ef2cf7-8153-44af-9f51-7cac971b9fa1 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348608 Mar 29 10:03:53.819883 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa391d3-90d6-48ba-b9a9-4f6a3cac994f req-d521e79e-86b8-4cf3-9ca5-d81e13a74537 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:53.821405 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1fa391d3-90d6-48ba-b9a9-4f6a3cac994f req-d521e79e-86b8-4cf3-9ca5-d81e13a74537 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 945 time: 0.0684874 Mar 29 10:03:53.860519 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1fa391d3-90d6-48ba-b9a9-4f6a3cac994f req-fca0586f-464b-46c4-8b37-c4eaf2908a2a tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/security-groups?id=f6b4615d-60c7-479d-9082-d9a936a3df98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Mar 29 10:03:54.557646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcd022-0338-4a37-b256-3a9a1248f71b req-b7b1246b-854f-4f54-aa80-1adb1b87608a tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:03:54.559210 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b6fcd022-0338-4a37-b256-3a9a1248f71b req-b7b1246b-854f-4f54-aa80-1adb1b87608a tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 945 time: 0.0557284 Mar 29 10:03:54.664029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-b6fcd022-0338-4a37-b256-3a9a1248f71b req-6c885103-4acc-434d-b3c1-479c64cf61e7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Deleting port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:03:54.664455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b6fcd022-0338-4a37-b256-3a9a1248f71b req-6c885103-4acc-434d-b3c1-479c64cf61e7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:54.760094 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-b6fcd022-0338-4a37-b256-3a9a1248f71b req-6c885103-4acc-434d-b3c1-479c64cf61e7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] For port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:03:54.760454 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b6fcd022-0338-4a37-b256-3a9a1248f71b req-6c885103-4acc-434d-b3c1-479c64cf61e7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:54.775046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-b6fcd022-0338-4a37-b256-3a9a1248f71b req-6c885103-4acc-434d-b3c1-479c64cf61e7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Calling delete_port for c95975b5-2bc2-4414-8d6e-6a6fe4afac0b owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:03:54.923327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b6fcd022-0338-4a37-b256-3a9a1248f71b req-6c885103-4acc-434d-b3c1-479c64cf61e7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:54.937097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:03:54.963892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c885103-4acc-434d-b3c1-479c64cf61e7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Pushing event deleted for resources: {'Port': ['ID=c95975b5-2bc2-4414-8d6e-6a6fe4afac0b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:55.004256 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-39be75a0-0c99-45df-aecb-c4c1c3b1bc45 req-30850ad8-ff0b-4fac-8cc0-7c53eba9f10f tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2e78d79-2c42-4757-932f-38af63646e7c HTTP/1.1" status: 200 len: 210 time: 0.0515258 Mar 29 10:03:55.025349 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fcd022-0338-4a37-b256-3a9a1248f71b req-6c885103-4acc-434d-b3c1-479c64cf61e7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] No DVR routers for this DVR port c95975b5-2bc2-4414-8d6e-6a6fe4afac0b on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:03:55.028100 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-b6fcd022-0338-4a37-b256-3a9a1248f71b req-6c885103-4acc-434d-b3c1-479c64cf61e7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:55.031497 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b6fcd022-0338-4a37-b256-3a9a1248f71b req-6c885103-4acc-434d-b3c1-479c64cf61e7 tempest-TestMinimumBasicScenario-165807951 tempest-TestMinimumBasicScenario-165807951-project] 10.222.0.24 "DELETE /v2.0/ports/c95975b5-2bc2-4414-8d6e-6a6fe4afac0b HTTP/1.1" status: 204 len: 173 time: 0.4669456 Mar 29 10:03:55.031956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'name': 'network-vif-deleted', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:03:55.034295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc1c53a-6483-41bb-bc0e-ad8482fb89d8" -d '{"events": [{"server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "name": "network-vif-deleted", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:03:55.078336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b15e69-e400-44e4-904e-34ad1745eb9a x-openstack-request-id: req-26b15e69-e400-44e4-904e-34ad1745eb9a {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:03:55.078628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e78d79-2c42-4757-932f-38af63646e7c", "name": "network-vif-deleted", "tag": "c95975b5-2bc2-4414-8d6e-6a6fe4afac0b", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:03:55.078876 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26b15e69-e400-44e4-904e-34ad1745eb9a {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:03:55.079383 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e78d79-2c42-4757-932f-38af63646e7c', 'name': 'network-vif-deleted', 'tag': 'c95975b5-2bc2-4414-8d6e-6a6fe4afac0b', 'status': 'completed', 'code': 200} Mar 29 10:03:56.662782 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58904) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:03:56.797253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-22744b01-4d14-426c-ac11-d169755b68de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:57.053916 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f2c8516-fc8e-4d66-b92a-3b83f7027b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:57.312714 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c8516-fc8e-4d66-b92a-3b83f7027b6e admin admin] Deleting port e8540ff8-bf14-4a8a-bb09-456f400d0017 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:03:57.312956 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f2c8516-fc8e-4d66-b92a-3b83f7027b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:57.396173 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-0f2c8516-fc8e-4d66-b92a-3b83f7027b6e admin admin] For port e8540ff8-bf14-4a8a-bb09-456f400d0017, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e8540ff8-bf14-4a8a-bb09-456f400d0017,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:03:57.396520 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f2c8516-fc8e-4d66-b92a-3b83f7027b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:57.412086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c8516-fc8e-4d66-b92a-3b83f7027b6e admin admin] Calling delete_port for e8540ff8-bf14-4a8a-bb09-456f400d0017 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:03:57.632522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f2c8516-fc8e-4d66-b92a-3b83f7027b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:57.659314 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c8516-fc8e-4d66-b92a-3b83f7027b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8540ff8-bf14-4a8a-bb09-456f400d0017,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:57.863804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0f2c8516-fc8e-4d66-b92a-3b83f7027b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:58.093742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2c8516-fc8e-4d66-b92a-3b83f7027b6e admin admin] Router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:03:58.204421 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2c8516-fc8e-4d66-b92a-3b83f7027b6e admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:03:58.210219 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0f2c8516-fc8e-4d66-b92a-3b83f7027b6e admin admin] 10.222.0.32 "PUT /v2.0/routers/5f5434f4-57d6-49f1-b0fc-b43b26680cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5459387 Mar 29 10:03:58.212726 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58906) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:03:58.215180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd994ac3-1cb1-430b-a037-ddb9212a2d52 None None] Sync routers for ids ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:03:58.227706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd994ac3-1cb1-430b-a037-ddb9212a2d52 None None] Routers {'5f5434f4-57d6-49f1-b0fc-b43b26680cfb'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:03:58.227706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-dd994ac3-1cb1-430b-a037-ddb9212a2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:03:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:58.338828 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:58.355321 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-dd994ac3-1cb1-430b-a037-ddb9212a2d52 None None] Set router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:03:58.422969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device c95975b5-2bc2-4414-8d6e-6a6fe4afac0b no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:03:58.454315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:58.459300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: c95975b5-2bc2-4414-8d6e-6a6fe4afac0b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:03:58.459637 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device c95975b5-2bc2-4414-8d6e-6a6fe4afac0b not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:03:58.518620 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Deleting port 543969bf-5d20-44ca-94b8-30ae89f8cac1 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:03:58.518950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:58.587837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-dd994ac3-1cb1-430b-a037-ddb9212a2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81'}], 'enable_snat': True}, 'gw_port_id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:03:57Z', 'revision_number': 5, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port': {'id': '543969bf-5d20-44ca-94b8-30ae89f8cac1', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:aa:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:40Z', 'updated_at': '2022-03-29T10:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:58.615467 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd994ac3-1cb1-430b-a037-ddb9212a2d52 None None] Checking router: 5f5434f4-57d6-49f1-b0fc-b43b26680cfb for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:03:58.628326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd994ac3-1cb1-430b-a037-ddb9212a2d52 None None] Routers {'5f5434f4-57d6-49f1-b0fc-b43b26680cfb'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:03:58.628622 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] For port 543969bf-5d20-44ca-94b8-30ae89f8cac1, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=543969bf-5d20-44ca-94b8-30ae89f8cac1,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:03:58.628797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:58.629136 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-dd994ac3-1cb1-430b-a037-ddb9212a2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:03:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:58.644506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Calling delete_port for 543969bf-5d20-44ca-94b8-30ae89f8cac1 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:03:58.740871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-dd994ac3-1cb1-430b-a037-ddb9212a2d52 None None] Set router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:03:58.801552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-dd994ac3-1cb1-430b-a037-ddb9212a2d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:03:58Z', 'revision_number': 6, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:58.838561 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd994ac3-1cb1-430b-a037-ddb9212a2d52 None None] The sync data for ids ['5f5434f4-57d6-49f1-b0fc-b43b26680cfb'] in dv-neutron-835554-1-hyperv is: [{'id': '5f5434f4-57d6-49f1-b0fc-b43b26680cfb', 'name': 'tempest-TestMinimumBasicScenario-1262485332-router', 'tenant_id': '78928d551ca745f3b8051e5269702a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:39Z', 'updated_at': '2022-03-29T10:03:58Z', 'revision_number': 6, 'project_id': '78928d551ca745f3b8051e5269702a88', 'gw_port_host': None}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:03:58.844290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:58.880421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Pushing event deleted for resources: {'Port': ['ID=543969bf-5d20-44ca-94b8-30ae89f8cac1,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:58.940233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.038458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.040994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.089656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.090223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f5434f4-57d6-49f1-b0fc-b43b26680cfb {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:03:59.096505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.097746 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f3a6356e-ede3-4b19-9acd-8e58dc969559 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5f5434f4-57d6-49f1-b0fc-b43b26680cfb HTTP/1.1" status: 204 len: 168 time: 0.8839548 Mar 29 10:03:59.100361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58908) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:03:59.154259 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-74933f35-63b6-4d7f-a08e-0b95fb7f979c admin admin] Deleting subnet 9bf7d1a8-21c5-4584-955f-a13da8ab5e21 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:03:59.158877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74933f35-63b6-4d7f-a08e-0b95fb7f979c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.204532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74933f35-63b6-4d7f-a08e-0b95fb7f979c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.208594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-82580a52-d0d6-4822-9369-9fa4e7bd4550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.306226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74933f35-63b6-4d7f-a08e-0b95fb7f979c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.359361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74933f35-63b6-4d7f-a08e-0b95fb7f979c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.385244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74933f35-63b6-4d7f-a08e-0b95fb7f979c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf7d1a8-21c5-4584-955f-a13da8ab5e21,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:59.389511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-74933f35-63b6-4d7f-a08e-0b95fb7f979c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.392728 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-74933f35-63b6-4d7f-a08e-0b95fb7f979c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9bf7d1a8-21c5-4584-955f-a13da8ab5e21 HTTP/1.1" status: 204 len: 168 time: 0.2913342 Mar 29 10:03:59.395850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae8de88-62e1-4e8e-a88c-e695be17b042 None None] Network 3f1419be-3086-48da-8f2e-00967087a994 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:03:59.396391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58910) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:03:59.477804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.542553 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Deleting port d66f86e0-a9ed-4b2b-83af-e83444d94acd {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:03:59.542947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.618681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] For port d66f86e0-a9ed-4b2b-83af-e83444d94acd, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d66f86e0-a9ed-4b2b-83af-e83444d94acd,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:03:59.619273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.638670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Calling delete_port for d66f86e0-a9ed-4b2b-83af-e83444d94acd owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:03:59.643104 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] DHCP port deletion for 3f1419be-3086-48da-8f2e-00967087a994 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:03:59.708561 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Deleting port d66f86e0-a9ed-4b2b-83af-e83444d94acd {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:03:59.709290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.743737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.781323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d66f86e0-a9ed-4b2b-83af-e83444d94acd,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:59.786253 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] No DVR routers for this DVR port d66f86e0-a9ed-4b2b-83af-e83444d94acd on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:03:59.808135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] For port d66f86e0-a9ed-4b2b-83af-e83444d94acd, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d66f86e0-a9ed-4b2b-83af-e83444d94acd,segment=NetworkSegment(a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6),segment_id=a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:03:59.808805 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.827614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Calling delete_port for d66f86e0-a9ed-4b2b-83af-e83444d94acd owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:03:59.874299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.907470 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1419be-3086-48da-8f2e-00967087a994']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:59.918105 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.928124 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:59.928690 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c71074-a3f9-4ff4-b7b6-21b31a2b7cf6') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:03:59.945213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.947178 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Pushing event deleted for resources: {'Port': ['ID=d66f86e0-a9ed-4b2b-83af-e83444d94acd,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:03:59.956523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] No DVR routers for this DVR port d66f86e0-a9ed-4b2b-83af-e83444d94acd on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:03:59.959680 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:59.960107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:59.961391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:59.961391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:59.961391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:59.962282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:59.962282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:59.962552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:59.963078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:59.967283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:59.967283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:59.967283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d4622-f17e-411f-bd57-52902559da23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:03:59.977640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.990737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:03:59.991176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:03:59.993022 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:04:00.076395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:00.082079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:00.085268 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3f1419be-3086-48da-8f2e-00967087a994 HTTP/1.1" status: 204 len: 168 time: 0.6882575 Mar 29 10:04:00.089219 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58912) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:00.096923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78775af8-2e22-4ac8-b629-33d68dbb5ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f1419be-3086-48da-8f2e-00967087a994,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:00.479254 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-841b759d-0920-4e8d-80f5-f6b83c5d87f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:00.673637 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d66f86e0-a9ed-4b2b-83af-e83444d94acd no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:04:00.861796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: d66f86e0-a9ed-4b2b-83af-e83444d94acd {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:04:00.862146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d66f86e0-a9ed-4b2b-83af-e83444d94acd not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:04:00.862561 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e8540ff8-bf14-4a8a-bb09-456f400d0017 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:04:00.890216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: e8540ff8-bf14-4a8a-bb09-456f400d0017 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:04:00.890569 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e8540ff8-bf14-4a8a-bb09-456f400d0017 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:04:00.890942 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 543969bf-5d20-44ca-94b8-30ae89f8cac1 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:04:00.917711 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 543969bf-5d20-44ca-94b8-30ae89f8cac1 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:04:00.918062 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 543969bf-5d20-44ca-94b8-30ae89f8cac1 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:04:00.920125 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:01.136571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-841b759d-0920-4e8d-80f5-f6b83c5d87f9 admin admin] Deleting port 2433648e-f6aa-4e40-81fd-61c5ea6810b0 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:04:01.137273 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-841b759d-0920-4e8d-80f5-f6b83c5d87f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:01.223715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-841b759d-0920-4e8d-80f5-f6b83c5d87f9 admin admin] For port 2433648e-f6aa-4e40-81fd-61c5ea6810b0, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=2433648e-f6aa-4e40-81fd-61c5ea6810b0,segment=NetworkSegment(9e14d049-97d1-4bb1-b60a-90306917c773),segment_id=9e14d049-97d1-4bb1-b60a-90306917c773)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:04:01.224081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-841b759d-0920-4e8d-80f5-f6b83c5d87f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:01.238800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-841b759d-0920-4e8d-80f5-f6b83c5d87f9 admin admin] Calling delete_port for 2433648e-f6aa-4e40-81fd-61c5ea6810b0 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:04:01.429859 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-841b759d-0920-4e8d-80f5-f6b83c5d87f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:01.461017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b759d-0920-4e8d-80f5-f6b83c5d87f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2433648e-f6aa-4e40-81fd-61c5ea6810b0,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:01.641684 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-841b759d-0920-4e8d-80f5-f6b83c5d87f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:01.871985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841b759d-0920-4e8d-80f5-f6b83c5d87f9 admin admin] Router 77f1e32e-b4a4-48be-8d59-91959517bd93 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:04:01.986177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841b759d-0920-4e8d-80f5-f6b83c5d87f9 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:04:01.991802 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-841b759d-0920-4e8d-80f5-f6b83c5d87f9 admin admin] 10.222.0.32 "PUT /v2.0/routers/77f1e32e-b4a4-48be-8d59-91959517bd93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9011798 Mar 29 10:04:01.995986 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58914) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:01.997470 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc5a6ef-0cae-4ba1-9545-428cc9fe3f4c None None] Sync routers for ids ['77f1e32e-b4a4-48be-8d59-91959517bd93'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:04:02.010818 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5a6ef-0cae-4ba1-9545-428cc9fe3f4c None None] Routers {'77f1e32e-b4a4-48be-8d59-91959517bd93'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:04:02.011428 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-acc5a6ef-0cae-4ba1-9545-428cc9fe3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:03:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['77f1e32e-b4a4-48be-8d59-91959517bd93'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:02.120713 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.127627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.130853 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-acc5a6ef-0cae-4ba1-9545-428cc9fe3f4c None None] Set router 77f1e32e-b4a4-48be-8d59-91959517bd93 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:04:02.227709 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.286674 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Deleting port 00b833e0-8092-4ad6-831b-38e33f4c288d {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:04:02.287022 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.361275 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-acc5a6ef-0cae-4ba1-9545-428cc9fe3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'name': 'tempest-TestMinimumBasicScenario-518414397-router', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:45Z', 'updated_at': '2022-03-29T10:04:01Z', 'revision_number': 5, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'gw_port': {'id': '00b833e0-8092-4ad6-831b-38e33f4c288d', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:45:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:00:46Z', 'updated_at': '2022-03-29T10:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:02.375770 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] For port 00b833e0-8092-4ad6-831b-38e33f4c288d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=00b833e0-8092-4ad6-831b-38e33f4c288d,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:04:02.376049 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.387756 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc5a6ef-0cae-4ba1-9545-428cc9fe3f4c None None] Checking router: 77f1e32e-b4a4-48be-8d59-91959517bd93 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:04:02.389123 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Calling delete_port for 00b833e0-8092-4ad6-831b-38e33f4c288d owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:04:02.396438 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc5a6ef-0cae-4ba1-9545-428cc9fe3f4c None None] Routers {'77f1e32e-b4a4-48be-8d59-91959517bd93'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:04:02.397284 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-acc5a6ef-0cae-4ba1-9545-428cc9fe3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:03:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['77f1e32e-b4a4-48be-8d59-91959517bd93'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:02.490767 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-acc5a6ef-0cae-4ba1-9545-428cc9fe3f4c None None] Set router 77f1e32e-b4a4-48be-8d59-91959517bd93 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:04:02.554348 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-acc5a6ef-0cae-4ba1-9545-428cc9fe3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'name': 'tempest-TestMinimumBasicScenario-518414397-router', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:45Z', 'updated_at': '2022-03-29T10:04:02Z', 'revision_number': 6, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:02.583107 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc5a6ef-0cae-4ba1-9545-428cc9fe3f4c None None] The sync data for ids ['77f1e32e-b4a4-48be-8d59-91959517bd93'] in dv-neutron-835554-1-hyperv is: [{'id': '77f1e32e-b4a4-48be-8d59-91959517bd93', 'name': 'tempest-TestMinimumBasicScenario-518414397-router', 'tenant_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:00:45Z', 'updated_at': '2022-03-29T10:04:02Z', 'revision_number': 6, 'project_id': '6138d3eaa2424a379ba8ed4c5144ba1f', 'gw_port_host': None}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:04:02.594321 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.625532 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b833e0-8092-4ad6-831b-38e33f4c288d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:02.695357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.715670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.810698 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.812997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.862062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.862677 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77f1e32e-b4a4-48be-8d59-91959517bd93 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:04:02.867254 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.868427 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2eb9a704-4411-4ff3-b4a8-f4de0ad99993 admin admin] 10.222.0.32 "DELETE /v2.0/routers/77f1e32e-b4a4-48be-8d59-91959517bd93 HTTP/1.1" status: 204 len: 168 time: 0.8712041 Mar 29 10:04:02.871651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58916) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:02.919717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1a253d-734c-4ff4-8c0b-343585694abd admin admin] Deleting subnet fadc7645-091f-4fa5-93fe-c949786f46d0 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:04:02.922835 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2a1a253d-734c-4ff4-8c0b-343585694abd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:02.974952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2a1a253d-734c-4ff4-8c0b-343585694abd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.074262 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2a1a253d-734c-4ff4-8c0b-343585694abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.135005 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2a1a253d-734c-4ff4-8c0b-343585694abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.165507 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a253d-734c-4ff4-8c0b-343585694abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fadc7645-091f-4fa5-93fe-c949786f46d0,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:03.170049 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2a1a253d-734c-4ff4-8c0b-343585694abd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.173863 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2a1a253d-734c-4ff4-8c0b-343585694abd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fadc7645-091f-4fa5-93fe-c949786f46d0 HTTP/1.1" status: 204 len: 168 time: 0.3006668 Mar 29 10:04:03.177436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58918) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:03.178345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d74b2-206a-4a40-9a0a-0cb211478b74 None None] Network b84f8ee1-b0a6-42c5-b886-a80c74713ffd requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:04:03.258316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.321955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Deleting port 392f7b42-547b-40f6-9522-bf74a2eeebf9 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:04:03.322449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.403764 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] For port 392f7b42-547b-40f6-9522-bf74a2eeebf9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=392f7b42-547b-40f6-9522-bf74a2eeebf9,segment=NetworkSegment(9e14d049-97d1-4bb1-b60a-90306917c773),segment_id=9e14d049-97d1-4bb1-b60a-90306917c773)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:04:03.404125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.422054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70039c6f-30fb-4def-95a6-35fb5be2e20b None None] DHCP port deletion for b84f8ee1-b0a6-42c5-b886-a80c74713ffd request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:04:03.425327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Calling delete_port for 392f7b42-547b-40f6-9522-bf74a2eeebf9 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:04:03.489485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-70039c6f-30fb-4def-95a6-35fb5be2e20b None None] Deleting port 392f7b42-547b-40f6-9522-bf74a2eeebf9 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:04:03.489899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-70039c6f-30fb-4def-95a6-35fb5be2e20b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.519420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.559413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=392f7b42-547b-40f6-9522-bf74a2eeebf9,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:03.564956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] No DVR routers for this DVR port 392f7b42-547b-40f6-9522-bf74a2eeebf9 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:04:03.566772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-70039c6f-30fb-4def-95a6-35fb5be2e20b None None] For port 392f7b42-547b-40f6-9522-bf74a2eeebf9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=392f7b42-547b-40f6-9522-bf74a2eeebf9,segment=NetworkSegment(9e14d049-97d1-4bb1-b60a-90306917c773),segment_id=9e14d049-97d1-4bb1-b60a-90306917c773)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:04:03.567245 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-70039c6f-30fb-4def-95a6-35fb5be2e20b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.585312 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-70039c6f-30fb-4def-95a6-35fb5be2e20b None None] Calling delete_port for 392f7b42-547b-40f6-9522-bf74a2eeebf9 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:04:03.655273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.670978 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-70039c6f-30fb-4def-95a6-35fb5be2e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.679702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84f8ee1-b0a6-42c5-b886-a80c74713ffd']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:03.694886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e14d049-97d1-4bb1-b60a-90306917c773') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:03.694886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e14d049-97d1-4bb1-b60a-90306917c773') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:03.699828 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70039c6f-30fb-4def-95a6-35fb5be2e20b None None] Pushing event deleted for resources: {'Port': ['ID=392f7b42-547b-40f6-9522-bf74a2eeebf9,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:03.701726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70039c6f-30fb-4def-95a6-35fb5be2e20b None None] No DVR routers for this DVR port 392f7b42-547b-40f6-9522-bf74a2eeebf9 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:04:03.712297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.732630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.741262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:04:03.741784 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:04:03.744522 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:04:03.811015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.816889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:03.821090 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b84f8ee1-b0a6-42c5-b886-a80c74713ffd HTTP/1.1" status: 204 len: 168 time: 0.6425519 Mar 29 10:04:03.833210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926037cc-3fcb-4e5a-897f-3f1f23136bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b84f8ee1-b0a6-42c5-b886-a80c74713ffd,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:03.963820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:04.013240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58922) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:04.056037 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-827cbf6e-b45e-4cfa-8353-9f99f0774754 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78928d551ca745f3b8051e5269702a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415857 Mar 29 10:04:04.058811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58924) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:04.108624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d760ea35-f265-4bcc-b682-069ef4526833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:04.129203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d760ea35-f265-4bcc-b682-069ef4526833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:04.176318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d760ea35-f265-4bcc-b682-069ef4526833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:04.178897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d760ea35-f265-4bcc-b682-069ef4526833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:04.180078 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d760ea35-f265-4bcc-b682-069ef4526833 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6b4615d-60c7-479d-9082-d9a936a3df98 HTTP/1.1" status: 204 len: 168 time: 0.1200881 Mar 29 10:04:04.187848 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760ea35-f265-4bcc-b682-069ef4526833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b4615d-60c7-479d-9082-d9a936a3df98,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:04.509221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58930) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:04.548547 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ce070532-2458-48a8-be4e-23cd29dae41b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6138d3eaa2424a379ba8ed4c5144ba1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381529 Mar 29 10:04:04.553905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58932) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:04.606508 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c792ffc9-e439-44f5-bf67-6067bf8551fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:04.629767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c792ffc9-e439-44f5-bf67-6067bf8551fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:04.660499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 392f7b42-547b-40f6-9522-bf74a2eeebf9 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:04:04.682639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 392f7b42-547b-40f6-9522-bf74a2eeebf9 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:04:04.683163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 392f7b42-547b-40f6-9522-bf74a2eeebf9 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:04:04.683503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2433648e-f6aa-4e40-81fd-61c5ea6810b0 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:04:04.690476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c792ffc9-e439-44f5-bf67-6067bf8551fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:04.691149 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c792ffc9-e439-44f5-bf67-6067bf8551fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:04.694711 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c792ffc9-e439-44f5-bf67-6067bf8551fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec3e7f62-9880-42ad-a851-cf4dee61cf37 HTTP/1.1" status: 204 len: 168 time: 0.1375496 Mar 29 10:04:04.702613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792ffc9-e439-44f5-bf67-6067bf8551fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e7f62-9880-42ad-a851-cf4dee61cf37,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:04.707753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 2433648e-f6aa-4e40-81fd-61c5ea6810b0 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:04:04.708087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 2433648e-f6aa-4e40-81fd-61c5ea6810b0 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:04:04.708824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 00b833e0-8092-4ad6-831b-38e33f4c288d no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:04:04.733331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 00b833e0-8092-4ad6-831b-38e33f4c288d {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:04:04.733597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 00b833e0-8092-4ad6-831b-38e33f4c288d not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:04:06.676837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58972) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:06.681597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-25ec74d6-064d-442e-b220-51ae32f0812e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1029875063', 'description': 'tempest-secgroup-smoke-1029875063 description', 'project_id': '6b60b57a13014f25823523bb1f88c663'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:06.705384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-25ec74d6-064d-442e-b220-51ae32f0812e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:06.714476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-25ec74d6-064d-442e-b220-51ae32f0812e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:06.799351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-25ec74d6-064d-442e-b220-51ae32f0812e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:06.804112 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-25ec74d6-064d-442e-b220-51ae32f0812e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:06.841499 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec74d6-064d-442e-b220-51ae32f0812e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9348f48-3132-40dc-b14e-1970d97d3ecb,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:06.888140 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-25ec74d6-064d-442e-b220-51ae32f0812e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:06.891943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-25ec74d6-064d-442e-b220-51ae32f0812e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:06.923083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-25ec74d6-064d-442e-b220-51ae32f0812e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:06.924360 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-25ec74d6-064d-442e-b220-51ae32f0812e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2464573 Mar 29 10:04:06.926798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec74d6-064d-442e-b220-51ae32f0812e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8f8957-41fc-4c6d-8927-7b1eaac7efec,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:06.928226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58974) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:06.932983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b0dc95bf-a627-4dca-9855-1249605c8354 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '9a8f8957-41fc-4c6d-8927-7b1eaac7efec', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:06.961350 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b0dc95bf-a627-4dca-9855-1249605c8354 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.031358 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b0dc95bf-a627-4dca-9855-1249605c8354 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.035362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b0dc95bf-a627-4dca-9855-1249605c8354 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.054206 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc95bf-a627-4dca-9855-1249605c8354 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19535fcc-f758-4a7b-a9c6-105acc872009,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:07.063303 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b0dc95bf-a627-4dca-9855-1249605c8354 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.064605 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b0dc95bf-a627-4dca-9855-1249605c8354 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353507 Mar 29 10:04:07.068336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 58976) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:07.073862 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-c80d393c-5d48-4d05-98c1-042be485f01d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '9a8f8957-41fc-4c6d-8927-7b1eaac7efec', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:07.101046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c80d393c-5d48-4d05-98c1-042be485f01d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.173527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c80d393c-5d48-4d05-98c1-042be485f01d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.177537 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c80d393c-5d48-4d05-98c1-042be485f01d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.196331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d393c-5d48-4d05-98c1-042be485f01d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638c5457-0413-4673-a109-f115befe7b4e,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:07.205402 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-c80d393c-5d48-4d05-98c1-042be485f01d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.206636 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-c80d393c-5d48-4d05-98c1-042be485f01d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370404 Mar 29 10:04:07.209624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58978) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:07.214169 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-0eed79a3-b07e-4ffd-82e5-5a7b83517a9d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '9a8f8957-41fc-4c6d-8927-7b1eaac7efec', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:07.242534 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0eed79a3-b07e-4ffd-82e5-5a7b83517a9d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.310162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0eed79a3-b07e-4ffd-82e5-5a7b83517a9d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.314758 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0eed79a3-b07e-4ffd-82e5-5a7b83517a9d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.336697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed79a3-b07e-4ffd-82e5-5a7b83517a9d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae73d837-1b8a-4d28-b42f-b563e781c7b4,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:07.350243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0eed79a3-b07e-4ffd-82e5-5a7b83517a9d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.351552 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0eed79a3-b07e-4ffd-82e5-5a7b83517a9d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409240 Mar 29 10:04:07.356245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58980) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:07.360983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e14a5436-a112-4fa9-a71a-ff37d629492a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '9a8f8957-41fc-4c6d-8927-7b1eaac7efec', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:07.386759 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e14a5436-a112-4fa9-a71a-ff37d629492a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.454068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e14a5436-a112-4fa9-a71a-ff37d629492a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.460383 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e14a5436-a112-4fa9-a71a-ff37d629492a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.482029 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a5436-a112-4fa9-a71a-ff37d629492a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13377454-0bbd-4ed7-887f-4f0303e933e4,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:07.489614 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e14a5436-a112-4fa9-a71a-ff37d629492a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.490836 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e14a5436-a112-4fa9-a71a-ff37d629492a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335514 Mar 29 10:04:07.495187 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58982) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:07.500393 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ada1e977-62e4-491d-a141-02f39010356d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '9a8f8957-41fc-4c6d-8927-7b1eaac7efec', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:07.523691 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-ada1e977-62e4-491d-a141-02f39010356d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Project 6b60b57a13014f25823523bb1f88c663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:04:07.529290 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ada1e977-62e4-491d-a141-02f39010356d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.610964 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ada1e977-62e4-491d-a141-02f39010356d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.616399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ada1e977-62e4-491d-a141-02f39010356d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.635592 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada1e977-62e4-491d-a141-02f39010356d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32f33be-cc60-469f-8df9-aff6fd0b7d98,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:07.644403 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ada1e977-62e4-491d-a141-02f39010356d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.645682 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ada1e977-62e4-491d-a141-02f39010356d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1494710 Mar 29 10:04:07.648400 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58984) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:07.652891 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ec9acceb-55dd-424f-91dd-5ee30afe3208 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '9a8f8957-41fc-4c6d-8927-7b1eaac7efec', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:07.676849 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-ec9acceb-55dd-424f-91dd-5ee30afe3208 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Project 6b60b57a13014f25823523bb1f88c663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:04:07.686162 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec9acceb-55dd-424f-91dd-5ee30afe3208 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.763492 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec9acceb-55dd-424f-91dd-5ee30afe3208 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.768233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec9acceb-55dd-424f-91dd-5ee30afe3208 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.793038 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9acceb-55dd-424f-91dd-5ee30afe3208 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdddcd10-70ac-46f2-9365-b59a87a8ef8d,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:07.811125 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec9acceb-55dd-424f-91dd-5ee30afe3208 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.813445 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ec9acceb-55dd-424f-91dd-5ee30afe3208 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1637137 Mar 29 10:04:07.816752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58986) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:07.824947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-89eb6ac2-d944-4205-8075-f40e2a5de582 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'network': {'name': 'tempest-network-smoke--1539933984', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'port_security_enabled': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:07.852092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eb6ac2-d944-4205-8075-f40e2a5de582 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:04:07.856600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-89eb6ac2-d944-4205-8075-f40e2a5de582 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.879554 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89eb6ac2-d944-4205-8075-f40e2a5de582 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:04:07.888588 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-89eb6ac2-d944-4205-8075-f40e2a5de582 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.888953 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-89eb6ac2-d944-4205-8075-f40e2a5de582 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Added segment 439b4167-ecc1-4e7e-bead-f50f42fb742b of type vlan for network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 Mar 29 10:04:07.928692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-89eb6ac2-d944-4205-8075-f40e2a5de582 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.959406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-89eb6ac2-d944-4205-8075-f40e2a5de582 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:07.965193 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb6ac2-d944-4205-8075-f40e2a5de582 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:07.966067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-89eb6ac2-d944-4205-8075-f40e2a5de582 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:08.005348 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-89eb6ac2-d944-4205-8075-f40e2a5de582 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1870759 Mar 29 10:04:08.008318 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58988) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:08.016249 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'admin_state_up': True, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:08.052391 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb6ac2-d944-4205-8075-f40e2a5de582 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Network': ['ID=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:08.063628 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 10:04:08.072281 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:08.073898 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:08.133117 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:08.281499 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:08.480368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:08.499224 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:08.604437 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.26.1.223 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:04:08.702821 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:08.735201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:08.774599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:04:08.777366 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:04:08.781368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:04:08.808755 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:09.037257 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:09.230287 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:09.354117 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router ebfc465e-055a-414b-82db-bcd410c6dc1d is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 10:04:09.458330 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:04:09.467906 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Sync routers for ids ['ebfc465e-055a-414b-82db-bcd410c6dc1d'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:04:09.477678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Routers {'ebfc465e-055a-414b-82db-bcd410c6dc1d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:04:09.477862 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:09.478419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:03:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ebfc465e-055a-414b-82db-bcd410c6dc1d'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:09.478971 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-08127ae2-cd8a-49ce-9fbd-6504eee54a8b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4696603 Mar 29 10:04:09.482664 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58990) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:09.586917 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Set router ebfc465e-055a-414b-82db-bcd410c6dc1d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:04:09.626459 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0f9a6d66-767a-4bab-a2eb-62bfa30ffd65 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6b60b57a13014f25823523bb1f88c663&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1425772 Mar 29 10:04:09.629096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58994) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:09.716697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1234ce-e550-4783-af8f-00521b485493 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:09.718315 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ca1234ce-e550-4783-af8f-00521b485493 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882761 Mar 29 10:04:09.721110 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58996) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:09.748314 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8f383b67-25d1-4410-a24a-8595ec43bd58 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261292 Mar 29 10:04:09.750913 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 58998) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:09.755609 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e68e5a79-1185-4fd7-8828-6a47b67c3e58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1164614371', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:09.766830 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:08Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:09.794593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Checking router: ebfc465e-055a-414b-82db-bcd410c6dc1d for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:04:09.794962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Updating router ebfc465e-055a-414b-82db-bcd410c6dc1d port d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:04:09.819641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:09.841006 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68e5a79-1185-4fd7-8828-6a47b67c3e58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:04:09.844450 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e68e5a79-1185-4fd7-8828-6a47b67c3e58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:10.035441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e68e5a79-1185-4fd7-8828-6a47b67c3e58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:10.092267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:10.099277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:10.156268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Attempting to bind port d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:04:10.156637 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Attempting to bind port d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:04:10.157007 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Attempting to bind port d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:04:10.162928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571f475-407e-46ea-8300-7b52382ccaa7 None None] Pushing event updated for resources: {'Port': ['ID=d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:10.167970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:04:10.168347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:04:10.168807 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:10.169196 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:04:10.169692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Bound port: d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:04:10.170081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:10.229457 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] For port d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:04:10.233099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] For port d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:04:10.237882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:10.301859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571f475-407e-46ea-8300-7b52382ccaa7 None None] Pushing event updated for resources: {'Port': ['ID=d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:10.304332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Routers {'ebfc465e-055a-414b-82db-bcd410c6dc1d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:04:10.304944 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:03:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ebfc465e-055a-414b-82db-bcd410c6dc1d'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:10.407457 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e5a79-1185-4fd7-8828-6a47b67c3e58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Subnet': ['ID=27eb9cdb-aafc-4511-b11d-eb9110bb31dc,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:10.415976 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] Set router ebfc465e-055a-414b-82db-bcd410c6dc1d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:04:10.422386 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e5a79-1185-4fd7-8828-6a47b67c3e58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Checking segment: {'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:04:10.422743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68e5a79-1185-4fd7-8828-6a47b67c3e58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network hostable DHCP agents. Network: c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:04:10.444053 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68e5a79-1185-4fd7-8828-6a47b67c3e58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:04:10.453423 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-e68e5a79-1185-4fd7-8828-6a47b67c3e58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:04:10.458145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68e5a79-1185-4fd7-8828-6a47b67c3e58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:10.458886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e68e5a79-1185-4fd7-8828-6a47b67c3e58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:10.472884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43051a7f-5b1c-4186-9009-3c0ed6cb225a None None] Network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:04:10.476303 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e68e5a79-1185-4fd7-8828-6a47b67c3e58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7243934 Mar 29 10:04:10.479233 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59000) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:10.723825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ips': [{'subnet_id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 10:04:10.724619 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:10.740667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:08Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:10.774009 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c6f2e-3eab-4fe9-89de-0a89cbde6db9 None None] The sync data for ids ['ebfc465e-055a-414b-82db-bcd410c6dc1d'] in dv-neutron-835554-1-hyperv is: [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:08Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:04:10.922549 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Allocated IP 172.20.0.2 (c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392/27eb9cdb-aafc-4511-b11d-eb9110bb31dc/01010dd4-22a5-4e94-a3b5-8dd069a9dc11) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:04:10.953619 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:11.143550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:11.152960 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:11.189420 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:04:11.197034 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:04:11.200199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:04:11.206606 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:04:11.214905 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Pushing event updated for resources: {'Port': ['ID=01010dd4-22a5-4e94-a3b5-8dd069a9dc11,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:11.287646 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Attempting to bind port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:04:11.288259 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Attempting to bind port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:04:11.289020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Attempting to bind port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 on network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:04:11.296531 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:04:11.296885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Checking segment: {'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:04:11.297480 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:11.301354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Bound using segment: {'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:04:11.301354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Bound port: 01010dd4-22a5-4e94-a3b5-8dd069a9dc11, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:04:11.301354 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:11.311790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.20.0.1 (c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392/27eb9cdb-aafc-4511-b11d-eb9110bb31dc/49da27b9-f8a9-458c-919d-6a0d0b58e705) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:04:11.480324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:11.519469 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:11.520002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] For port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:04:11.523202 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] For port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=01010dd4-22a5-4e94-a3b5-8dd069a9dc11,segment=NetworkSegment(439b4167-ecc1-4e7e-bead-f50f42fb742b),segment_id=439b4167-ecc1-4e7e-bead-f50f42fb742b)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:04:11.532470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:11.595252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:04:11.601105 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:04:11.606392 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:04:11.616757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=49da27b9-f8a9-458c-919d-6a0d0b58e705,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:11.623938 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e1e7e-d16e-4eaf-aa50-87ecfe720dee None None] Pushing event updated for resources: {'Port': ['ID=01010dd4-22a5-4e94-a3b5-8dd069a9dc11,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:11.682357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:11.888723 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:12.201944 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:12.206437 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:12.274834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=49da27b9-f8a9-458c-919d-6a0d0b58e705,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:12.279691 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:12.378140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:04:12.379896 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:04:12.495753 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router ebfc465e-055a-414b-82db-bcd410c6dc1d has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:04:12.604246 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:04:12.609749 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b432e449-9fc4-4070-a234-942f1df4347a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "PUT /v2.0/routers/ebfc465e-055a-414b-82db-bcd410c6dc1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1295445 Mar 29 10:04:12.749340 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:04:12.780999 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-233eb0a7-7bc0-48c8-80e1-369fe3031ee8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1029875063&fields=id&tenant_id=6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 267 time: 0.0559807 Mar 29 10:04:12.820972 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:12.820972 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:12.912867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-2b913fcf-920c-458c-8afc-5f8a0cbf91b5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:12.915019 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-2b913fcf-920c-458c-8afc-5f8a0cbf91b5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/networks?id=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 HTTP/1.1" status: 200 len: 797 time: 0.1266034 Mar 29 10:04:12.920583 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:12.933895 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-3cdd26d1-bea7-4014-9f88-070b6c68b67d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/quotas/6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 375 time: 0.0106611 Mar 29 10:04:12.947140 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:04:12.957491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:12.958536 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:04:13.004849 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-5b559164-b581-4b95-a21d-fc76064a1159 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612535 Mar 29 10:04:13.050359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:13.050822 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:13.053519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:13.098124 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Sync routers for ids ['ebfc465e-055a-414b-82db-bcd410c6dc1d'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:04:13.109397 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Routers {'ebfc465e-055a-414b-82db-bcd410c6dc1d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:04:13.110226 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:03:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ebfc465e-055a-414b-82db-bcd410c6dc1d'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:13.112557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e57951-d93b-4ec8-8d40-0fc5c38f6194 None None] Network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:04:13.212018 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-0ac3ef92-24ec-4095-b05a-ed58d0b44f1c service neutron] 10.222.0.32 "GET /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951652 Mar 29 10:04:13.250691 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Set router ebfc465e-055a-414b-82db-bcd410c6dc1d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:04:13.266255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-8ba80204-28da-4c8e-aa2c-885831813645 None None] Provisioning complete for port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:13.266550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8ba80204-28da-4c8e-aa2c-885831813645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:13.307249 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:13.335544 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-47c58c55-1f94-4ef2-9c64-d1d5cf758cf4 service neutron] 10.222.0.32 "GET /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153495 Mar 29 10:04:13.409709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=01010dd4-22a5-4e94-a3b5-8dd069a9dc11,segment=NetworkSegment(439b4167-ecc1-4e7e-bead-f50f42fb742b),segment_id=439b4167-ecc1-4e7e-bead-f50f42fb742b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:04:13.418961 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:13.487126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8ba80204-28da-4c8e-aa2c-885831813645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:13.496042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=01010dd4-22a5-4e94-a3b5-8dd069a9dc11,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:13.526761 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:11Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '49da27b9-f8a9-458c-919d-6a0d0b58e705', 'name': '', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:a0:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:11Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 2, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:13.568964 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Checking router: ebfc465e-055a-414b-82db-bcd410c6dc1d for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:04:13.569650 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Updating router ebfc465e-055a-414b-82db-bcd410c6dc1d port 49da27b9-f8a9-458c-919d-6a0d0b58e705 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:04:13.654792 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:13.656566 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-8ba80204-28da-4c8e-aa2c-885831813645 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:04:13.656930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-8ba80204-28da-4c8e-aa2c-885831813645 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:04:13.668186 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-35e240f1-f12d-4118-bf03-7f0182da3352 req-5d9a2539-4964-45d2-a98f-2e2a68af6ceb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 210 time: 0.0539930 Mar 29 10:04:14.016929 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:14.023412 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:14.086784 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Pushing event updated for resources: {'Port': ['ID=49da27b9-f8a9-458c-919d-6a0d0b58e705,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:14.094995 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:14.095548 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:14.096064 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:14.096901 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:14.097434 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:14.098263 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:14.100037 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:14.100482 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:14.100895 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:14.101419 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:14.101998 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:14.102757 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:04:14.186841 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Attempting to bind port 49da27b9-f8a9-458c-919d-6a0d0b58e705 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:04:14.187641 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Attempting to bind port 49da27b9-f8a9-458c-919d-6a0d0b58e705 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:04:14.188356 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Attempting to bind port 49da27b9-f8a9-458c-919d-6a0d0b58e705 on network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:04:14.196762 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:04:14.197987 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Checking segment: {'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:04:14.199076 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:14.200544 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Bound using segment: {'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:04:14.201875 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Bound port: 49da27b9-f8a9-458c-919d-6a0d0b58e705, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:04:14.202817 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:14.337940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-88f90a71-e873-4ed9-bbb7-18f71cf9ae71 None None] Provisioning complete for port 49da27b9-f8a9-458c-919d-6a0d0b58e705 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:14.338784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-88f90a71-e873-4ed9-bbb7-18f71cf9ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:14.373974 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-88f90a71-e873-4ed9-bbb7-18f71cf9ae71 None None] Port 49da27b9-f8a9-458c-919d-6a0d0b58e705 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:04:14.384140 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] For port 49da27b9-f8a9-458c-919d-6a0d0b58e705, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:04:14.385961 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-88f90a71-e873-4ed9-bbb7-18f71cf9ae71 None None] Provisioning complete for port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:14.386470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-88f90a71-e873-4ed9-bbb7-18f71cf9ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:14.388708 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] For port 49da27b9-f8a9-458c-919d-6a0d0b58e705, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=49da27b9-f8a9-458c-919d-6a0d0b58e705,segment=NetworkSegment(439b4167-ecc1-4e7e-bead-f50f42fb742b),segment_id=439b4167-ecc1-4e7e-bead-f50f42fb742b)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:04:14.393206 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:14.441731 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Routers {'ebfc465e-055a-414b-82db-bcd410c6dc1d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:04:14.442657 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:03:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ebfc465e-055a-414b-82db-bcd410c6dc1d'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:14.506161 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b99e56-1484-4b8f-ae0d-ead8de3c98c3 None None] Pushing event updated for resources: {'Port': ['ID=49da27b9-f8a9-458c-919d-6a0d0b58e705,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:14.576005 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] Set router ebfc465e-055a-414b-82db-bcd410c6dc1d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:04:14.633469 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d72ee65b-85f5-4149-b662-e616bd0712a3 None None] Provisioning complete for port 49da27b9-f8a9-458c-919d-6a0d0b58e705 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:14.634122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d72ee65b-85f5-4149-b662-e616bd0712a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:14.742528 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d72ee65b-85f5-4149-b662-e616bd0712a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:14.756774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:04:14.821562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-d72ee65b-85f5-4149-b662-e616bd0712a3 None None] For port 49da27b9-f8a9-458c-919d-6a0d0b58e705, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=49da27b9-f8a9-458c-919d-6a0d0b58e705,segment=NetworkSegment(439b4167-ecc1-4e7e-bead-f50f42fb742b),segment_id=439b4167-ecc1-4e7e-bead-f50f42fb742b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:04:14.825686 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c1e675-549a-4c54-b7ec-ca55ef7a9713 req-4b7e470c-35da-4f2a-a0d2-5231334e9d14 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 210 time: 0.0689018 Mar 29 10:04:14.829231 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d72ee65b-85f5-4149-b662-e616bd0712a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:14.838588 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:11Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '49da27b9-f8a9-458c-919d-6a0d0b58e705', 'name': '', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:a0:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:11Z', 'updated_at': '2022-03-29T10:04:14Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:14.870458 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def1c0a3-6ab8-40b3-8ef0-931744b5b473 None None] The sync data for ids ['ebfc465e-055a-414b-82db-bcd410c6dc1d'] in dv-neutron-835554-1-hyperv is: [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:11Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '49da27b9-f8a9-458c-919d-6a0d0b58e705', 'name': '', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:a0:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:11Z', 'updated_at': '2022-03-29T10:04:14Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:04:14.874982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:14.875401 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:14.950694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ee65b-85f5-4149-b662-e616bd0712a3 None None] Pushing event updated for resources: {'Port': ['ID=49da27b9-f8a9-458c-919d-6a0d0b58e705,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:14.989753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-242a5599-e5e6-4792-ad22-f6e69c2a44c7 None None] Provisioning complete for port 49da27b9-f8a9-458c-919d-6a0d0b58e705 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:14.990385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-242a5599-e5e6-4792-ad22-f6e69c2a44c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:15.062821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:04:15.087917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-98ad978c-201e-4d90-8f8f-22e1dea67656 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:15.089417 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-98ad978c-201e-4d90-8f8f-22e1dea67656 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/networks?id=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 HTTP/1.1" status: 200 len: 797 time: 0.1886768 Mar 29 10:04:15.151091 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-ddb7c9b4-7b3c-4555-9ca5-9361b3283e1b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 380 time: 0.0525131 Mar 29 10:04:15.160533 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'port': {'device_id': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'admin_state_up': True, 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'security_groups': ['9a8f8957-41fc-4c6d-8927-7b1eaac7efec']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:15.174850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:15.175492 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:15.281278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:04:15.285682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:15.432735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.20.0.10 (c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392/27eb9cdb-aafc-4511-b11d-eb9110bb31dc/62d98c20-f691-435e-b20f-f0a0d201255b) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:04:15.592083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:15.627087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:15.674799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:04:15.678331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:04:15.681914 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:04:15.688249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=62d98c20-f691-435e-b20f-f0a0d201255b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:15.757227 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:15.758077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:15.785403 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-46bc5ef5-55f2-4e0d-b262-89710551116f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6286933 Mar 29 10:04:15.798841 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Request body: {'port': {'device_id': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:15.876584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:15.987835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-860dc4c9-92e3-40d7-8bc8-e825cc48c5c4 None None] Provisioning complete for port 62d98c20-f691-435e-b20f-f0a0d201255b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:15.988703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-860dc4c9-92e3-40d7-8bc8-e825cc48c5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:16.027498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-860dc4c9-92e3-40d7-8bc8-e825cc48c5c4 None None] Port 62d98c20-f691-435e-b20f-f0a0d201255b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:04:16.071738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cce20-d8e3-4f85-815c-3963960b90f3 req-a6a8ec54-9738-429c-9ebe-415fbaa1dacd tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:16.073256 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2f5cce20-d8e3-4f85-815c-3963960b90f3 req-a6a8ec54-9738-429c-9ebe-415fbaa1dacd tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 932 time: 0.1503987 Mar 29 10:04:16.165474 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2f5cce20-d8e3-4f85-815c-3963960b90f3 req-2784f7c0-2e22-4f6c-a1da-2de6cd562f29 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796185 Mar 29 10:04:16.253645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d98c20-f691-435e-b20f-f0a0d201255b {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:04:16.261777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:16.273380 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Transition to ACTIVE for port object 62d98c20-f691-435e-b20f-f0a0d201255b will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:04:16.278218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:16.326791 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Pushing event updated for resources: {'Port': ['ID=62d98c20-f691-435e-b20f-f0a0d201255b,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:16.420683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Attempting to bind port 62d98c20-f691-435e-b20f-f0a0d201255b on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:04:16.423210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Attempting to bind port 62d98c20-f691-435e-b20f-f0a0d201255b by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:04:16.423210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Attempting to bind port 62d98c20-f691-435e-b20f-f0a0d201255b on network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:04:16.426793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Port 62d98c20-f691-435e-b20f-f0a0d201255b on network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 10:04:16.427108 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Attempting to bind port 62d98c20-f691-435e-b20f-f0a0d201255b on network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:04:16.432649 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:04:16.433193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Checking segment: {'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:04:16.433807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Bound using segment: {'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:04:16.435015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Bound port: 62d98c20-f691-435e-b20f-f0a0d201255b, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439b4167-ecc1-4e7e-bead-f50f42fb742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:04:16.435413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:16.503691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] For port 62d98c20-f691-435e-b20f-f0a0d201255b, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:04:16.506718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] For port 62d98c20-f691-435e-b20f-f0a0d201255b, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62d98c20-f691-435e-b20f-f0a0d201255b,segment=NetworkSegment(439b4167-ecc1-4e7e-bead-f50f42fb742b),segment_id=439b4167-ecc1-4e7e-bead-f50f42fb742b)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:04:16.511982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:16.548188 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:16.548627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:16.550542 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] 10.222.0.24 "PUT /v2.0/ports/62d98c20-f691-435e-b20f-f0a0d201255b HTTP/1.1" status: 200 len: 1094 time: 0.7574594 Mar 29 10:04:16.550980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'tag': '62d98c20-f691-435e-b20f-f0a0d201255b'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:04:16.553206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c52f7d-6a12-442b-9807-1d90ff88d746" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd71706-ae45-428c-8460-e2ea041a39fd", "tag": "62d98c20-f691-435e-b20f-f0a0d201255b"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:04:16.576440 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb44a8e-ce9a-4671-8112-76d3034acd36 service neutron] Pushing event updated for resources: {'Port': ['ID=62d98c20-f691-435e-b20f-f0a0d201255b,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:16.633921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cfb3c1-d3a5-4954-a661-a9578853158c x-openstack-request-id: req-b4cfb3c1-d3a5-4954-a661-a9578853158c {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:04:16.634282 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd71706-ae45-428c-8460-e2ea041a39fd", "tag": "62d98c20-f691-435e-b20f-f0a0d201255b", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:04:16.634654 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4cfb3c1-d3a5-4954-a661-a9578853158c {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:04:16.635310 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'tag': '62d98c20-f691-435e-b20f-f0a0d201255b', 'status': 'completed', 'code': 200} Mar 29 10:04:16.659357 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-2e324dc1-524f-4486-be91-833af0feee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:16.660882 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-2e324dc1-524f-4486-be91-833af0feee1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 1097 time: 0.0659363 Mar 29 10:04:16.715355 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-43388ed2-fc2c-4dbe-83ec-2c1e3b735b3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62d98c20-f691-435e-b20f-f0a0d201255b HTTP/1.1" status: 200 len: 217 time: 0.0454900 Mar 29 10:04:16.741830 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 49da27b9-f8a9-458c-919d-6a0d0b58e705 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:04:16.783386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-6a4fa5b0-089a-46d8-812b-ebbab88af8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:16.785224 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-6a4fa5b0-089a-46d8-812b-ebbab88af8ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27eb9cdb-aafc-4511-b11d-eb9110bb31dc HTTP/1.1" status: 200 len: 835 time: 0.0631387 Mar 29 10:04:16.807433 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 49da27b9-f8a9-458c-919d-6a0d0b58e705 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:16.807799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:16.835558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8619a37f-2595-477c-8461-53bfb29069d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:16.836953 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-8619a37f-2595-477c-8461-53bfb29069d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449560 Mar 29 10:04:17.305818 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-775ce26e-bfa7-49c6-8152-193d3ccde208 service neutron] 10.222.0.24 "GET /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623151 Mar 29 10:04:17.314244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03dd74-5f2c-490d-bc4e-e2aaad7d81c4 req-ad16ddc2-205f-43f1-a530-ccdddecd935a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:17.315612 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8a03dd74-5f2c-490d-bc4e-e2aaad7d81c4 req-ad16ddc2-205f-43f1-a530-ccdddecd935a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 944 time: 0.0673666 Mar 29 10:04:17.408110 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8a03dd74-5f2c-490d-bc4e-e2aaad7d81c4 req-ac4fe1ad-ecfc-42f2-8f1d-d169a2c1be3a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842052 Mar 29 10:04:17.430974 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-afcc4d79-3214-4964-912c-91b7f73b8044 req-86c910be-25ea-4e2d-be46-eed1195c776c service neutron] 10.222.0.24 "GET /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143904 Mar 29 10:04:17.534257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c52f7d-6a12-442b-9807-1d90ff88d746 req-cddbbdf2-b4a3-4355-8f80-914f7653e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:17.535752 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-16c52f7d-6a12-442b-9807-1d90ff88d746 req-cddbbdf2-b4a3-4355-8f80-914f7653e8d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 1097 time: 0.0495765 Mar 29 10:04:17.634031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c52f7d-6a12-442b-9807-1d90ff88d746 req-7fbae51f-d66c-45e1-9bfd-612fabb4bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:17.635609 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-16c52f7d-6a12-442b-9807-1d90ff88d746 req-7fbae51f-d66c-45e1-9bfd-612fabb4bfb1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 HTTP/1.1" status: 200 len: 898 time: 0.0926998 Mar 29 10:04:17.676025 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-16c52f7d-6a12-442b-9807-1d90ff88d746 req-4faa614b-e493-4cb5-bdc2-3d0bbe887804 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62d98c20-f691-435e-b20f-f0a0d201255b HTTP/1.1" status: 200 len: 217 time: 0.0343442 Mar 29 10:04:17.726887 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c52f7d-6a12-442b-9807-1d90ff88d746 req-f3357a49-72bd-4b73-8848-939bd1769cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:17.728377 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-16c52f7d-6a12-442b-9807-1d90ff88d746 req-f3357a49-72bd-4b73-8848-939bd1769cff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27eb9cdb-aafc-4511-b11d-eb9110bb31dc HTTP/1.1" status: 200 len: 835 time: 0.0465102 Mar 29 10:04:17.776868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c52f7d-6a12-442b-9807-1d90ff88d746 req-448ec562-7e95-4ee6-863f-5f4fb9fbcb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:17.778285 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-16c52f7d-6a12-442b-9807-1d90ff88d746 req-448ec562-7e95-4ee6-863f-5f4fb9fbcb38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441039 Mar 29 10:04:17.870838 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-16c52f7d-6a12-442b-9807-1d90ff88d746 req-6d08c440-00fd-4af6-99c4-1088f0591a38 service neutron] 10.222.0.24 "GET /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862725 Mar 29 10:04:17.968043 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-16c52f7d-6a12-442b-9807-1d90ff88d746 req-fd4f8e9e-e7d3-4e1f-b1e4-f74b3b5bb72e service neutron] 10.222.0.24 "GET /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905614 Mar 29 10:04:18.536992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58caaa-2ef7-42df-9186-828e1d8f3881 req-6c5ab898-3dde-4e4e-ac40-b9b05c582d30 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:18.539092 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9b58caaa-2ef7-42df-9186-828e1d8f3881 req-6c5ab898-3dde-4e4e-ac40-b9b05c582d30 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 944 time: 0.0595338 Mar 29 10:04:18.582614 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9b58caaa-2ef7-42df-9186-828e1d8f3881 req-a38e9fb7-434f-4087-85a1-695e38af6ae5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367968 Mar 29 10:04:19.707210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904d389-42f9-4d3e-9980-d43a24d433ec req-cb3e3573-d4dc-4e97-b73d-620dac2656de tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:19.708746 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5904d389-42f9-4d3e-9980-d43a24d433ec req-cb3e3573-d4dc-4e97-b73d-620dac2656de tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 944 time: 0.0518954 Mar 29 10:04:19.762376 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5904d389-42f9-4d3e-9980-d43a24d433ec req-2d5b840f-65a9-45ec-ae8d-4e4ddaf5a0a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474875 Mar 29 10:04:20.509192 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 62d98c20-f691-435e-b20f-f0a0d201255b details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:04:20.612538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 62d98c20-f691-435e-b20f-f0a0d201255b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62d98c20-f691-435e-b20f-f0a0d201255b,segment=NetworkSegment(439b4167-ecc1-4e7e-bead-f50f42fb742b),segment_id=439b4167-ecc1-4e7e-bead-f50f42fb742b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:04:20.625771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '62d98c20-f691-435e-b20f-f0a0d201255b', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'port_id': '62d98c20-f691-435e-b20f-f0a0d201255b', 'mac_address': 'fa:16:3e:a0:91:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:04:20.664944 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:20.678893 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d98c20-f691-435e-b20f-f0a0d201255b {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:04:20.699008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 62d98c20-f691-435e-b20f-f0a0d201255b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62d98c20-f691-435e-b20f-f0a0d201255b,segment=NetworkSegment(439b4167-ecc1-4e7e-bead-f50f42fb742b),segment_id=439b4167-ecc1-4e7e-bead-f50f42fb742b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:04:20.702916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:20.754724 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=62d98c20-f691-435e-b20f-f0a0d201255b,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:20.887347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f59d58-3a65-4a07-8970-d9b8c32651e0 req-2d22ca59-dafd-4d81-8aef-3def61b779ad tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:20.888820 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-42f59d58-3a65-4a07-8970-d9b8c32651e0 req-2d22ca59-dafd-4d81-8aef-3def61b779ad tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 945 time: 0.0494025 Mar 29 10:04:20.926950 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-42f59d58-3a65-4a07-8970-d9b8c32651e0 req-7e4ae1aa-0046-412f-b240-bf6de2bde13c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320871 Mar 29 10:04:21.048347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['62d98c20-f691-435e-b20f-f0a0d201255b'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:04:22.057842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f8d2-566b-4040-9c45-ed97fe6a64bb req-64ef3e54-c367-447f-9d5b-11882a24017c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:22.059854 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4fd2f8d2-566b-4040-9c45-ed97fe6a64bb req-64ef3e54-c367-447f-9d5b-11882a24017c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 945 time: 0.0557692 Mar 29 10:04:22.099417 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4fd2f8d2-566b-4040-9c45-ed97fe6a64bb req-a81acc55-fc23-4c4a-b677-c89b30026815 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334847 Mar 29 10:04:22.537438 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 62d98c20-f691-435e-b20f-f0a0d201255b up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:04:22.593087 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 62d98c20-f691-435e-b20f-f0a0d201255b completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:04:22.599338 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 62d98c20-f691-435e-b20f-f0a0d201255b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:04:22.599957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:22.715996 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:22.745957 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d98c20-f691-435e-b20f-f0a0d201255b'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:04:22.748753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6b4ecf-ff21-429c-a8fe-7e842d8e007c" -d '{"events": [{"server_uuid": "0dd71706-ae45-428c-8460-e2ea041a39fd", "name": "network-vif-plugged", "status": "completed", "tag": "62d98c20-f691-435e-b20f-f0a0d201255b"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:04:22.768136 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 62d98c20-f691-435e-b20f-f0a0d201255b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62d98c20-f691-435e-b20f-f0a0d201255b,segment=NetworkSegment(439b4167-ecc1-4e7e-bead-f50f42fb742b),segment_id=439b4167-ecc1-4e7e-bead-f50f42fb742b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:04:22.774091 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:22.812945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fb8ac3-b5b3-4880-83d5-69bdb8eecc09 x-openstack-request-id: req-63fb8ac3-b5b3-4880-83d5-69bdb8eecc09 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:04:22.813230 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd71706-ae45-428c-8460-e2ea041a39fd", "name": "network-vif-plugged", "status": "completed", "tag": "62d98c20-f691-435e-b20f-f0a0d201255b", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:04:22.813626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63fb8ac3-b5b3-4880-83d5-69bdb8eecc09 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:04:22.813949 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d98c20-f691-435e-b20f-f0a0d201255b', 'code': 200} Mar 29 10:04:22.846657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=62d98c20-f691-435e-b20f-f0a0d201255b,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:23.004398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ddfd0-f0ac-485e-9586-71e823637ccc req-35bf41b6-3bdf-43dd-82ec-fba4e23a2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:23.006428 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b44ddfd0-f0ac-485e-9586-71e823637ccc req-35bf41b6-3bdf-43dd-82ec-fba4e23a2251 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 1099 time: 0.0449541 Mar 29 10:04:23.052346 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b44ddfd0-f0ac-485e-9586-71e823637ccc req-5d7f3d64-c2d7-4a2b-9021-b46906a32893 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385795 Mar 29 10:04:23.248065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765b47b-3b36-4ab1-9409-4102c73828a6 req-3da26dd5-d694-4adf-9e87-7e892a835476 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:23.249747 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0765b47b-3b36-4ab1-9409-4102c73828a6 req-3da26dd5-d694-4adf-9e87-7e892a835476 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 946 time: 0.0566061 Mar 29 10:04:23.297731 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0765b47b-3b36-4ab1-9409-4102c73828a6 req-6d6e2504-9543-491f-9909-7aff32d919ab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397508 Mar 29 10:04:24.440128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4f075-40b8-4809-a7da-01b21c0b9c2b req-d0f26cc9-a14d-4915-ad37-52bfdee1e920 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:24.441655 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fad4f075-40b8-4809-a7da-01b21c0b9c2b req-d0f26cc9-a14d-4915-ad37-52bfdee1e920 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 946 time: 0.0600667 Mar 29 10:04:24.487612 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fad4f075-40b8-4809-a7da-01b21c0b9c2b req-5478432d-2bde-4408-bcac-1097a4bb69c3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397544 Mar 29 10:04:24.624990 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2a71-0d86-4157-b07e-3f2111c863db req-34856f74-dca9-4071-b9cb-a5c926bfa06f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:24.626921 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-219f2a71-0d86-4157-b07e-3f2111c863db req-34856f74-dca9-4071-b9cb-a5c926bfa06f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 946 time: 0.0630558 Mar 29 10:04:24.676095 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-219f2a71-0d86-4157-b07e-3f2111c863db req-b8c5c8bb-e30e-4735-89b5-d637478c4a0b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Mar 29 10:04:24.702555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59058) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:24.752185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42f1825-d292-4a02-ba44-69d328b27dcb tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:24.753912 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b42f1825-d292-4a02-ba44-69d328b27dcb tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 1094 time: 0.0499308 Mar 29 10:04:24.758643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59060) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:24.767035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '62d98c20-f691-435e-b20f-f0a0d201255b', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:04:24.801393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:24.940617 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:25.061531 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.26.1.162 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/162dbbbc-f745-4f1d-9795-d6b0fee01b52) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:04:25.180759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:25.228499 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:25.273317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:04:25.276134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:04:25.280185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:04:25.301633 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=162dbbbc-f745-4f1d-9795-d6b0fee01b52,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:25.669328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:25.744669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:25.914338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:25.919907 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:25.990741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=162dbbbc-f745-4f1d-9795-d6b0fee01b52,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:04:26.005339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:26.129881 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Floating IP d0da7d75-9b4c-42df-af97-da53bcdabd8e associated. External IP: 172.26.1.162, port: 62d98c20-f691-435e-b20f-f0a0d201255b. Mar 29 10:04:26.353171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router ebfc465e-055a-414b-82db-bcd410c6dc1d has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:04:26.464178 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:04:26.475550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e53e1-e4e7-4637-acbf-76cc68b0fe69 None None] Sync routers for ids ['ebfc465e-055a-414b-82db-bcd410c6dc1d'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:04:26.484053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:26.488848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e53e1-e4e7-4637-acbf-76cc68b0fe69 None None] Routers {'ebfc465e-055a-414b-82db-bcd410c6dc1d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:04:26.489657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-bd2e53e1-e4e7-4637-acbf-76cc68b0fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:03:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ebfc465e-055a-414b-82db-bcd410c6dc1d'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:26.513280 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-681e0d70-d4e9-4d55-aca9-470aa07a7241 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7530956 Mar 29 10:04:26.513987 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'tag': '62d98c20-f691-435e-b20f-f0a0d201255b'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:04:26.516283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9497f993-cb7d-440e-b626-a634687f8b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd71706-ae45-428c-8460-e2ea041a39fd", "tag": "62d98c20-f691-435e-b20f-f0a0d201255b"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:04:26.560833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f34839a-b607-4fb9-b394-13d29087d2b2 x-openstack-request-id: req-2f34839a-b607-4fb9-b394-13d29087d2b2 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:04:26.561363 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd71706-ae45-428c-8460-e2ea041a39fd", "tag": "62d98c20-f691-435e-b20f-f0a0d201255b", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:04:26.561913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f34839a-b607-4fb9-b394-13d29087d2b2 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:04:26.562732 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'tag': '62d98c20-f691-435e-b20f-f0a0d201255b', 'status': 'completed', 'code': 200} Mar 29 10:04:26.630547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-bd2e53e1-e4e7-4637-acbf-76cc68b0fe69 None None] Set router ebfc465e-055a-414b-82db-bcd410c6dc1d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:04:26.663822 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f05a0-c3fd-4dd3-804d-e8cb42981125 req-c2ebcbd1-f45b-41cd-82a2-8420c9cd503a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:26.665490 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c32f05a0-c3fd-4dd3-804d-e8cb42981125 req-c2ebcbd1-f45b-41cd-82a2-8420c9cd503a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 946 time: 0.0923848 Mar 29 10:04:26.699980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497f993-cb7d-440e-b626-a634687f8b6c req-a66f9cda-751f-4a0e-9e09-58209ae6cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:26.701536 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9497f993-cb7d-440e-b626-a634687f8b6c req-a66f9cda-751f-4a0e-9e09-58209ae6cc04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 1099 time: 0.0750310 Mar 29 10:04:26.741746 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c32f05a0-c3fd-4dd3-804d-e8cb42981125 req-5dffd776-8e6d-492a-bfbe-c7b8e5bbed05 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666111 Mar 29 10:04:26.771679 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59066) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:26.820924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497f993-cb7d-440e-b626-a634687f8b6c req-32a3bf32-ffa8-4b91-bfdf-62992252edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:26.822822 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9497f993-cb7d-440e-b626-a634687f8b6c req-32a3bf32-ffa8-4b91-bfdf-62992252edd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 HTTP/1.1" status: 200 len: 898 time: 0.1145086 Mar 29 10:04:26.851691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-910c6f47-54e9-45a6-8e09-9eef9f6cbe11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:26.875354 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4de0042f-2678-4717-ac6a-ca89932abcf9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/d0da7d75-9b4c-42df-af97-da53bcdabd8e HTTP/1.1" status: 200 len: 992 time: 0.1013463 Mar 29 10:04:26.921458 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9497f993-cb7d-440e-b626-a634687f8b6c req-a3aa2a39-2b8e-4c97-b7db-50250cb42bd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62d98c20-f691-435e-b20f-f0a0d201255b HTTP/1.1" status: 200 len: 1000 time: 0.0926549 Mar 29 10:04:26.925962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-bd2e53e1-e4e7-4637-acbf-76cc68b0fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:11Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'd0da7d75-9b4c-42df-af97-da53bcdabd8e', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.162', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'port_id': '62d98c20-f691-435e-b20f-f0a0d201255b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'mac_address': 'fa:16:3e:a0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:04:25Z', 'updated_at': '2022-03-29T10:04:25Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49da27b9-f8a9-458c-919d-6a0d0b58e705', 'name': '', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:a0:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:11Z', 'updated_at': '2022-03-29T10:04:14Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:26.952759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e53e1-e4e7-4637-acbf-76cc68b0fe69 None None] Checking router: ebfc465e-055a-414b-82db-bcd410c6dc1d for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:04:26.963353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e53e1-e4e7-4637-acbf-76cc68b0fe69 None None] Routers {'ebfc465e-055a-414b-82db-bcd410c6dc1d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:04:26.963970 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-bd2e53e1-e4e7-4637-acbf-76cc68b0fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:03:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ebfc465e-055a-414b-82db-bcd410c6dc1d'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:26.975832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497f993-cb7d-440e-b626-a634687f8b6c req-329082c2-192d-48f8-90f6-603784a46158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:26.977293 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9497f993-cb7d-440e-b626-a634687f8b6c req-329082c2-192d-48f8-90f6-603784a46158 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27eb9cdb-aafc-4511-b11d-eb9110bb31dc HTTP/1.1" status: 200 len: 835 time: 0.0498369 Mar 29 10:04:27.031321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497f993-cb7d-440e-b626-a634687f8b6c req-002ed0c1-2d92-47b9-8501-5b33d1962c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:27.032845 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9497f993-cb7d-440e-b626-a634687f8b6c req-002ed0c1-2d92-47b9-8501-5b33d1962c73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0489318 Mar 29 10:04:27.136902 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9497f993-cb7d-440e-b626-a634687f8b6c req-5be7b832-e165-40bb-8dc1-ecb4c9fcf49d service neutron] 10.222.0.24 "GET /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968847 Mar 29 10:04:27.224291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-bd2e53e1-e4e7-4637-acbf-76cc68b0fe69 None None] Set router ebfc465e-055a-414b-82db-bcd410c6dc1d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:04:27.242370 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9497f993-cb7d-440e-b626-a634687f8b6c req-6515c9fd-7590-46be-8e94-8ec0dfdf2a2e service neutron] 10.222.0.24 "GET /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996177 Mar 29 10:04:27.483778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-bd2e53e1-e4e7-4637-acbf-76cc68b0fe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:11Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'd0da7d75-9b4c-42df-af97-da53bcdabd8e', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.162', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'port_id': '62d98c20-f691-435e-b20f-f0a0d201255b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'mac_address': 'fa:16:3e:a0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:04:25Z', 'updated_at': '2022-03-29T10:04:25Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49da27b9-f8a9-458c-919d-6a0d0b58e705', 'name': '', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:a0:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:11Z', 'updated_at': '2022-03-29T10:04:14Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:04:27.511071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e53e1-e4e7-4637-acbf-76cc68b0fe69 None None] The sync data for ids ['ebfc465e-055a-414b-82db-bcd410c6dc1d'] in dv-neutron-835554-1-hyperv is: [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:11Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'd0da7d75-9b4c-42df-af97-da53bcdabd8e', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.162', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'port_id': '62d98c20-f691-435e-b20f-f0a0d201255b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'mac_address': 'fa:16:3e:a0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:04:25Z', 'updated_at': '2022-03-29T10:04:25Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49da27b9-f8a9-458c-919d-6a0d0b58e705', 'name': '', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:a0:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:11Z', 'updated_at': '2022-03-29T10:04:14Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:04:27.733458 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8097a5-8070-4850-9cb8-071eff6f8cd7 None None] New status for floating IP d0da7d75-9b4c-42df-af97-da53bcdabd8e: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:04:27.878424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59068) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:04:27.948669 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-216089c1-e5cf-4fc6-9c92-c92942146381 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/d0da7d75-9b4c-42df-af97-da53bcdabd8e HTTP/1.1" status: 200 len: 994 time: 0.0689731 Mar 29 10:04:29.203551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6130-e304-4197-b2fe-d799e904672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:30.720477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:32.112639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:32.702230 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:33.959362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:48.178444 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:04:48.603563 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d6827a0b-7051-46e9-b38b-e044201c8e05 req-4910d8a1-b980-41f2-a89c-b36726ab2af1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439978 Mar 29 10:04:48.736985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6827a0b-7051-46e9-b38b-e044201c8e05 req-2c73cc42-b275-4489-bfdc-3636639a2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:48.738507 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d6827a0b-7051-46e9-b38b-e044201c8e05 req-2c73cc42-b275-4489-bfdc-3636639a2b47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 1099 time: 0.0794966 Mar 29 10:04:48.863171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6827a0b-7051-46e9-b38b-e044201c8e05 req-808c2346-c1d3-43e6-8c6b-17778f287989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:48.864641 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d6827a0b-7051-46e9-b38b-e044201c8e05 req-808c2346-c1d3-43e6-8c6b-17778f287989 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 HTTP/1.1" status: 200 len: 898 time: 0.1026974 Mar 29 10:04:48.970707 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d6827a0b-7051-46e9-b38b-e044201c8e05 req-22ee6d98-f50e-4a8a-8fc6-8172d3e25a03 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62d98c20-f691-435e-b20f-f0a0d201255b HTTP/1.1" status: 200 len: 1002 time: 0.0985360 Mar 29 10:04:49.027560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6827a0b-7051-46e9-b38b-e044201c8e05 req-40332bb3-6880-4f77-97a4-0696e5f1b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:49.029078 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d6827a0b-7051-46e9-b38b-e044201c8e05 req-40332bb3-6880-4f77-97a4-0696e5f1b699 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27eb9cdb-aafc-4511-b11d-eb9110bb31dc HTTP/1.1" status: 200 len: 835 time: 0.0528371 Mar 29 10:04:49.080078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6827a0b-7051-46e9-b38b-e044201c8e05 req-f6a1616d-7357-4df4-be6c-0207a160d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:04:49.081593 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d6827a0b-7051-46e9-b38b-e044201c8e05 req-f6a1616d-7357-4df4-be6c-0207a160d5c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464051 Mar 29 10:04:49.182994 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d6827a0b-7051-46e9-b38b-e044201c8e05 req-b53438eb-f98c-406c-a1e1-a340f03162be service neutron] 10.222.0.24 "GET /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944896 Mar 29 10:04:49.278434 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d6827a0b-7051-46e9-b38b-e044201c8e05 req-0c7e3a18-4c06-4589-a2d0-56b36a0f8280 service neutron] 10.222.0.24 "GET /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889878 Mar 29 10:04:56.798655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-53e167f7-52a0-4f01-9f50-12da5c228a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:04:59.205670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-517814ab-08c1-4894-9963-e02cd9561784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:00.724726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:02.115847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:02.699676 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:03.955073 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:25.177482 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:05:26.799906 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0241f839-1625-4783-9c9c-b5eefd329c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:29.211078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db28a597-d166-452b-ab14-7e326166111e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:30.725649 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:32.122339 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:32.703272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:32.831181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ab138-6cf7-4858-b6e9-717b7efc4f42 req-beac5fd4-3c0e-4b4b-b5fc-6f20b76202fe tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:32.832759 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-195ab138-6cf7-4858-b6e9-717b7efc4f42 req-beac5fd4-3c0e-4b4b-b5fc-6f20b76202fe tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 946 time: 0.0652173 Mar 29 10:05:32.881159 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-195ab138-6cf7-4858-b6e9-717b7efc4f42 req-8f239020-6a7f-4223-8202-c459e774a7fd tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412288 Mar 29 10:05:33.970206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:34.034173 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13825d2b-6743-46dc-9f38-8bfe6d86beec req-8e7463af-3466-49c8-8cf6-2348603c6a75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:34.035727 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13825d2b-6743-46dc-9f38-8bfe6d86beec req-8e7463af-3466-49c8-8cf6-2348603c6a75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 946 time: 0.0663147 Mar 29 10:05:34.077865 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-13825d2b-6743-46dc-9f38-8bfe6d86beec req-b9a63fca-7185-4d64-9f85-2879f35f4b2f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348277 Mar 29 10:05:34.112593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59098) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:34.186099 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6eec15ac-6702-4d80-a5b3-39db3fd13b72 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/d0da7d75-9b4c-42df-af97-da53bcdabd8e HTTP/1.1" status: 200 len: 994 time: 0.0722938 Mar 29 10:05:35.475849 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75400140-57e2-40bf-8a5a-9d843ef5e377 req-0c5c3e6c-ce91-4f75-ab4a-58af198cbabb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:35.477230 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75400140-57e2-40bf-8a5a-9d843ef5e377 req-0c5c3e6c-ce91-4f75-ab4a-58af198cbabb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 946 time: 0.0492415 Mar 29 10:05:35.516767 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75400140-57e2-40bf-8a5a-9d843ef5e377 req-3fcaeaff-3d3a-4e39-b368-78b4d8ac2643 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331242 Mar 29 10:05:36.647191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb329335-b8e6-473c-a04e-1e92fbe26a44 req-4b03b541-1522-4f4b-9734-3dc708620a77 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:36.648682 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cb329335-b8e6-473c-a04e-1e92fbe26a44 req-4b03b541-1522-4f4b-9734-3dc708620a77 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 946 time: 0.0592246 Mar 29 10:05:36.687288 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cb329335-b8e6-473c-a04e-1e92fbe26a44 req-89096e19-4164-48aa-aeb6-60bf061910f5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325060 Mar 29 10:05:36.719122 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59108) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:36.784365 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-453a0c01-812e-466a-9d64-b6d654f3ada2 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/d0da7d75-9b4c-42df-af97-da53bcdabd8e HTTP/1.1" status: 200 len: 994 time: 0.0640602 Mar 29 10:05:37.075948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59114) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:37.235090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port 162dbbbc-f745-4f1d-9795-d6b0fee01b52 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:05:37.235421 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:37.315392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:37.315712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:37.328512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for 162dbbbc-f745-4f1d-9795-d6b0fee01b52 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:05:37.833536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:37.867293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=162dbbbc-f745-4f1d-9795-d6b0fee01b52,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:37.878787 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:37.879137 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:37.879483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:37.879821 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:37.880157 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:37.880482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:37.880807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:37.881133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:37.881458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:37.881801 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:37.882123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:37.882538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:37.937247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:37.937622 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Floating IP d0da7d75-9b4c-42df-af97-da53bcdabd8e disassociated (deleted). External IP: 172.26.1.162, port: 62d98c20-f691-435e-b20f-f0a0d201255b. Mar 29 10:05:38.148766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router ebfc465e-055a-414b-82db-bcd410c6dc1d has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:05:38.263228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:05:38.268600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:38.275384 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa458226-7026-4d4e-801a-27cc48deaddf None None] Sync routers for ids ['ebfc465e-055a-414b-82db-bcd410c6dc1d'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:05:38.288352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa458226-7026-4d4e-801a-27cc48deaddf None None] Routers {'ebfc465e-055a-414b-82db-bcd410c6dc1d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:05:38.288986 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fa458226-7026-4d4e-801a-27cc48deaddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:05:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ebfc465e-055a-414b-82db-bcd410c6dc1d'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:38.297628 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d36e33c2-16e9-4e4f-9323-55399ad00cab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/floatingips/d0da7d75-9b4c-42df-af97-da53bcdabd8e HTTP/1.1" status: 204 len: 168 time: 1.2202806 Mar 29 10:05:38.298580 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'tag': '62d98c20-f691-435e-b20f-f0a0d201255b'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:05:38.301466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1285a6-29e4-46dd-a3ed-99b08d446df2" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd71706-ae45-428c-8460-e2ea041a39fd", "tag": "62d98c20-f691-435e-b20f-f0a0d201255b"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:05:38.360196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d393e1a3-1035-44f4-acfd-693e551d5141 x-openstack-request-id: req-d393e1a3-1035-44f4-acfd-693e551d5141 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:05:38.360500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd71706-ae45-428c-8460-e2ea041a39fd", "tag": "62d98c20-f691-435e-b20f-f0a0d201255b", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:05:38.360765 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d393e1a3-1035-44f4-acfd-693e551d5141 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:05:38.361111 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'tag': '62d98c20-f691-435e-b20f-f0a0d201255b', 'status': 'completed', 'code': 200} Mar 29 10:05:38.418267 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-fa458226-7026-4d4e-801a-27cc48deaddf None None] Set router ebfc465e-055a-414b-82db-bcd410c6dc1d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:05:38.445771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1285a6-29e4-46dd-a3ed-99b08d446df2 req-31a524b8-910b-4701-8dd0-a64eb4cf6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:38.447906 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d1285a6-29e4-46dd-a3ed-99b08d446df2 req-31a524b8-910b-4701-8dd0-a64eb4cf6f6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 1099 time: 0.0587835 Mar 29 10:05:38.620252 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1285a6-29e4-46dd-a3ed-99b08d446df2 req-9a9dc209-ec24-4c30-a617-783a11c20f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:38.621774 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d1285a6-29e4-46dd-a3ed-99b08d446df2 req-9a9dc209-ec24-4c30-a617-783a11c20f4e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 HTTP/1.1" status: 200 len: 898 time: 0.1634943 Mar 29 10:05:38.645791 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f06592-43b7-4ffd-b62b-4b1c71228f45 req-d5f78915-274c-4d47-8e4b-ac41d0ce5201 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:38.647263 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a4f06592-43b7-4ffd-b62b-4b1c71228f45 req-d5f78915-274c-4d47-8e4b-ac41d0ce5201 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 946 time: 0.0888247 Mar 29 10:05:38.664322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fa458226-7026-4d4e-801a-27cc48deaddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:11Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '49da27b9-f8a9-458c-919d-6a0d0b58e705', 'name': '', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:a0:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:11Z', 'updated_at': '2022-03-29T10:04:14Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:38.685449 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d1285a6-29e4-46dd-a3ed-99b08d446df2 req-02a3a4fb-7a68-43ec-9919-a3d6b9a534a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62d98c20-f691-435e-b20f-f0a0d201255b HTTP/1.1" status: 200 len: 217 time: 0.0555212 Mar 29 10:05:38.694922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa458226-7026-4d4e-801a-27cc48deaddf None None] Checking router: ebfc465e-055a-414b-82db-bcd410c6dc1d for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:05:38.704220 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa458226-7026-4d4e-801a-27cc48deaddf None None] Routers {'ebfc465e-055a-414b-82db-bcd410c6dc1d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:05:38.704840 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fa458226-7026-4d4e-801a-27cc48deaddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:05:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ebfc465e-055a-414b-82db-bcd410c6dc1d'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:38.754579 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a4f06592-43b7-4ffd-b62b-4b1c71228f45 req-82c54fed-fb05-4ef7-8d3c-7201cb6b6e75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758004 Mar 29 10:05:38.761339 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1285a6-29e4-46dd-a3ed-99b08d446df2 req-615ebf8f-5cbf-40e4-9289-30db1b214ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:38.763833 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d1285a6-29e4-46dd-a3ed-99b08d446df2 req-615ebf8f-5cbf-40e4-9289-30db1b214ecb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=27eb9cdb-aafc-4511-b11d-eb9110bb31dc HTTP/1.1" status: 200 len: 835 time: 0.0700839 Mar 29 10:05:38.821088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1285a6-29e4-46dd-a3ed-99b08d446df2 req-c9965e3a-6941-4364-af1c-2784840da3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:38.823235 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d1285a6-29e4-46dd-a3ed-99b08d446df2 req-c9965e3a-6941-4364-af1c-2784840da3e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512662 Mar 29 10:05:38.833643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-fa458226-7026-4d4e-801a-27cc48deaddf None None] Set router ebfc465e-055a-414b-82db-bcd410c6dc1d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:05:38.934896 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d1285a6-29e4-46dd-a3ed-99b08d446df2 req-1045612f-5c13-4e1b-af65-626eeb16e5c0 service neutron] 10.222.0.24 "GET /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037686 Mar 29 10:05:39.034288 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d1285a6-29e4-46dd-a3ed-99b08d446df2 req-52cc328f-e5c5-4bc6-ab38-a41f6f46937b service neutron] 10.222.0.24 "GET /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919526 Mar 29 10:05:39.064355 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fa458226-7026-4d4e-801a-27cc48deaddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:11Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '49da27b9-f8a9-458c-919d-6a0d0b58e705', 'name': '', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:a0:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:11Z', 'updated_at': '2022-03-29T10:04:14Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:39.095784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa458226-7026-4d4e-801a-27cc48deaddf None None] The sync data for ids ['ebfc465e-055a-414b-82db-bcd410c6dc1d'] in dv-neutron-835554-1-hyperv is: [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:11Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '49da27b9-f8a9-458c-919d-6a0d0b58e705', 'name': '', 'network_id': 'c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:a0:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:11Z', 'updated_at': '2022-03-29T10:04:14Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '27eb9cdb-aafc-4511-b11d-eb9110bb31dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:05:39.347607 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a9beeb-71b6-44da-82c9-9894359bed88 None None] New status for floating IP d0da7d75-9b4c-42df-af97-da53bcdabd8e: DOWN {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:05:39.886387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55eba6-77ca-440a-ba7e-6e500cfb5638 req-85b3b2b8-d9c5-4450-b17b-3f8772cd0467 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:39.887843 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ba55eba6-77ca-440a-ba7e-6e500cfb5638 req-85b3b2b8-d9c5-4450-b17b-3f8772cd0467 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 946 time: 0.0535297 Mar 29 10:05:39.926262 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ba55eba6-77ca-440a-ba7e-6e500cfb5638 req-73adfbb5-20ce-4750-ba64-fa55d8d23d03 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a8f8957-41fc-4c6d-8927-7b1eaac7efec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322938 Mar 29 10:05:40.521341 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23f5a8-d0e4-4935-990c-51927e94ac41 req-39a8ac49-1672-42ff-af11-865d28545b03 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:40.522828 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da23f5a8-d0e4-4935-990c-51927e94ac41 req-39a8ac49-1672-42ff-af11-865d28545b03 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 946 time: 0.0562432 Mar 29 10:05:40.620757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-da23f5a8-d0e4-4935-990c-51927e94ac41 req-19264099-5dbf-44a8-b546-647ddbc71259 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port 62d98c20-f691-435e-b20f-f0a0d201255b {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:05:40.621097 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-da23f5a8-d0e4-4935-990c-51927e94ac41 req-19264099-5dbf-44a8-b546-647ddbc71259 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:40.721870 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-da23f5a8-d0e4-4935-990c-51927e94ac41 req-19264099-5dbf-44a8-b546-647ddbc71259 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port 62d98c20-f691-435e-b20f-f0a0d201255b, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=62d98c20-f691-435e-b20f-f0a0d201255b,segment=NetworkSegment(439b4167-ecc1-4e7e-bead-f50f42fb742b),segment_id=439b4167-ecc1-4e7e-bead-f50f42fb742b)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:05:40.722233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-da23f5a8-d0e4-4935-990c-51927e94ac41 req-19264099-5dbf-44a8-b546-647ddbc71259 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:40.735382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-da23f5a8-d0e4-4935-990c-51927e94ac41 req-19264099-5dbf-44a8-b546-647ddbc71259 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for 62d98c20-f691-435e-b20f-f0a0d201255b owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:05:40.865040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-da23f5a8-d0e4-4935-990c-51927e94ac41 req-19264099-5dbf-44a8-b546-647ddbc71259 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:40.894845 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19264099-5dbf-44a8-b546-647ddbc71259 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=62d98c20-f691-435e-b20f-f0a0d201255b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:40.941474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-da23f5a8-d0e4-4935-990c-51927e94ac41 req-19264099-5dbf-44a8-b546-647ddbc71259 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] No DVR routers for this DVR port 62d98c20-f691-435e-b20f-f0a0d201255b on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:05:40.943945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-da23f5a8-d0e4-4935-990c-51927e94ac41 req-19264099-5dbf-44a8-b546-647ddbc71259 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:40.947299 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-da23f5a8-d0e4-4935-990c-51927e94ac41 req-19264099-5dbf-44a8-b546-647ddbc71259 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "DELETE /v2.0/ports/62d98c20-f691-435e-b20f-f0a0d201255b HTTP/1.1" status: 204 len: 173 time: 0.4183817 Mar 29 10:05:40.947692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'name': 'network-vif-deleted', 'tag': '62d98c20-f691-435e-b20f-f0a0d201255b'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:05:40.950089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d057cf97-447b-4c24-a824-cf97b03bd759" -d '{"events": [{"server_uuid": "0dd71706-ae45-428c-8460-e2ea041a39fd", "name": "network-vif-deleted", "tag": "62d98c20-f691-435e-b20f-f0a0d201255b"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:05:40.995460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5ef13a-a23b-4fe5-bb34-dbdeea2fecf0 x-openstack-request-id: req-fd5ef13a-a23b-4fe5-bb34-dbdeea2fecf0 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:05:40.996052 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd71706-ae45-428c-8460-e2ea041a39fd", "name": "network-vif-deleted", "tag": "62d98c20-f691-435e-b20f-f0a0d201255b", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:05:40.996371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd5ef13a-a23b-4fe5-bb34-dbdeea2fecf0 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:05:40.997101 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd71706-ae45-428c-8460-e2ea041a39fd', 'name': 'network-vif-deleted', 'tag': '62d98c20-f691-435e-b20f-f0a0d201255b', 'status': 'completed', 'code': 200} Mar 29 10:05:41.038533 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4c68a698-fb22-456b-a027-d01c35287b21 req-c66394fc-d512-436c-9b74-3858fb40c684 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dd71706-ae45-428c-8460-e2ea041a39fd HTTP/1.1" status: 200 len: 210 time: 0.0256045 Mar 29 10:05:42.095462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59132) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:42.469530 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cfba9f59-19f5-41dc-aa66-e756c0818583 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:42.727878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-cfba9f59-19f5-41dc-aa66-e756c0818583 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port 49da27b9-f8a9-458c-919d-6a0d0b58e705 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:05:42.728126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cfba9f59-19f5-41dc-aa66-e756c0818583 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:42.824504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-cfba9f59-19f5-41dc-aa66-e756c0818583 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port 49da27b9-f8a9-458c-919d-6a0d0b58e705, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=49da27b9-f8a9-458c-919d-6a0d0b58e705,segment=NetworkSegment(439b4167-ecc1-4e7e-bead-f50f42fb742b),segment_id=439b4167-ecc1-4e7e-bead-f50f42fb742b)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:05:42.824869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cfba9f59-19f5-41dc-aa66-e756c0818583 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:42.839550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-cfba9f59-19f5-41dc-aa66-e756c0818583 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for 49da27b9-f8a9-458c-919d-6a0d0b58e705 owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:05:42.878047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 62d98c20-f691-435e-b20f-f0a0d201255b no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:05:42.899903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 62d98c20-f691-435e-b20f-f0a0d201255b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:05:42.900233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 62d98c20-f691-435e-b20f-f0a0d201255b not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:05:43.046774 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cfba9f59-19f5-41dc-aa66-e756c0818583 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:43.081216 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba9f59-19f5-41dc-aa66-e756c0818583 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=49da27b9-f8a9-458c-919d-6a0d0b58e705,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:43.273675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cfba9f59-19f5-41dc-aa66-e756c0818583 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:43.518759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfba9f59-19f5-41dc-aa66-e756c0818583 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router ebfc465e-055a-414b-82db-bcd410c6dc1d has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:05:43.623736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfba9f59-19f5-41dc-aa66-e756c0818583 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:05:43.629058 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cfba9f59-19f5-41dc-aa66-e756c0818583 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "PUT /v2.0/routers/ebfc465e-055a-414b-82db-bcd410c6dc1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5324609 Mar 29 10:05:43.631653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59134) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:43.637954 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b8637-a4fd-49de-98ba-c2dfdf36bfa4 None None] Sync routers for ids ['ebfc465e-055a-414b-82db-bcd410c6dc1d'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:05:43.649151 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b8637-a4fd-49de-98ba-c2dfdf36bfa4 None None] Routers {'ebfc465e-055a-414b-82db-bcd410c6dc1d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:05:43.649814 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-e61b8637-a4fd-49de-98ba-c2dfdf36bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:05:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ebfc465e-055a-414b-82db-bcd410c6dc1d'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:43.686346 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-f715eea2-6069-4ee6-b54a-98e35069d454 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting subnet 27eb9cdb-aafc-4511-b11d-eb9110bb31dc {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:05:43.689935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f715eea2-6069-4ee6-b54a-98e35069d454 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:43.730865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f715eea2-6069-4ee6-b54a-98e35069d454 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:43.763144 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-e61b8637-a4fd-49de-98ba-c2dfdf36bfa4 None None] Set router ebfc465e-055a-414b-82db-bcd410c6dc1d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:05:43.825371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f715eea2-6069-4ee6-b54a-98e35069d454 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:43.889747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f715eea2-6069-4ee6-b54a-98e35069d454 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:43.919303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715eea2-6069-4ee6-b54a-98e35069d454 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Subnet': ['ID=27eb9cdb-aafc-4511-b11d-eb9110bb31dc,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:43.924966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f715eea2-6069-4ee6-b54a-98e35069d454 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:43.932446 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f715eea2-6069-4ee6-b54a-98e35069d454 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/subnets/27eb9cdb-aafc-4511-b11d-eb9110bb31dc HTTP/1.1" status: 204 len: 168 time: 0.2957006 Mar 29 10:05:43.932607 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59136) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:43.938434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7378232a-5089-4633-985b-99527cdfaa2d None None] Network c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:05:44.042671 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.062799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-e61b8637-a4fd-49de-98ba-c2dfdf36bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:05:42Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:44.096867 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b8637-a4fd-49de-98ba-c2dfdf36bfa4 None None] Checking router: ebfc465e-055a-414b-82db-bcd410c6dc1d for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:05:44.109760 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b8637-a4fd-49de-98ba-c2dfdf36bfa4 None None] Routers {'ebfc465e-055a-414b-82db-bcd410c6dc1d'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:05:44.110365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-e61b8637-a4fd-49de-98ba-c2dfdf36bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:05:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['ebfc465e-055a-414b-82db-bcd410c6dc1d'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:44.150980 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.206411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] DHCP port deletion for c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:05:44.208286 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:05:44.208640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.254589 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-e61b8637-a4fd-49de-98ba-c2dfdf36bfa4 None None] Set router ebfc465e-055a-414b-82db-bcd410c6dc1d gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:05:44.291908 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:05:44.292337 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.303961 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:05:44.379012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Deleting port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:05:44.379388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.497950 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.530323 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:44.559542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.559790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.560103 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.560433 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.560766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.561090 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.561415 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.561764 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.562086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.562403 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.562726 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.563047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.609180 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.624979 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] For port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=01010dd4-22a5-4e94-a3b5-8dd069a9dc11,segment=NetworkSegment(439b4167-ecc1-4e7e-bead-f50f42fb742b),segment_id=439b4167-ecc1-4e7e-bead-f50f42fb742b)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:05:44.625387 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.640849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Calling delete_port for 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:05:44.716210 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-e61b8637-a4fd-49de-98ba-c2dfdf36bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:05:42Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:44.721618 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.722175 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.747688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b8637-a4fd-49de-98ba-c2dfdf36bfa4 None None] The sync data for ids ['ebfc465e-055a-414b-82db-bcd410c6dc1d'] in dv-neutron-835554-1-hyperv is: [{'id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2010663697', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:05:42Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'd518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfc465e-055a-414b-82db-bcd410c6dc1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:04:08Z', 'updated_at': '2022-03-29T10:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:05:44.777220 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.780310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.781433 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Fanout notify agent at l3_agent the message router_deleted on router ebfc465e-055a-414b-82db-bcd410c6dc1d {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:05:44.797484 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.802906 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8dd055c4-7cb1-4ec9-8358-01fcb872ee2e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/routers/ebfc465e-055a-414b-82db-bcd410c6dc1d HTTP/1.1" status: 204 len: 168 time: 0.8650920 Mar 29 10:05:44.804113 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59140) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:44.813126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] No DVR routers for this DVR port 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:05:44.814878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Pushing event deleted for resources: {'Port': ['ID=01010dd4-22a5-4e94-a3b5-8dd069a9dc11,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:44.826727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.826727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.826727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.826727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.826727 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.828113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.828113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.828113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.828113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.828682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.828682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.828968 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c8446c-6505-4c94-a4a1-554ca89817ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:44.894194 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:44.983692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.003575 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:45.012833 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439b4167-ecc1-4e7e-bead-f50f42fb742b') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:45.013154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439b4167-ecc1-4e7e-bead-f50f42fb742b') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:45.022498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.040959 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.050047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:05:45.050454 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:05:45.053503 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:05:45.117303 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.129423 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.132903 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/networks/c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392 HTTP/1.1" status: 204 len: 168 time: 0.3277440 Mar 29 10:05:45.135913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59142) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:45.148600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccfe68-61e9-4ce6-b559-f93cffecacb9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Network': ['ID=c9e0a346-3b2c-46cb-9ecc-da0a5b7e0392,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:45.183282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:05:45.208498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:05:45.209020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 01010dd4-22a5-4e94-a3b5-8dd069a9dc11 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:05:45.233965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e870e28a-c79d-4ade-ac84-88df8e8c9a9a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.262254 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e870e28a-c79d-4ade-ac84-88df8e8c9a9a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.335954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e870e28a-c79d-4ade-ac84-88df8e8c9a9a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.339992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e870e28a-c79d-4ade-ac84-88df8e8c9a9a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.342170 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e870e28a-c79d-4ade-ac84-88df8e8c9a9a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/security-groups/9a8f8957-41fc-4c6d-8927-7b1eaac7efec HTTP/1.1" status: 204 len: 168 time: 0.2049351 Mar 29 10:05:45.357236 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870e28a-c79d-4ade-ac84-88df8e8c9a9a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8f8957-41fc-4c6d-8927-7b1eaac7efec,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:45.701304 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59148) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:45.705834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-4d9ae1e5-0990-4672-a21d-4b40077e32b7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-464300737', 'description': 'tempest-secgroup-smoke-464300737 description', 'project_id': '6b60b57a13014f25823523bb1f88c663'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:45.726653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae1e5-0990-4672-a21d-4b40077e32b7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.798392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae1e5-0990-4672-a21d-4b40077e32b7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.803400 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae1e5-0990-4672-a21d-4b40077e32b7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.830142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4d9ae1e5-0990-4672-a21d-4b40077e32b7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.834080 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4d9ae1e5-0990-4672-a21d-4b40077e32b7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1290350 Mar 29 10:05:45.834488 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59150) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:45.840256 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ae1e5-0990-4672-a21d-4b40077e32b7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a46a5c7f-176d-4ad7-a232-d19928357fde,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:45.843170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-184903ea-e8d5-4155-bae0-e57dd123d43f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': 'a46a5c7f-176d-4ad7-a232-d19928357fde', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:45.879423 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-184903ea-e8d5-4155-bae0-e57dd123d43f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.948869 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-184903ea-e8d5-4155-bae0-e57dd123d43f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.953257 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-184903ea-e8d5-4155-bae0-e57dd123d43f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.971641 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184903ea-e8d5-4155-bae0-e57dd123d43f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbd3c9c-1e24-4dbf-b6c4-513674aef50f,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:45.981398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-184903ea-e8d5-4155-bae0-e57dd123d43f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:45.982722 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-184903ea-e8d5-4155-bae0-e57dd123d43f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469319 Mar 29 10:05:45.985427 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59152) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:45.989757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ee618bb8-8e90-4fad-bead-f57b268fc394 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': 'a46a5c7f-176d-4ad7-a232-d19928357fde', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:46.014870 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee618bb8-8e90-4fad-bead-f57b268fc394 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.073367 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee618bb8-8e90-4fad-bead-f57b268fc394 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.078598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee618bb8-8e90-4fad-bead-f57b268fc394 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.096905 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee618bb8-8e90-4fad-bead-f57b268fc394 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286385e1-34e1-4943-9713-47eb81e41366,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:46.104419 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ee618bb8-8e90-4fad-bead-f57b268fc394 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.105628 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ee618bb8-8e90-4fad-bead-f57b268fc394 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192362 Mar 29 10:05:46.108403 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59154) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:46.112748 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-92149584-aff7-4ef0-98d6-8e80abd7bf22 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': 'a46a5c7f-176d-4ad7-a232-d19928357fde', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:46.141114 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-92149584-aff7-4ef0-98d6-8e80abd7bf22 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.200130 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-92149584-aff7-4ef0-98d6-8e80abd7bf22 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.204188 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-92149584-aff7-4ef0-98d6-8e80abd7bf22 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.221714 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92149584-aff7-4ef0-98d6-8e80abd7bf22 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43a3088-fcd5-4852-a276-e51478d59ca2,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:46.230500 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-92149584-aff7-4ef0-98d6-8e80abd7bf22 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.231716 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-92149584-aff7-4ef0-98d6-8e80abd7bf22 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223950 Mar 29 10:05:46.234529 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59156) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:46.238934 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f244c18e-d3d6-4bed-bf63-d3c24bb6a4a4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': 'a46a5c7f-176d-4ad7-a232-d19928357fde', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:46.264221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f244c18e-d3d6-4bed-bf63-d3c24bb6a4a4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.326260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f244c18e-d3d6-4bed-bf63-d3c24bb6a4a4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.330207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f244c18e-d3d6-4bed-bf63-d3c24bb6a4a4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.348264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244c18e-d3d6-4bed-bf63-d3c24bb6a4a4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffe3b17-7d81-4b8b-9f7f-8ec4a5149170,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:46.363398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f244c18e-d3d6-4bed-bf63-d3c24bb6a4a4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.363398 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f244c18e-d3d6-4bed-bf63-d3c24bb6a4a4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197450 Mar 29 10:05:46.363398 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59158) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:46.367933 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-67ddb6db-8487-41a7-b3ad-4227eb841e21 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': 'a46a5c7f-176d-4ad7-a232-d19928357fde', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:46.390762 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-67ddb6db-8487-41a7-b3ad-4227eb841e21 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Project 6b60b57a13014f25823523bb1f88c663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:05:46.395928 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67ddb6db-8487-41a7-b3ad-4227eb841e21 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.459667 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67ddb6db-8487-41a7-b3ad-4227eb841e21 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.464200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67ddb6db-8487-41a7-b3ad-4227eb841e21 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.483085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddb6db-8487-41a7-b3ad-4227eb841e21 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998a39cc-4efb-45a9-a867-ce8ea211c59c,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:46.493456 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-67ddb6db-8487-41a7-b3ad-4227eb841e21 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.494698 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-67ddb6db-8487-41a7-b3ad-4227eb841e21 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329947 Mar 29 10:05:46.497541 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59160) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:46.501954 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-2cb779df-bb31-4fb8-8148-d278c6bbe5d7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': 'a46a5c7f-176d-4ad7-a232-d19928357fde', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:46.522678 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-2cb779df-bb31-4fb8-8148-d278c6bbe5d7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Project 6b60b57a13014f25823523bb1f88c663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:05:46.528628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2cb779df-bb31-4fb8-8148-d278c6bbe5d7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.605370 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2cb779df-bb31-4fb8-8148-d278c6bbe5d7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.609185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2cb779df-bb31-4fb8-8148-d278c6bbe5d7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.628482 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb779df-bb31-4fb8-8148-d278c6bbe5d7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6f1bea-76a6-4f5b-94a4-53828d118794,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:46.634757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2cb779df-bb31-4fb8-8148-d278c6bbe5d7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.635863 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2cb779df-bb31-4fb8-8148-d278c6bbe5d7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373615 Mar 29 10:05:46.638825 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59162) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:46.644017 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c8760901-6b3e-435a-8e5d-ff258fd915fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'network': {'name': 'tempest-network-smoke--1989567035', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'port_security_enabled': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:46.663497 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8760901-6b3e-435a-8e5d-ff258fd915fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:05:46.667588 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8760901-6b3e-435a-8e5d-ff258fd915fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.682791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 49da27b9-f8a9-458c-919d-6a0d0b58e705 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:05:46.700370 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8760901-6b3e-435a-8e5d-ff258fd915fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:05:46.704804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 49da27b9-f8a9-458c-919d-6a0d0b58e705 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:05:46.705149 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 49da27b9-f8a9-458c-919d-6a0d0b58e705 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:05:46.705559 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:05:46.712577 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8760901-6b3e-435a-8e5d-ff258fd915fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.712577 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-c8760901-6b3e-435a-8e5d-ff258fd915fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Added segment 0d7f664b-770c-4690-b2da-903ed3e14b32 of type vlan for network db8882dd-59e0-4c32-bbe5-4ac046890eb4 Mar 29 10:05:46.726666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:05:46.727024 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device d518c4d3-8b5d-4bae-8b69-bad7bc9f0d0b not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:05:46.760917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8760901-6b3e-435a-8e5d-ff258fd915fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.791615 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8760901-6b3e-435a-8e5d-ff258fd915fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.797154 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8760901-6b3e-435a-8e5d-ff258fd915fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:46.797779 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8760901-6b3e-435a-8e5d-ff258fd915fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.834487 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c8760901-6b3e-435a-8e5d-ff258fd915fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1945889 Mar 29 10:05:46.837675 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59164) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:46.844144 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'admin_state_up': True, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:46.881170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8760901-6b3e-435a-8e5d-ff258fd915fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Network': ['ID=db8882dd-59e0-4c32-bbe5-4ac046890eb4,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:46.892035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network db8882dd-59e0-4c32-bbe5-4ac046890eb4 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 10:05:46.900360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.900360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:46.957790 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:47.105115 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:47.657676 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:47.676707 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:47.790738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.26.1.208 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/f6702112-43bc-478c-b948-365e68436e9a) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:05:47.909331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:47.946769 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:47.997013 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:05:48.000050 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:05:48.003544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:05:48.009779 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=f6702112-43bc-478c-b948-365e68436e9a,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:48.300047 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:48.522728 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:48.663392 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router e23eefd2-10fa-4927-aeac-b70b3e1ae443 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 10:05:48.782479 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:05:48.793734 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Sync routers for ids ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:05:48.807217 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Routers {'e23eefd2-10fa-4927-aeac-b70b3e1ae443'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:05:48.807506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:48.807823 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:05:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:48.808534 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-49b6c951-b041-4ae9-a605-3507179b6e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9699457 Mar 29 10:05:48.813011 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59166) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:48.848002 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2968097e-8785-4601-8279-52be4256f911 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6b60b57a13014f25823523bb1f88c663&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333765 Mar 29 10:05:48.850621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59168) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:48.923756 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Set router e23eefd2-10fa-4927-aeac-b70b3e1ae443 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:05:48.953616 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132c482a-2997-47a6-a5fb-b076922414d9 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:48.955143 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-132c482a-2997-47a6-a5fb-b076922414d9 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1035969 Mar 29 10:05:48.959384 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59170) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:48.998324 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-495230e9-f498-41f5-a77d-7375d2b1f1b2 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378189 Mar 29 10:05:49.001624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59172) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:49.006383 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-5493a6d7-8836-43fa-9326-5a970c99514a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-278065013', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:49.111850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5493a6d7-8836-43fa-9326-5a970c99514a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:05:49.115752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5493a6d7-8836-43fa-9326-5a970c99514a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:49.127128 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:05:48Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:49.154365 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Checking router: e23eefd2-10fa-4927-aeac-b70b3e1ae443 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:05:49.154718 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Updating router e23eefd2-10fa-4927-aeac-b70b3e1ae443 port f6702112-43bc-478c-b948-365e68436e9a binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:05:49.182754 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:49.318014 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5493a6d7-8836-43fa-9326-5a970c99514a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:49.387140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a6d7-8836-43fa-9326-5a970c99514a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Subnet': ['ID=823646ca-6961-469a-a451-bc5c4d819b10,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:49.391531 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493a6d7-8836-43fa-9326-5a970c99514a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Checking segment: {'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:05:49.391886 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5493a6d7-8836-43fa-9326-5a970c99514a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network hostable DHCP agents. Network: db8882dd-59e0-4c32-bbe5-4ac046890eb4, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:05:49.414391 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5493a6d7-8836-43fa-9326-5a970c99514a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network db8882dd-59e0-4c32-bbe5-4ac046890eb4 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:05:49.427252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-5493a6d7-8836-43fa-9326-5a970c99514a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, db8882dd-59e0-4c32-bbe5-4ac046890eb4) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:05:49.431488 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5493a6d7-8836-43fa-9326-5a970c99514a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:49.432119 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5493a6d7-8836-43fa-9326-5a970c99514a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:49.441012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f4fff3-c56d-4884-9ae4-d638065fc536 None None] Network db8882dd-59e0-4c32-bbe5-4ac046890eb4 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:05:49.453424 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5493a6d7-8836-43fa-9326-5a970c99514a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4483080 Mar 29 10:05:49.453678 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59174) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:05:49.460380 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:49.468149 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:49.535561 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Pushing event updated for resources: {'Port': ['ID=f6702112-43bc-478c-b948-365e68436e9a,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:49.545540 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Attempting to bind port f6702112-43bc-478c-b948-365e68436e9a on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:05:49.545940 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Attempting to bind port f6702112-43bc-478c-b948-365e68436e9a by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:05:49.546296 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Attempting to bind port f6702112-43bc-478c-b948-365e68436e9a on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:05:49.548776 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:49.549112 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:49.549432 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:49.549780 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:49.550108 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:49.550423 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:49.550740 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:49.551050 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:49.551361 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:49.551673 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:49.551988 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:49.552288 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:05:49.559725 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:05:49.560128 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:05:49.560680 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:49.561059 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:05:49.561542 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Bound port: f6702112-43bc-478c-b948-365e68436e9a, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:05:49.561940 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:49.615863 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] For port f6702112-43bc-478c-b948-365e68436e9a, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:05:49.619553 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] For port f6702112-43bc-478c-b948-365e68436e9a, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f6702112-43bc-478c-b948-365e68436e9a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:05:49.624208 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ips': [{'subnet_id': '823646ca-6961-469a-a451-bc5c4d819b10'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 10:05:49.624617 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:49.625867 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:49.708411 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a080ff-2814-491f-bea3-f8bd3d2d475e None None] Pushing event updated for resources: {'Port': ['ID=f6702112-43bc-478c-b948-365e68436e9a,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:49.720877 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Routers {'e23eefd2-10fa-4927-aeac-b70b3e1ae443'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:05:49.721496 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:05:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:49.834126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Allocated IP 172.20.0.2 (db8882dd-59e0-4c32-bbe5-4ac046890eb4/823646ca-6961-469a-a451-bc5c4d819b10/21feb395-0e41-4030-900e-db2a5609c864) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:05:49.858413 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] Set router e23eefd2-10fa-4927-aeac-b70b3e1ae443 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:05:50.003227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:50.022081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:50.029335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:50.074748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Network db8882dd-59e0-4c32-bbe5-4ac046890eb4 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:05:50.079847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:05:50.082781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:05:50.099260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Pushing event updated for resources: {'Port': ['ID=21feb395-0e41-4030-900e-db2a5609c864,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:50.161001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Attempting to bind port 21feb395-0e41-4030-900e-db2a5609c864 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:05:50.161782 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Attempting to bind port 21feb395-0e41-4030-900e-db2a5609c864 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:05:50.162034 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:05:48Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:50.162193 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Attempting to bind port 21feb395-0e41-4030-900e-db2a5609c864 on network db8882dd-59e0-4c32-bbe5-4ac046890eb4 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:05:50.170078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:05:50.170614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Checking segment: {'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:05:50.171023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:50.171420 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Bound using segment: {'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:05:50.171949 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Bound port: 21feb395-0e41-4030-900e-db2a5609c864, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:05:50.172358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:50.204109 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6243c14-e0cd-48d1-8fce-993f88a9b8ae None None] The sync data for ids ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'] in dv-neutron-835554-1-hyperv is: [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:05:48Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:05:50.255525 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] For port 21feb395-0e41-4030-900e-db2a5609c864, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:05:50.259527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] For port 21feb395-0e41-4030-900e-db2a5609c864, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=21feb395-0e41-4030-900e-db2a5609c864,segment=NetworkSegment(0d7f664b-770c-4690-b2da-903ed3e14b32),segment_id=0d7f664b-770c-4690-b2da-903ed3e14b32)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:05:50.265090 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:50.330195 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c178c-fba9-4bd0-9157-454b066668bb None None] Pushing event updated for resources: {'Port': ['ID=21feb395-0e41-4030-900e-db2a5609c864,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:50.357328 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.20.0.1 (db8882dd-59e0-4c32-bbe5-4ac046890eb4/823646ca-6961-469a-a451-bc5c4d819b10/e116fe77-88c6-45aa-8371-a5a504224bff) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:05:50.528799 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:50.576073 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:50.630567 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network db8882dd-59e0-4c32-bbe5-4ac046890eb4 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:05:50.634947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:05:50.641244 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:05:50.688645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=e116fe77-88c6-45aa-8371-a5a504224bff,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:50.695525 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:50.864453 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 21feb395-0e41-4030-900e-db2a5609c864 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:05:50.910920 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:50.939414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 21feb395-0e41-4030-900e-db2a5609c864 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:50.939796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:51.042485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:51.080308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 21feb395-0e41-4030-900e-db2a5609c864, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=21feb395-0e41-4030-900e-db2a5609c864,segment=NetworkSegment(0d7f664b-770c-4690-b2da-903ed3e14b32),segment_id=0d7f664b-770c-4690-b2da-903ed3e14b32)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:05:51.086618 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:51.088175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f6702112-43bc-478c-b948-365e68436e9a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:05:51.196382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=21feb395-0e41-4030-900e-db2a5609c864,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:51.214318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port f6702112-43bc-478c-b948-365e68436e9a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:51.215019 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:51.275993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:51.282437 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:51.344756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:51.370523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port f6702112-43bc-478c-b948-365e68436e9a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f6702112-43bc-478c-b948-365e68436e9a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:05:51.379807 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:51.382382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:51.397046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=e116fe77-88c6-45aa-8371-a5a504224bff,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:51.467824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=f6702112-43bc-478c-b948-365e68436e9a,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:51.535002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network db8882dd-59e0-4c32-bbe5-4ac046890eb4 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:05:51.537660 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:05:51.647011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492bcd04-5b3a-40fe-9ba1-4d23a8b0fa5d None None] Network db8882dd-59e0-4c32-bbe5-4ac046890eb4 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:05:51.687285 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router e23eefd2-10fa-4927-aeac-b70b3e1ae443 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:05:51.774163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-6cce72e9-3d93-4718-aa33-643b5163e856 None None] Provisioning complete for port 21feb395-0e41-4030-900e-db2a5609c864 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:51.775054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6cce72e9-3d93-4718-aa33-643b5163e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:52.137254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-04f76050-d0f6-457d-ba48-c0d6fbf0fb72 None None] Provisioning complete for port 21feb395-0e41-4030-900e-db2a5609c864 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:52.137921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-04f76050-d0f6-457d-ba48-c0d6fbf0fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:52.180954 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:05:52.187058 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-335df606-7dcf-4e0f-8288-18d24a49c742 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "PUT /v2.0/routers/e23eefd2-10fa-4927-aeac-b70b3e1ae443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7323320 Mar 29 10:05:52.268937 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-04f76050-d0f6-457d-ba48-c0d6fbf0fb72 None None] Provisioning complete for port e116fe77-88c6-45aa-8371-a5a504224bff triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:52.269313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-04f76050-d0f6-457d-ba48-c0d6fbf0fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:52.308580 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-04f76050-d0f6-457d-ba48-c0d6fbf0fb72 None None] Port e116fe77-88c6-45aa-8371-a5a504224bff cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:05:52.339931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Sync routers for ids ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:05:52.355185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Routers {'e23eefd2-10fa-4927-aeac-b70b3e1ae443'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:05:52.355499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:05:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:52.378360 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-96c022a0-36d0-4782-8e3d-1e5782a34875 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-464300737&fields=id&tenant_id=6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 267 time: 0.0400767 Mar 29 10:05:52.488107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-896c70fb-9025-4f39-9cb0-13b89d2c1147 None None] Provisioning complete for port e116fe77-88c6-45aa-8371-a5a504224bff triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:52.488470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-896c70fb-9025-4f39-9cb0-13b89d2c1147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:52.538009 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Set router e23eefd2-10fa-4927-aeac-b70b3e1ae443 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:05:52.561109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-ee20c9f1-f1fb-4079-b062-1da86755b24e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:52.563054 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-ee20c9f1-f1fb-4079-b062-1da86755b24e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/networks?id=db8882dd-59e0-4c32-bbe5-4ac046890eb4 HTTP/1.1" status: 200 len: 797 time: 0.1730897 Mar 29 10:05:52.567732 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-896c70fb-9025-4f39-9cb0-13b89d2c1147 None None] Port e116fe77-88c6-45aa-8371-a5a504224bff cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:05:52.585627 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-8d9a7a88-c769-4850-a4a8-b3cbde4cce9b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/quotas/6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 375 time: 0.0093577 Mar 29 10:05:52.639319 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-3967a4f6-98fc-422d-94f6-caae481ddea8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470719 Mar 29 10:05:52.807169 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-aef414d9-99d0-45fb-a501-36b1fa84cc3c service neutron] 10.222.0.32 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545160 Mar 29 10:05:52.824073 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 21feb395-0e41-4030-900e-db2a5609c864 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:05:52.886046 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-25bd04e9-bdf7-4c55-98ce-2096d0aa8768 None None] Provisioning complete for port e116fe77-88c6-45aa-8371-a5a504224bff triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:52.886497 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-25bd04e9-bdf7-4c55-98ce-2096d0aa8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:52.908461 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-ecb119c7-75db-4074-8bc8-2c693aa8d19b service neutron] 10.222.0.32 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944757 Mar 29 10:05:52.956349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-25bd04e9-bdf7-4c55-98ce-2096d0aa8768 None None] Port e116fe77-88c6-45aa-8371-a5a504224bff cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:05:52.960420 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 21feb395-0e41-4030-900e-db2a5609c864 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:52.960770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:53.019862 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:05:50Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e116fe77-88c6-45aa-8371-a5a504224bff', 'name': '', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:e9:4f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '823646ca-6961-469a-a451-bc5c4d819b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:50Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 2, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '823646ca-6961-469a-a451-bc5c4d819b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:53.049156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Checking router: e23eefd2-10fa-4927-aeac-b70b3e1ae443 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:05:53.049156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Updating router e23eefd2-10fa-4927-aeac-b70b3e1ae443 port e116fe77-88c6-45aa-8371-a5a504224bff binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:05:53.104393 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:53.114919 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f6702112-43bc-478c-b948-365e68436e9a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:05:53.121432 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a2538b0-5347-4288-b90e-3def2b08b7f3 req-223f72d0-00b1-4e6c-977d-72ccaaf86f1a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 210 time: 0.0319655 Mar 29 10:05:53.249822 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port f6702112-43bc-478c-b948-365e68436e9a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:53.250425 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:53.467284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:53.473329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:53.527446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578f484-f8a8-4637-bb81-f3d5c703288d None None] Pushing event updated for resources: {'Port': ['ID=e116fe77-88c6-45aa-8371-a5a504224bff,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:53.591617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Attempting to bind port e116fe77-88c6-45aa-8371-a5a504224bff on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:05:53.592105 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Attempting to bind port e116fe77-88c6-45aa-8371-a5a504224bff by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:05:53.592555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Attempting to bind port e116fe77-88c6-45aa-8371-a5a504224bff on network db8882dd-59e0-4c32-bbe5-4ac046890eb4 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:05:53.605629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:05:53.605997 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Checking segment: {'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:05:53.606392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:53.606801 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Bound using segment: {'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:05:53.607362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Bound port: e116fe77-88c6-45aa-8371-a5a504224bff, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:05:53.607666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:53.680113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] For port e116fe77-88c6-45aa-8371-a5a504224bff, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:05:53.685494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] For port e116fe77-88c6-45aa-8371-a5a504224bff, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e116fe77-88c6-45aa-8371-a5a504224bff,segment=NetworkSegment(0d7f664b-770c-4690-b2da-903ed3e14b32),segment_id=0d7f664b-770c-4690-b2da-903ed3e14b32)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:05:53.691035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:53.747663 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Routers {'e23eefd2-10fa-4927-aeac-b70b3e1ae443'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:05:53.748299 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:05:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:53.753277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578f484-f8a8-4637-bb81-f3d5c703288d None None] Pushing event updated for resources: {'Port': ['ID=e116fe77-88c6-45aa-8371-a5a504224bff,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:53.832691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e7175a58-b22e-4040-af19-726d0c5efb92 None None] Provisioning complete for port e116fe77-88c6-45aa-8371-a5a504224bff triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:53.833065 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e7175a58-b22e-4040-af19-726d0c5efb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:53.924172 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] Set router e23eefd2-10fa-4927-aeac-b70b3e1ae443 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:05:54.047064 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e7175a58-b22e-4040-af19-726d0c5efb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:54.114639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e7175a58-b22e-4040-af19-726d0c5efb92 None None] For port e116fe77-88c6-45aa-8371-a5a504224bff, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e116fe77-88c6-45aa-8371-a5a504224bff,segment=NetworkSegment(0d7f664b-770c-4690-b2da-903ed3e14b32),segment_id=0d7f664b-770c-4690-b2da-903ed3e14b32)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:05:54.120011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e7175a58-b22e-4040-af19-726d0c5efb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:54.217176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7175a58-b22e-4040-af19-726d0c5efb92 None None] Pushing event updated for resources: {'Port': ['ID=e116fe77-88c6-45aa-8371-a5a504224bff,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:54.242437 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:05:50Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e116fe77-88c6-45aa-8371-a5a504224bff', 'name': '', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:e9:4f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '823646ca-6961-469a-a451-bc5c4d819b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:50Z', 'updated_at': '2022-03-29T10:05:53Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '823646ca-6961-469a-a451-bc5c4d819b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:05:54.243705 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-118cfced-e66c-490f-90a3-b7223bfd295e req-95ae43ca-0b22-4542-9575-209e5ffc9954 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 210 time: 0.0478837 Mar 29 10:05:54.273126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9fd413-7ed3-47e0-912a-95e17b29ee71 None None] The sync data for ids ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'] in dv-neutron-835554-1-hyperv is: [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:05:50Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e116fe77-88c6-45aa-8371-a5a504224bff', 'name': '', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:e9:4f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '823646ca-6961-469a-a451-bc5c4d819b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:50Z', 'updated_at': '2022-03-29T10:05:53Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '823646ca-6961-469a-a451-bc5c4d819b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:05:54.275406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5c65e664-f586-41ef-87fd-00e6a7d299af None None] Provisioning complete for port e116fe77-88c6-45aa-8371-a5a504224bff triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:54.275769 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5c65e664-f586-41ef-87fd-00e6a7d299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:54.772715 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e116fe77-88c6-45aa-8371-a5a504224bff up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:05:54.825078 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e116fe77-88c6-45aa-8371-a5a504224bff triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:54.825438 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:55.314231 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3860c0e-0fa4-46d5-a292-ff459f71aad2 req-900008c0-ff04-4785-b22c-aaea92a3248e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 210 time: 0.0285773 Mar 29 10:05:56.413028 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2beb6c5d-2ff2-4885-a566-97d4da108902 req-a4b1e8c1-83e5-4702-95b1-2b08760ee655 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 210 time: 0.0261753 Mar 29 10:05:56.802266 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4947db8b-3962-464f-884d-3ad0ee096138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:57.140221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-47447bf3-2bb8-4fdc-a96a-d46b56058b6d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:57.141696 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-47447bf3-2bb8-4fdc-a96a-d46b56058b6d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/networks?id=db8882dd-59e0-4c32-bbe5-4ac046890eb4 HTTP/1.1" status: 200 len: 797 time: 0.1142762 Mar 29 10:05:57.187345 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-33f8187c-a1e1-4218-9b90-7d089e78e0d0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 379 time: 0.0367501 Mar 29 10:05:57.196085 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'port': {'device_id': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'admin_state_up': True, 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'security_groups': ['a46a5c7f-176d-4ad7-a232-d19928357fde']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:57.303333 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:05:57.307442 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:57.442751 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.20.0.14 (db8882dd-59e0-4c32-bbe5-4ac046890eb4/823646ca-6961-469a-a451-bc5c4d819b10/10b7334e-dc38-44d1-826c-cc2b8b478263) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:05:57.520750 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0787e0e4-4c13-4a02-b9e7-f8a0c2c41159 req-321f6b3f-8f24-4847-aa82-d92d2dad074a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 210 time: 0.0377958 Mar 29 10:05:57.605232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:57.637888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:57.681233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network db8882dd-59e0-4c32-bbe5-4ac046890eb4 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:05:57.684430 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:05:57.688019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:05:57.714786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=10b7334e-dc38-44d1-826c-cc2b8b478263,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:57.741103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:57.741773 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:57.761545 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4efb12f2-7e47-49d1-a3ff-1f16aae8dc41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5659277 Mar 29 10:05:57.770495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Request body: {'port': {'device_id': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:05:57.841219 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:57.942508 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f1130844-6888-4bf6-9e0f-a49c63691f6f None None] Provisioning complete for port 10b7334e-dc38-44d1-826c-cc2b8b478263 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:05:57.943081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f1130844-6888-4bf6-9e0f-a49c63691f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:57.977372 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f1130844-6888-4bf6-9e0f-a49c63691f6f None None] Port 10b7334e-dc38-44d1-826c-cc2b8b478263 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:05:58.143883 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b7334e-dc38-44d1-826c-cc2b8b478263 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:05:58.151370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:58.163383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Transition to ACTIVE for port object 10b7334e-dc38-44d1-826c-cc2b8b478263 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:05:58.167624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:58.217212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Pushing event updated for resources: {'Port': ['ID=10b7334e-dc38-44d1-826c-cc2b8b478263,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:58.293756 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Attempting to bind port 10b7334e-dc38-44d1-826c-cc2b8b478263 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:05:58.294133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Attempting to bind port 10b7334e-dc38-44d1-826c-cc2b8b478263 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:05:58.294471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Attempting to bind port 10b7334e-dc38-44d1-826c-cc2b8b478263 on network db8882dd-59e0-4c32-bbe5-4ac046890eb4 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:05:58.299138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Port 10b7334e-dc38-44d1-826c-cc2b8b478263 on network db8882dd-59e0-4c32-bbe5-4ac046890eb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 10:05:58.299456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Attempting to bind port 10b7334e-dc38-44d1-826c-cc2b8b478263 on network db8882dd-59e0-4c32-bbe5-4ac046890eb4 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:05:58.304636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:05:58.305014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Checking segment: {'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:05:58.306015 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Bound using segment: {'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:05:58.306472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Bound port: 10b7334e-dc38-44d1-826c-cc2b8b478263, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7f664b-770c-4690-b2da-903ed3e14b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:05:58.306834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:58.386950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] For port 10b7334e-dc38-44d1-826c-cc2b8b478263, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:05:58.390281 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] For port 10b7334e-dc38-44d1-826c-cc2b8b478263, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=10b7334e-dc38-44d1-826c-cc2b8b478263,segment=NetworkSegment(0d7f664b-770c-4690-b2da-903ed3e14b32),segment_id=0d7f664b-770c-4690-b2da-903ed3e14b32)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:05:58.395789 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:58.433668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:58.434240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:58.435625 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] 10.222.0.24 "PUT /v2.0/ports/10b7334e-dc38-44d1-826c-cc2b8b478263 HTTP/1.1" status: 200 len: 1094 time: 0.6695135 Mar 29 10:05:58.436064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'tag': '10b7334e-dc38-44d1-826c-cc2b8b478263'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:05:58.438397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a2b0f3-58a1-448a-b177-6564a0edf6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5dcd5896-01dd-4c31-8fbc-afc18d483dd6", "tag": "10b7334e-dc38-44d1-826c-cc2b8b478263"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:05:58.466508 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4cf71-6fdc-41dd-8fbe-fd68e0b6a426 service neutron] Pushing event updated for resources: {'Port': ['ID=10b7334e-dc38-44d1-826c-cc2b8b478263,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:05:58.488365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7acc85-b2a9-462d-9e70-98b18d4abd13 x-openstack-request-id: req-1e7acc85-b2a9-462d-9e70-98b18d4abd13 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:05:58.488653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dcd5896-01dd-4c31-8fbc-afc18d483dd6", "tag": "10b7334e-dc38-44d1-826c-cc2b8b478263", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:05:58.488903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e7acc85-b2a9-462d-9e70-98b18d4abd13 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:05:58.489286 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'tag': '10b7334e-dc38-44d1-826c-cc2b8b478263', 'status': 'completed', 'code': 200} Mar 29 10:05:58.528462 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-5ed30e9b-e186-4c17-9fee-5aee4359bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:58.530167 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-5ed30e9b-e186-4c17-9fee-5aee4359bdee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0514052 Mar 29 10:05:58.579416 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-e111ccd1-4344-4ec6-b6f7-7d3660e04c2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10b7334e-dc38-44d1-826c-cc2b8b478263 HTTP/1.1" status: 200 len: 217 time: 0.0381033 Mar 29 10:05:58.669223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-0990b063-232d-49a8-a1d8-91e2cd7a076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:58.670710 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-0990b063-232d-49a8-a1d8-91e2cd7a076e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=823646ca-6961-469a-a451-bc5c4d819b10 HTTP/1.1" status: 200 len: 834 time: 0.0849514 Mar 29 10:05:58.683262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3af86-39ee-49f9-a9d1-bf48ebd9d727 req-7632ad92-dd19-47dc-8183-43213ac3a48e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:58.684645 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-50f3af86-39ee-49f9-a9d1-bf48ebd9d727 req-7632ad92-dd19-47dc-8183-43213ac3a48e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 944 time: 0.0896964 Mar 29 10:05:58.749371 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-50f3af86-39ee-49f9-a9d1-bf48ebd9d727 req-1e1f93b5-1fd4-4f4c-aa20-afea4c1d4f56 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566993 Mar 29 10:05:58.752218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-32f65e6a-2225-4827-98d9-e468b9cd2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:58.753727 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-32f65e6a-2225-4827-98d9-e468b9cd2500 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db8882dd-59e0-4c32-bbe5-4ac046890eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681651 Mar 29 10:05:59.181671 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-4920c8dc-0c37-4895-ba0c-91beddcf5013 service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205060 Mar 29 10:05:59.206013 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-62726e86-e635-40e8-8b7c-3031174204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:05:59.275211 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5d3d15e-951e-4624-aefc-8d1e625fa0cd req-41aadf05-341d-4510-a936-c8988dfd44f1 service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864310 Mar 29 10:05:59.359292 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2b0f3-58a1-448a-b177-6564a0edf6ff req-61778483-81ae-43bc-874d-d82aead77aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:59.360788 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01a2b0f3-58a1-448a-b177-6564a0edf6ff req-61778483-81ae-43bc-874d-d82aead77aab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0413227 Mar 29 10:05:59.454502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2b0f3-58a1-448a-b177-6564a0edf6ff req-af083fe0-70df-4f39-9b6b-33455f471c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:59.455860 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01a2b0f3-58a1-448a-b177-6564a0edf6ff req-af083fe0-70df-4f39-9b6b-33455f471c81 service neutron] 10.222.0.24 "GET /v2.0/networks?id=db8882dd-59e0-4c32-bbe5-4ac046890eb4 HTTP/1.1" status: 200 len: 898 time: 0.0883472 Mar 29 10:05:59.496499 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01a2b0f3-58a1-448a-b177-6564a0edf6ff req-35fd1327-a189-480a-9cb3-26ca9234da4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10b7334e-dc38-44d1-826c-cc2b8b478263 HTTP/1.1" status: 200 len: 217 time: 0.0341206 Mar 29 10:05:59.548983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2b0f3-58a1-448a-b177-6564a0edf6ff req-ddcbb83c-2508-437b-8ca6-ff124abc4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:59.550545 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01a2b0f3-58a1-448a-b177-6564a0edf6ff req-ddcbb83c-2508-437b-8ca6-ff124abc4975 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=823646ca-6961-469a-a451-bc5c4d819b10 HTTP/1.1" status: 200 len: 834 time: 0.0483971 Mar 29 10:05:59.596562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2b0f3-58a1-448a-b177-6564a0edf6ff req-15e41495-5470-4d39-a80e-8470ed41504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:59.598077 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01a2b0f3-58a1-448a-b177-6564a0edf6ff req-15e41495-5470-4d39-a80e-8470ed41504e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db8882dd-59e0-4c32-bbe5-4ac046890eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404217 Mar 29 10:05:59.707865 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01a2b0f3-58a1-448a-b177-6564a0edf6ff req-dff4fd47-cd7e-47c3-a085-eb7fdc8732e3 service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023674 Mar 29 10:05:59.798147 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01a2b0f3-58a1-448a-b177-6564a0edf6ff req-c02fc7ee-06b6-4de4-afa6-3c000b6ce2aa service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836184 Mar 29 10:05:59.870666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745da549-ac6b-4c28-99ed-14294c13df79 req-cca0f175-bd6b-4fd4-97e9-f79741a7fdb8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:05:59.870983 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-745da549-ac6b-4c28-99ed-14294c13df79 req-cca0f175-bd6b-4fd4-97e9-f79741a7fdb8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 944 time: 0.0513971 Mar 29 10:05:59.908437 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-745da549-ac6b-4c28-99ed-14294c13df79 req-5bd752a1-692d-4eb5-8f15-2254dacf2d90 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316255 Mar 29 10:06:00.732125 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:01.050653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e56835-7c01-4d83-8aea-ca8eef880df3 req-a5f6638b-3b78-4c9b-b05e-1c26926fc1ed tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:01.052210 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-78e56835-7c01-4d83-8aea-ca8eef880df3 req-a5f6638b-3b78-4c9b-b05e-1c26926fc1ed tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 944 time: 0.0570962 Mar 29 10:06:01.094213 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-78e56835-7c01-4d83-8aea-ca8eef880df3 req-cb9d6e6d-d29c-443c-b09b-b7fa0fe59f00 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358751 Mar 29 10:06:02.116517 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:02.181864 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:06:02.223535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55696f-ec6c-46ff-98de-dfe84ee72a26 req-8d57c5de-94b3-4a44-890e-b52b52b1af70 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:02.225052 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b55696f-ec6c-46ff-98de-dfe84ee72a26 req-8d57c5de-94b3-4a44-890e-b52b52b1af70 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 944 time: 0.0550044 Mar 29 10:06:02.269201 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b55696f-ec6c-46ff-98de-dfe84ee72a26 req-60dd41fa-c19a-4f4e-82df-678447ade244 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372882 Mar 29 10:06:02.708440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:02.899735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 10b7334e-dc38-44d1-826c-cc2b8b478263 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:06:02.997666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 10b7334e-dc38-44d1-826c-cc2b8b478263, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=10b7334e-dc38-44d1-826c-cc2b8b478263,segment=NetworkSegment(0d7f664b-770c-4690-b2da-903ed3e14b32),segment_id=0d7f664b-770c-4690-b2da-903ed3e14b32)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:06:03.011132 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '10b7334e-dc38-44d1-826c-cc2b8b478263', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'port_id': '10b7334e-dc38-44d1-826c-cc2b8b478263', 'mac_address': 'fa:16:3e:5f:57:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823646ca-6961-469a-a451-bc5c4d819b10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:06:03.054352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:03.207912 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b7334e-dc38-44d1-826c-cc2b8b478263 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:06:03.227594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 10b7334e-dc38-44d1-826c-cc2b8b478263, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=10b7334e-dc38-44d1-826c-cc2b8b478263,segment=NetworkSegment(0d7f664b-770c-4690-b2da-903ed3e14b32),segment_id=0d7f664b-770c-4690-b2da-903ed3e14b32)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:06:03.231745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:03.279689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=10b7334e-dc38-44d1-826c-cc2b8b478263,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:03.398675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45ac9d-bba4-479b-9597-c8049cc8b690 req-ca4b8a58-f297-47c4-91f2-77dcd01d758a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:03.400271 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db45ac9d-bba4-479b-9597-c8049cc8b690 req-ca4b8a58-f297-47c4-91f2-77dcd01d758a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 945 time: 0.0538452 Mar 29 10:06:03.446523 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db45ac9d-bba4-479b-9597-c8049cc8b690 req-8c097f10-ad9f-4a52-83cc-086bfe12769b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400264 Mar 29 10:06:03.586751 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['10b7334e-dc38-44d1-826c-cc2b8b478263'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:06:03.964804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:04.570373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5975da9-3987-46d0-8991-f9091547bfb1 req-8fe1760c-8c6d-4dad-b903-815aea1d9da0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:04.572492 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5975da9-3987-46d0-8991-f9091547bfb1 req-8fe1760c-8c6d-4dad-b903-815aea1d9da0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 945 time: 0.0539310 Mar 29 10:06:04.610598 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5975da9-3987-46d0-8991-f9091547bfb1 req-2084dabf-9969-40d2-a63a-155e76d26248 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Mar 29 10:06:04.899577 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 10b7334e-dc38-44d1-826c-cc2b8b478263 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:06:04.949947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 10b7334e-dc38-44d1-826c-cc2b8b478263 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:06:04.954070 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 10b7334e-dc38-44d1-826c-cc2b8b478263 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:06:04.954438 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:05.034699 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:05.058450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b7334e-dc38-44d1-826c-cc2b8b478263'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:06:05.060612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62686352-8333-428e-8a92-58942276473a" -d '{"events": [{"server_uuid": "5dcd5896-01dd-4c31-8fbc-afc18d483dd6", "name": "network-vif-plugged", "status": "completed", "tag": "10b7334e-dc38-44d1-826c-cc2b8b478263"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:06:05.073381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 10b7334e-dc38-44d1-826c-cc2b8b478263, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=10b7334e-dc38-44d1-826c-cc2b8b478263,segment=NetworkSegment(0d7f664b-770c-4690-b2da-903ed3e14b32),segment_id=0d7f664b-770c-4690-b2da-903ed3e14b32)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:06:05.077857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:05.125717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=10b7334e-dc38-44d1-826c-cc2b8b478263,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:05.163877 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d263d27f-606a-4c83-a6bd-757a1ee69055 x-openstack-request-id: req-d263d27f-606a-4c83-a6bd-757a1ee69055 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:06:05.164822 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dcd5896-01dd-4c31-8fbc-afc18d483dd6", "name": "network-vif-plugged", "status": "completed", "tag": "10b7334e-dc38-44d1-826c-cc2b8b478263", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:06:05.165265 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d263d27f-606a-4c83-a6bd-757a1ee69055 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:06:05.165789 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b7334e-dc38-44d1-826c-cc2b8b478263', 'code': 200} Mar 29 10:06:05.324026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a55d10-1b0d-4edd-89e7-2dbd3805c6f5 req-87b82641-87c7-4888-9765-eadeca30cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:05.325421 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f9a55d10-1b0d-4edd-89e7-2dbd3805c6f5 req-87b82641-87c7-4888-9765-eadeca30cabb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0396106 Mar 29 10:06:05.359588 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f9a55d10-1b0d-4edd-89e7-2dbd3805c6f5 req-fb5c7328-e485-45e0-a484-3aa73c4dbdd6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279624 Mar 29 10:06:05.725809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cef526-ba46-41ab-820f-f5b16e78f117 req-1f9290a5-1cac-4df1-979a-71f2e7a20211 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:05.727301 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-33cef526-ba46-41ab-820f-f5b16e78f117 req-1f9290a5-1cac-4df1-979a-71f2e7a20211 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0486228 Mar 29 10:06:05.769535 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-33cef526-ba46-41ab-820f-f5b16e78f117 req-204344b6-8203-4f23-bc41-d16ecce9dc75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361557 Mar 29 10:06:06.896579 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690a890-237b-44cb-b6d8-50852ce24c54 req-66d23da7-5f99-4d7a-8eb4-ff7f77d88d94 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:06.898084 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3690a890-237b-44cb-b6d8-50852ce24c54 req-66d23da7-5f99-4d7a-8eb4-ff7f77d88d94 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0581329 Mar 29 10:06:06.939988 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3690a890-237b-44cb-b6d8-50852ce24c54 req-329faead-0b69-4c87-b4d4-13ff71a5f632 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345478 Mar 29 10:06:07.060573 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46f5f8-374e-4a04-af94-ae28c6b63ea6 req-8c9d2c6b-95b1-4827-82d0-3770fa583d58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:07.062079 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-de46f5f8-374e-4a04-af94-ae28c6b63ea6 req-8c9d2c6b-95b1-4827-82d0-3770fa583d58 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0520887 Mar 29 10:06:07.104713 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-de46f5f8-374e-4a04-af94-ae28c6b63ea6 req-d669140e-73d4-48da-9a93-3d8f1047659f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363641 Mar 29 10:06:07.127729 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59248) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:06:07.171155 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da4c1c3-720e-42da-8fe5-9d03276c7023 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:07.172790 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5da4c1c3-720e-42da-8fe5-9d03276c7023 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 1094 time: 0.0440161 Mar 29 10:06:07.176921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59250) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:06:07.181327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '10b7334e-dc38-44d1-826c-cc2b8b478263', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:06:07.203472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:07.304885 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:07.415035 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.26.1.220 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/f54b778e-1213-4652-8f30-ef048819fa7a) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:06:07.527937 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:07.562149 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:07.599752 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:06:07.604516 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:06:07.608073 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:06:07.631938 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=f54b778e-1213-4652-8f30-ef048819fa7a,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:07.984517 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:08.054487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:08.216433 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:08.221256 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:08.290177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=f54b778e-1213-4652-8f30-ef048819fa7a,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:06:08.303704 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:08.409370 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Floating IP 3562b342-a875-4767-a26b-9b6b499450bb associated. External IP: 172.26.1.220, port: 10b7334e-dc38-44d1-826c-cc2b8b478263. Mar 29 10:06:08.643191 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router e23eefd2-10fa-4927-aeac-b70b3e1ae443 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:06:08.771737 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:06:08.782974 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d230e18-37f8-4549-9dba-d9d164dd5dcb None None] Sync routers for ids ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:06:08.795156 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:08.798355 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d230e18-37f8-4549-9dba-d9d164dd5dcb None None] Routers {'e23eefd2-10fa-4927-aeac-b70b3e1ae443'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:06:08.799024 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9d230e18-37f8-4549-9dba-d9d164dd5dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:05:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:06:08.826001 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-42a797c9-ece4-4186-8d03-f61fb980c57c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6480465 Mar 29 10:06:08.826571 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'tag': '10b7334e-dc38-44d1-826c-cc2b8b478263'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:06:08.829103 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680021bb-b168-4c26-bfc7-2ca43804ee2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5dcd5896-01dd-4c31-8fbc-afc18d483dd6", "tag": "10b7334e-dc38-44d1-826c-cc2b8b478263"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:06:08.868335 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcaedcd-8f55-4994-8ec8-e7286ceaddd1 x-openstack-request-id: req-7fcaedcd-8f55-4994-8ec8-e7286ceaddd1 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:06:08.868692 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dcd5896-01dd-4c31-8fbc-afc18d483dd6", "tag": "10b7334e-dc38-44d1-826c-cc2b8b478263", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:06:08.869230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fcaedcd-8f55-4994-8ec8-e7286ceaddd1 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:06:08.869811 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'tag': '10b7334e-dc38-44d1-826c-cc2b8b478263', 'status': 'completed', 'code': 200} Mar 29 10:06:08.923222 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-9d230e18-37f8-4549-9dba-d9d164dd5dcb None None] Set router e23eefd2-10fa-4927-aeac-b70b3e1ae443 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:06:08.962868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680021bb-b168-4c26-bfc7-2ca43804ee2a req-17d09098-dce7-4203-9bb2-b8f5bc4b5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:08.964274 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-680021bb-b168-4c26-bfc7-2ca43804ee2a req-17d09098-dce7-4203-9bb2-b8f5bc4b5b2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0666938 Mar 29 10:06:08.976971 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406362a-f29c-4983-ad98-98b3f5b88d60 req-c0a9eb44-b05d-4bfa-985e-8ac34c304033 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:08.978494 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9406362a-f29c-4983-ad98-98b3f5b88d60 req-c0a9eb44-b05d-4bfa-985e-8ac34c304033 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0924420 Mar 29 10:06:09.067673 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9406362a-f29c-4983-ad98-98b3f5b88d60 req-fd99f6a6-09fe-4cd2-afd9-f76537886e02 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807474 Mar 29 10:06:09.091426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59256) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:06:09.101087 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680021bb-b168-4c26-bfc7-2ca43804ee2a req-1855b96f-2949-4b27-a418-e9b45bacbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:09.103072 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-680021bb-b168-4c26-bfc7-2ca43804ee2a req-1855b96f-2949-4b27-a418-e9b45bacbe05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=db8882dd-59e0-4c32-bbe5-4ac046890eb4 HTTP/1.1" status: 200 len: 898 time: 0.1237113 Mar 29 10:06:09.159274 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9d230e18-37f8-4549-9dba-d9d164dd5dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:05:50Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '3562b342-a875-4767-a26b-9b6b499450bb', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.220', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'port_id': '10b7334e-dc38-44d1-826c-cc2b8b478263', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'mac_address': 'fa:16:3e:5f:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:06:07Z', 'updated_at': '2022-03-29T10:06:07Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e116fe77-88c6-45aa-8371-a5a504224bff', 'name': '', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:e9:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '823646ca-6961-469a-a451-bc5c4d819b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:50Z', 'updated_at': '2022-03-29T10:05:54Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '823646ca-6961-469a-a451-bc5c4d819b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:06:09.186197 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d230e18-37f8-4549-9dba-d9d164dd5dcb None None] Checking router: e23eefd2-10fa-4927-aeac-b70b3e1ae443 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:06:09.196742 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d230e18-37f8-4549-9dba-d9d164dd5dcb None None] Routers {'e23eefd2-10fa-4927-aeac-b70b3e1ae443'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:06:09.197766 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9d230e18-37f8-4549-9dba-d9d164dd5dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:05:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:06:09.203365 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7d13ef1d-770f-43da-903d-eacd60208d69 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/3562b342-a875-4767-a26b-9b6b499450bb HTTP/1.1" status: 200 len: 992 time: 0.1108229 Mar 29 10:06:09.207295 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-680021bb-b168-4c26-bfc7-2ca43804ee2a req-9c797c8b-ee28-4b10-930a-808b4835d36e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10b7334e-dc38-44d1-826c-cc2b8b478263 HTTP/1.1" status: 200 len: 1000 time: 0.0787399 Mar 29 10:06:09.255937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680021bb-b168-4c26-bfc7-2ca43804ee2a req-0fed2bc6-223c-47ef-9616-8709bcfde620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:09.257310 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-680021bb-b168-4c26-bfc7-2ca43804ee2a req-0fed2bc6-223c-47ef-9616-8709bcfde620 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=823646ca-6961-469a-a451-bc5c4d819b10 HTTP/1.1" status: 200 len: 834 time: 0.0434153 Mar 29 10:06:09.303636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680021bb-b168-4c26-bfc7-2ca43804ee2a req-ff022a5d-eed5-414d-8039-b0283abf732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:09.305132 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-680021bb-b168-4c26-bfc7-2ca43804ee2a req-ff022a5d-eed5-414d-8039-b0283abf732c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db8882dd-59e0-4c32-bbe5-4ac046890eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419042 Mar 29 10:06:09.306837 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-9d230e18-37f8-4549-9dba-d9d164dd5dcb None None] Set router e23eefd2-10fa-4927-aeac-b70b3e1ae443 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:06:09.410846 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-680021bb-b168-4c26-bfc7-2ca43804ee2a req-8663946c-b654-47b2-97b5-529215348744 service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995462 Mar 29 10:06:09.522830 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-680021bb-b168-4c26-bfc7-2ca43804ee2a req-edcffd77-8cd0-4a08-aac0-06df92957d1a service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054523 Mar 29 10:06:09.557824 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9d230e18-37f8-4549-9dba-d9d164dd5dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:05:50Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '3562b342-a875-4767-a26b-9b6b499450bb', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.220', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'port_id': '10b7334e-dc38-44d1-826c-cc2b8b478263', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'mac_address': 'fa:16:3e:5f:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:06:07Z', 'updated_at': '2022-03-29T10:06:07Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e116fe77-88c6-45aa-8371-a5a504224bff', 'name': '', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:e9:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '823646ca-6961-469a-a451-bc5c4d819b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:50Z', 'updated_at': '2022-03-29T10:05:54Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '823646ca-6961-469a-a451-bc5c4d819b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:06:09.584816 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d230e18-37f8-4549-9dba-d9d164dd5dcb None None] The sync data for ids ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'] in dv-neutron-835554-1-hyperv is: [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:05:50Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '3562b342-a875-4767-a26b-9b6b499450bb', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.220', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'port_id': '10b7334e-dc38-44d1-826c-cc2b8b478263', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'mac_address': 'fa:16:3e:5f:57:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:06:07Z', 'updated_at': '2022-03-29T10:06:07Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e116fe77-88c6-45aa-8371-a5a504224bff', 'name': '', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:e9:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '823646ca-6961-469a-a451-bc5c4d819b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:50Z', 'updated_at': '2022-03-29T10:05:54Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '823646ca-6961-469a-a451-bc5c4d819b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:06:09.807943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222e32d-f2c9-4924-8b1e-bdd9a38fde55 None None] New status for floating IP 3562b342-a875-4767-a26b-9b6b499450bb: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:06:10.207255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59258) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:06:10.282453 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-64ca711d-7318-4cbe-8bbe-0715bc29b290 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/3562b342-a875-4767-a26b-9b6b499450bb HTTP/1.1" status: 200 len: 994 time: 0.0736296 Mar 29 10:06:26.804786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-31bc1897-53fa-477e-8ca5-10a5bd0b766a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:29.210372 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9d7ab132-651d-4d6f-babb-aa55aba91fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:30.732110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:32.124306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:32.709527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:33.988863 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:39.181222 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:06:52.637806 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43f1129b-957e-44d2-9270-8cef6311f285 req-28f82557-5aad-402a-98b6-246ce5e9e601 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841780 Mar 29 10:06:52.724005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1129b-957e-44d2-9270-8cef6311f285 req-f3f272c8-c183-4eaf-b899-eb8c995f124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:52.725487 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43f1129b-957e-44d2-9270-8cef6311f285 req-f3f272c8-c183-4eaf-b899-eb8c995f124c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0403814 Mar 29 10:06:52.832123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1129b-957e-44d2-9270-8cef6311f285 req-921cd392-31fa-4454-b312-ddcc4e68f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:52.833476 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43f1129b-957e-44d2-9270-8cef6311f285 req-921cd392-31fa-4454-b312-ddcc4e68f26c service neutron] 10.222.0.24 "GET /v2.0/networks?id=db8882dd-59e0-4c32-bbe5-4ac046890eb4 HTTP/1.1" status: 200 len: 898 time: 0.0900712 Mar 29 10:06:52.897598 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43f1129b-957e-44d2-9270-8cef6311f285 req-79b63b4b-f9af-4b92-a1f6-94b69bde62fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10b7334e-dc38-44d1-826c-cc2b8b478263 HTTP/1.1" status: 200 len: 1002 time: 0.0576310 Mar 29 10:06:52.951747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1129b-957e-44d2-9270-8cef6311f285 req-e9d0adc0-a96f-403d-ac0d-543b661b83d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:52.953196 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43f1129b-957e-44d2-9270-8cef6311f285 req-e9d0adc0-a96f-403d-ac0d-543b661b83d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=823646ca-6961-469a-a451-bc5c4d819b10 HTTP/1.1" status: 200 len: 834 time: 0.0497849 Mar 29 10:06:53.004913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1129b-957e-44d2-9270-8cef6311f285 req-8b7626ff-ecf8-45ad-9cc7-60fd661beb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:06:53.006464 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43f1129b-957e-44d2-9270-8cef6311f285 req-8b7626ff-ecf8-45ad-9cc7-60fd661beb5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db8882dd-59e0-4c32-bbe5-4ac046890eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467999 Mar 29 10:06:53.096915 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43f1129b-957e-44d2-9270-8cef6311f285 req-97d6f16e-4fe8-46c6-8eca-d0b87304fecd service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840199 Mar 29 10:06:53.196126 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43f1129b-957e-44d2-9270-8cef6311f285 req-bcf1f265-ad50-4758-a3ab-a1b7e87fdfbc service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931020 Mar 29 10:06:56.806708 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-32481576-658c-4e0a-983d-bd789d52840e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:06:59.216099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba943c20-4be5-4b6e-ac4f-947262d8ea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:00.736204 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:02.118556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:02.712151 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:03.980837 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:16.181206 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:07:21.887803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94717a3f-9ddd-41a2-b70a-f272ae058c8f req-921adf2b-bc7f-44f5-9c41-4d169655cab7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:21.889319 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-94717a3f-9ddd-41a2-b70a-f272ae058c8f req-921adf2b-bc7f-44f5-9c41-4d169655cab7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0909357 Mar 29 10:07:21.903129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad91ec-215e-4c01-907d-249dec944634 req-004e0e9e-a931-44f1-b9b6-29035a08d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:21.904541 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fad91ec-215e-4c01-907d-249dec944634 req-004e0e9e-a931-44f1-b9b6-29035a08d740 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0872729 Mar 29 10:07:21.965329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-94717a3f-9ddd-41a2-b70a-f272ae058c8f req-5c593520-c3c6-4335-816e-1c056d652d36 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597882 Mar 29 10:07:22.026436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad91ec-215e-4c01-907d-249dec944634 req-22fc03fe-b39b-411a-8106-2da70db99d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:22.027929 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fad91ec-215e-4c01-907d-249dec944634 req-22fc03fe-b39b-411a-8106-2da70db99d7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=db8882dd-59e0-4c32-bbe5-4ac046890eb4 HTTP/1.1" status: 200 len: 898 time: 0.1154540 Mar 29 10:07:22.119163 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fad91ec-215e-4c01-907d-249dec944634 req-97e9c417-5f88-4046-a104-3e83497a792e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10b7334e-dc38-44d1-826c-cc2b8b478263 HTTP/1.1" status: 200 len: 1002 time: 0.0834115 Mar 29 10:07:22.176507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad91ec-215e-4c01-907d-249dec944634 req-a962408a-7faf-4ce1-8efe-785342192f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:22.178494 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fad91ec-215e-4c01-907d-249dec944634 req-a962408a-7faf-4ce1-8efe-785342192f54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=823646ca-6961-469a-a451-bc5c4d819b10 HTTP/1.1" status: 200 len: 834 time: 0.0509589 Mar 29 10:07:22.226389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad91ec-215e-4c01-907d-249dec944634 req-ae7d492c-0f84-4733-873d-c914525ec5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:22.227873 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fad91ec-215e-4c01-907d-249dec944634 req-ae7d492c-0f84-4733-873d-c914525ec5f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db8882dd-59e0-4c32-bbe5-4ac046890eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416648 Mar 29 10:07:22.333365 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fad91ec-215e-4c01-907d-249dec944634 req-53faa7ad-24f5-4f9d-97ed-238669ac31ab service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987203 Mar 29 10:07:22.433145 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fad91ec-215e-4c01-907d-249dec944634 req-a4ee6ead-a193-4dcb-ae78-3a2c5a35cea3 service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925875 Mar 29 10:07:23.100676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343313e-5864-4156-b47b-c66cb6482b2a req-69b56068-fd99-4949-bdc6-a9c0fb8dceca tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:23.102351 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6343313e-5864-4156-b47b-c66cb6482b2a req-69b56068-fd99-4949-bdc6-a9c0fb8dceca tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0571699 Mar 29 10:07:23.159397 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6343313e-5864-4156-b47b-c66cb6482b2a req-a72f6fc7-dfc3-4f71-92f8-bffe316545ac tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501962 Mar 29 10:07:24.290208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce22a1c-9eb9-4b5c-8a8d-12446896e604 req-ae286f02-8712-4eb6-a160-335a96457267 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:24.291739 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ce22a1c-9eb9-4b5c-8a8d-12446896e604 req-ae286f02-8712-4eb6-a160-335a96457267 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0601690 Mar 29 10:07:24.337385 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ce22a1c-9eb9-4b5c-8a8d-12446896e604 req-c99360cf-8cd8-421c-8579-54b18679a585 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379150 Mar 29 10:07:25.460458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a61eb4-2024-495e-8929-cd51acf1c67e req-93005406-6cb1-4dd8-97b9-2fce74eb0c2f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:25.461388 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55a61eb4-2024-495e-8929-cd51acf1c67e req-93005406-6cb1-4dd8-97b9-2fce74eb0c2f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0507269 Mar 29 10:07:25.503598 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-55a61eb4-2024-495e-8929-cd51acf1c67e req-ff78a4cc-ea83-43f8-b857-a17694d933b9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359526 Mar 29 10:07:26.621092 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf245a-feb4-460b-ae9e-72f37973e714 req-c3724aec-8411-4f96-b736-0e5e742ab253 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:26.622602 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cdcf245a-feb4-460b-ae9e-72f37973e714 req-c3724aec-8411-4f96-b736-0e5e742ab253 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0490797 Mar 29 10:07:26.666920 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cdcf245a-feb4-460b-ae9e-72f37973e714 req-788f35ce-b588-402f-930c-b13f8a04e917 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355077 Mar 29 10:07:26.809413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a3583acc-593a-44a1-9190-44e89ab6e96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:27.783910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69da7ed-917f-4d4b-a20e-3e178f83d5e9 req-602ded05-c607-4b7f-9941-603262aca287 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:27.785659 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b69da7ed-917f-4d4b-a20e-3e178f83d5e9 req-602ded05-c607-4b7f-9941-603262aca287 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0500526 Mar 29 10:07:27.827836 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b69da7ed-917f-4d4b-a20e-3e178f83d5e9 req-3aec213a-fb57-4403-800c-8c5016c8abbb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319684 Mar 29 10:07:29.053109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcca6c-abfb-45a6-a262-0bc148a1920b req-7acebb8d-ad78-4d3e-93ce-94c053b7187b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:29.054821 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-57fcca6c-abfb-45a6-a262-0bc148a1920b req-7acebb8d-ad78-4d3e-93ce-94c053b7187b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.1512172 Mar 29 10:07:29.107754 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-57fcca6c-abfb-45a6-a262-0bc148a1920b req-2432323a-c72b-45ae-9ef1-650c2b384176 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464184 Mar 29 10:07:29.223358 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-00d8c232-ce9c-4d6c-8c43-c7d4b42a241e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:30.294816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1efa0-e272-48be-ad89-e00d708192a5 req-d2cb578b-0402-4272-be9a-2a61302f67a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:30.296345 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9cd1efa0-e272-48be-ad89-e00d708192a5 req-d2cb578b-0402-4272-be9a-2a61302f67a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.1113794 Mar 29 10:07:30.338389 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9cd1efa0-e272-48be-ad89-e00d708192a5 req-35327ecd-eafb-4fda-91f5-2fb43b0d1b34 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338929 Mar 29 10:07:30.741093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:31.464779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282023-e71d-4f28-9e4d-1d35ae1f7b3f req-3f1cdc56-6c44-4e5d-a37d-15d8636c56b3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:31.466308 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab282023-e71d-4f28-9e4d-1d35ae1f7b3f req-3f1cdc56-6c44-4e5d-a37d-15d8636c56b3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0533113 Mar 29 10:07:31.509531 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ab282023-e71d-4f28-9e4d-1d35ae1f7b3f req-05bd6108-8a81-468c-936c-3a5ee2c28b9c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364130 Mar 29 10:07:32.127004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:32.642487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849c395-8603-49c6-884d-74117abd59ad req-2f6bf7a5-78b8-46c6-9291-2742464a0b06 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:32.643963 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b849c395-8603-49c6-884d-74117abd59ad req-2f6bf7a5-78b8-46c6-9291-2742464a0b06 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0586011 Mar 29 10:07:32.687648 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b849c395-8603-49c6-884d-74117abd59ad req-67046ee6-a7b6-4c8e-9b63-e0b9b6ded5bb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364954 Mar 29 10:07:32.716991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:33.813552 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f58cb-b08a-4ea0-9798-56cbfd7b4828 req-ba19798b-9453-4259-84db-f94040c11564 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:33.815151 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-825f58cb-b08a-4ea0-9798-56cbfd7b4828 req-ba19798b-9453-4259-84db-f94040c11564 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0528705 Mar 29 10:07:33.859212 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-825f58cb-b08a-4ea0-9798-56cbfd7b4828 req-eabca695-645e-4f69-a2c2-d84cdb692e6b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371935 Mar 29 10:07:33.881890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59314) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:07:33.968363 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-500b9d4c-c1b8-41ab-b9a0-a8c10d9ca245 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/3562b342-a875-4767-a26b-9b6b499450bb HTTP/1.1" status: 200 len: 994 time: 0.0852969 Mar 29 10:07:33.983872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:52.608307 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-431f350c-d2ad-4795-9184-e3971be0b3bb req-43767a39-a349-4502-919b-4b72c296f050 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494218 Mar 29 10:07:52.701050 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f350c-d2ad-4795-9184-e3971be0b3bb req-6aa60346-d23e-4008-bf5a-b50133aa8879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:52.702569 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-431f350c-d2ad-4795-9184-e3971be0b3bb req-6aa60346-d23e-4008-bf5a-b50133aa8879 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0487757 Mar 29 10:07:52.860793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f350c-d2ad-4795-9184-e3971be0b3bb req-806f1f19-21c3-480f-95dc-fb247a9725ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:52.862203 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-431f350c-d2ad-4795-9184-e3971be0b3bb req-806f1f19-21c3-480f-95dc-fb247a9725ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=db8882dd-59e0-4c32-bbe5-4ac046890eb4 HTTP/1.1" status: 200 len: 898 time: 0.1347303 Mar 29 10:07:52.959773 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-431f350c-d2ad-4795-9184-e3971be0b3bb req-ae9cc963-4140-49b6-81ac-be459597429f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10b7334e-dc38-44d1-826c-cc2b8b478263 HTTP/1.1" status: 200 len: 1002 time: 0.0907543 Mar 29 10:07:53.026245 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f350c-d2ad-4795-9184-e3971be0b3bb req-9b6964f2-b79d-4a0d-b0f7-a929fb4cf5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:53.027719 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-431f350c-d2ad-4795-9184-e3971be0b3bb req-9b6964f2-b79d-4a0d-b0f7-a929fb4cf5a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=823646ca-6961-469a-a451-bc5c4d819b10 HTTP/1.1" status: 200 len: 834 time: 0.0607908 Mar 29 10:07:53.078174 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f350c-d2ad-4795-9184-e3971be0b3bb req-afb12152-ef07-4b14-a58e-66428ad39d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:07:53.079675 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-431f350c-d2ad-4795-9184-e3971be0b3bb req-afb12152-ef07-4b14-a58e-66428ad39d7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db8882dd-59e0-4c32-bbe5-4ac046890eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455427 Mar 29 10:07:53.183638 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-431f350c-d2ad-4795-9184-e3971be0b3bb req-13b1c49c-b7cc-4365-bd01-9d41805aad37 service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965271 Mar 29 10:07:53.184567 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:07:53.287620 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-431f350c-d2ad-4795-9184-e3971be0b3bb req-a761629a-97b6-472e-9241-5bab7af87782 service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963171 Mar 29 10:07:56.817196 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7de4-18fa-41be-b3e3-5c7875dc98ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:07:59.218311 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2780a1a5-3f49-4e86-bb97-0294913b0bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:00.743529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:02.125611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:02.718180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:03.983414 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:18.660651 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [req-ac5aa77a-2cd4-47c7-970a-ae02df3aa35f req-c9a8c8b4-655f-4baa-a41f-cf667232806b tempest-ServerDiskConfigTestJSON-966960627 tempest-ServerDiskConfigTestJSON-966960627-project] (102495) timed out ('10.222.0.24', 50188) {{(pid=102495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 10:08:26.811683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9abc37cd-68a9-450c-8ba5-d6de56d79234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:29.221872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f6a0e854-ef21-4746-aeea-9de5909bcdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:30.184441 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:08:30.746884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:30.997761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59336) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:31.150864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port f54b778e-1213-4652-8f30-ef048819fa7a {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:08:31.151207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:31.225032 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:31.225351 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:31.237135 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for f54b778e-1213-4652-8f30-ef048819fa7a owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:08:31.381060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:31.406327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=f54b778e-1213-4652-8f30-ef048819fa7a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:31.429214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:31.429556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:31.429924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:31.430258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:31.430587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:31.431037 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:31.431561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:31.439705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:31.441044 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:31.441915 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:31.442262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:31.442594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:31.486190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:31.486515 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Floating IP 3562b342-a875-4767-a26b-9b6b499450bb disassociated (deleted). External IP: 172.26.1.220, port: 10b7334e-dc38-44d1-826c-cc2b8b478263. Mar 29 10:08:31.688761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router e23eefd2-10fa-4927-aeac-b70b3e1ae443 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:08:31.794203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:08:31.798970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:31.805675 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eff02a-83a2-4e87-871b-c299b6913ef1 None None] Sync routers for ids ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:08:31.814084 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eff02a-83a2-4e87-871b-c299b6913ef1 None None] Routers {'e23eefd2-10fa-4927-aeac-b70b3e1ae443'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:08:31.814691 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-48eff02a-83a2-4e87-871b-c299b6913ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:08:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:31.923734 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-48eff02a-83a2-4e87-871b-c299b6913ef1 None None] Set router e23eefd2-10fa-4927-aeac-b70b3e1ae443 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:08:32.118908 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:32.130066 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-48eff02a-83a2-4e87-871b-c299b6913ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:05:50Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e116fe77-88c6-45aa-8371-a5a504224bff', 'name': '', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:e9:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '823646ca-6961-469a-a451-bc5c4d819b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:50Z', 'updated_at': '2022-03-29T10:05:54Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '823646ca-6961-469a-a451-bc5c4d819b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:32.156509 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eff02a-83a2-4e87-871b-c299b6913ef1 None None] Checking router: e23eefd2-10fa-4927-aeac-b70b3e1ae443 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:08:32.162759 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-312a19f8-8517-40a1-9c54-0cf67a9c70a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/floatingips/3562b342-a875-4767-a26b-9b6b499450bb HTTP/1.1" status: 204 len: 168 time: 1.1640165 Mar 29 10:08:32.163413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'tag': '10b7334e-dc38-44d1-826c-cc2b8b478263'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:08:32.165289 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eff02a-83a2-4e87-871b-c299b6913ef1 None None] Routers {'e23eefd2-10fa-4927-aeac-b70b3e1ae443'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:08:32.165750 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-48eff02a-83a2-4e87-871b-c299b6913ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:08:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:32.165882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a711e52-dbed-4d6d-a298-1d2728f1cc27" -d '{"events": [{"name": "network-changed", "server_uuid": "5dcd5896-01dd-4c31-8fbc-afc18d483dd6", "tag": "10b7334e-dc38-44d1-826c-cc2b8b478263"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:08:32.210437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d207603-519f-42be-b600-e6c558e74d24 x-openstack-request-id: req-4d207603-519f-42be-b600-e6c558e74d24 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:08:32.210727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dcd5896-01dd-4c31-8fbc-afc18d483dd6", "tag": "10b7334e-dc38-44d1-826c-cc2b8b478263", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:08:32.211010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d207603-519f-42be-b600-e6c558e74d24 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:08:32.211401 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'tag': '10b7334e-dc38-44d1-826c-cc2b8b478263', 'status': 'completed', 'code': 200} Mar 29 10:08:32.294602 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a711e52-dbed-4d6d-a298-1d2728f1cc27 req-0130492e-dcaa-45f5-a9ea-3ffe9aa454b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:32.296513 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0a711e52-dbed-4d6d-a298-1d2728f1cc27 req-0130492e-dcaa-45f5-a9ea-3ffe9aa454b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 1099 time: 0.0573106 Mar 29 10:08:32.376676 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-48eff02a-83a2-4e87-871b-c299b6913ef1 None None] Set router e23eefd2-10fa-4927-aeac-b70b3e1ae443 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:08:32.438136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a711e52-dbed-4d6d-a298-1d2728f1cc27 req-841e4247-ec59-4544-94eb-4e4e786f3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:32.439666 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0a711e52-dbed-4d6d-a298-1d2728f1cc27 req-841e4247-ec59-4544-94eb-4e4e786f3ad4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=db8882dd-59e0-4c32-bbe5-4ac046890eb4 HTTP/1.1" status: 200 len: 898 time: 0.1335018 Mar 29 10:08:32.455692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23557f06-66c4-419e-888d-bd831e9f76c0 req-a3f5d28d-76a8-4f88-aeb4-854ed055bf97 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:32.457229 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-23557f06-66c4-419e-888d-bd831e9f76c0 req-a3f5d28d-76a8-4f88-aeb4-854ed055bf97 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0717452 Mar 29 10:08:32.500928 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0a711e52-dbed-4d6d-a298-1d2728f1cc27 req-57c08240-7be6-4b9e-96d3-0cdb3c69ff0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10b7334e-dc38-44d1-826c-cc2b8b478263 HTTP/1.1" status: 200 len: 217 time: 0.0533156 Mar 29 10:08:32.568028 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-23557f06-66c4-419e-888d-bd831e9f76c0 req-c807282f-11cd-4e7e-9802-c9a0269ebf8f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020598 Mar 29 10:08:32.573683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a711e52-dbed-4d6d-a298-1d2728f1cc27 req-068260e7-8949-4101-8806-745c905a55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:32.575130 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0a711e52-dbed-4d6d-a298-1d2728f1cc27 req-068260e7-8949-4101-8806-745c905a55e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=823646ca-6961-469a-a451-bc5c4d819b10 HTTP/1.1" status: 200 len: 834 time: 0.0660219 Mar 29 10:08:32.585854 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-48eff02a-83a2-4e87-871b-c299b6913ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:05:50Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e116fe77-88c6-45aa-8371-a5a504224bff', 'name': '', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:e9:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '823646ca-6961-469a-a451-bc5c4d819b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:50Z', 'updated_at': '2022-03-29T10:05:54Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '823646ca-6961-469a-a451-bc5c4d819b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:32.613073 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eff02a-83a2-4e87-871b-c299b6913ef1 None None] The sync data for ids ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'] in dv-neutron-835554-1-hyperv is: [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:05:50Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'e116fe77-88c6-45aa-8371-a5a504224bff', 'name': '', 'network_id': 'db8882dd-59e0-4c32-bbe5-4ac046890eb4', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:e9:4f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '823646ca-6961-469a-a451-bc5c4d819b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:50Z', 'updated_at': '2022-03-29T10:05:54Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '823646ca-6961-469a-a451-bc5c4d819b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:08:32.623309 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a711e52-dbed-4d6d-a298-1d2728f1cc27 req-5a62a27e-0fe0-44db-890e-42f800aa6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:32.624827 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0a711e52-dbed-4d6d-a298-1d2728f1cc27 req-5a62a27e-0fe0-44db-890e-42f800aa6cd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=db8882dd-59e0-4c32-bbe5-4ac046890eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426791 Mar 29 10:08:32.724448 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:32.745788 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0a711e52-dbed-4d6d-a298-1d2728f1cc27 req-15deb027-ef96-4b7b-99ef-b598d1a59cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123159 Mar 29 10:08:32.850910 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0a711e52-dbed-4d6d-a298-1d2728f1cc27 req-c91b8493-91e5-4416-891c-95e1daf4da7e service neutron] 10.222.0.24 "GET /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979638 Mar 29 10:08:32.874263 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79acf529-b298-4624-b1d8-4961784e765c None None] New status for floating IP 3562b342-a875-4767-a26b-9b6b499450bb: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:08:33.685154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84de433-129f-4a37-975d-be286f652da4 req-48d68e14-5144-42c9-823b-b1e5f2a7aa27 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:33.686722 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d84de433-129f-4a37-975d-be286f652da4 req-48d68e14-5144-42c9-823b-b1e5f2a7aa27 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0485082 Mar 29 10:08:33.724592 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d84de433-129f-4a37-975d-be286f652da4 req-13933fc5-f854-408d-bd3f-c47cc5d6610a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=a46a5c7f-176d-4ad7-a232-d19928357fde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313668 Mar 29 10:08:33.992396 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:34.244678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba0be0-4857-4ef5-823e-3bc1307ce7ae req-056d3079-3823-4d4f-b1a8-3e7cc8abe87f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:34.246055 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f7ba0be0-4857-4ef5-823e-3bc1307ce7ae req-056d3079-3823-4d4f-b1a8-3e7cc8abe87f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 946 time: 0.0527093 Mar 29 10:08:34.333107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-f7ba0be0-4857-4ef5-823e-3bc1307ce7ae req-b7a39154-9c0b-4991-a59f-4576790a1fcb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port 10b7334e-dc38-44d1-826c-cc2b8b478263 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:08:34.333450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f7ba0be0-4857-4ef5-823e-3bc1307ce7ae req-b7a39154-9c0b-4991-a59f-4576790a1fcb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:34.423543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-f7ba0be0-4857-4ef5-823e-3bc1307ce7ae req-b7a39154-9c0b-4991-a59f-4576790a1fcb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port 10b7334e-dc38-44d1-826c-cc2b8b478263, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=10b7334e-dc38-44d1-826c-cc2b8b478263,segment=NetworkSegment(0d7f664b-770c-4690-b2da-903ed3e14b32),segment_id=0d7f664b-770c-4690-b2da-903ed3e14b32)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:08:34.423899 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f7ba0be0-4857-4ef5-823e-3bc1307ce7ae req-b7a39154-9c0b-4991-a59f-4576790a1fcb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:34.438084 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-f7ba0be0-4857-4ef5-823e-3bc1307ce7ae req-b7a39154-9c0b-4991-a59f-4576790a1fcb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for 10b7334e-dc38-44d1-826c-cc2b8b478263 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:08:34.576230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f7ba0be0-4857-4ef5-823e-3bc1307ce7ae req-b7a39154-9c0b-4991-a59f-4576790a1fcb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:34.611008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a39154-9c0b-4991-a59f-4576790a1fcb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=10b7334e-dc38-44d1-826c-cc2b8b478263,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:34.653217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ba0be0-4857-4ef5-823e-3bc1307ce7ae req-b7a39154-9c0b-4991-a59f-4576790a1fcb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] No DVR routers for this DVR port 10b7334e-dc38-44d1-826c-cc2b8b478263 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:08:34.655804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f7ba0be0-4857-4ef5-823e-3bc1307ce7ae req-b7a39154-9c0b-4991-a59f-4576790a1fcb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:34.659932 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f7ba0be0-4857-4ef5-823e-3bc1307ce7ae req-b7a39154-9c0b-4991-a59f-4576790a1fcb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "DELETE /v2.0/ports/10b7334e-dc38-44d1-826c-cc2b8b478263 HTTP/1.1" status: 204 len: 173 time: 0.4070818 Mar 29 10:08:34.660385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'name': 'network-vif-deleted', 'tag': '10b7334e-dc38-44d1-826c-cc2b8b478263'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:08:34.662697 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72ea0da-f64a-4b6a-a72d-8136100f7842" -d '{"events": [{"server_uuid": "5dcd5896-01dd-4c31-8fbc-afc18d483dd6", "name": "network-vif-deleted", "tag": "10b7334e-dc38-44d1-826c-cc2b8b478263"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:08:34.700362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9c3257-37c0-45db-a762-202141a0b246 x-openstack-request-id: req-0a9c3257-37c0-45db-a762-202141a0b246 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:08:34.701023 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dcd5896-01dd-4c31-8fbc-afc18d483dd6", "name": "network-vif-deleted", "tag": "10b7334e-dc38-44d1-826c-cc2b8b478263", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:08:34.701023 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a9c3257-37c0-45db-a762-202141a0b246 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:08:34.701278 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcd5896-01dd-4c31-8fbc-afc18d483dd6', 'name': 'network-vif-deleted', 'tag': '10b7334e-dc38-44d1-826c-cc2b8b478263', 'status': 'completed', 'code': 200} Mar 29 10:08:34.839461 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-530ddd7b-822e-4afc-af5d-9b1e48bc649e req-a7e22263-dfee-4cd1-8476-0b38ba0744a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=5dcd5896-01dd-4c31-8fbc-afc18d483dd6 HTTP/1.1" status: 200 len: 210 time: 0.0268514 Mar 29 10:08:35.894410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59358) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:36.246176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-31989383-e6e5-499a-b65d-50b70973e6b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:36.498578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-31989383-e6e5-499a-b65d-50b70973e6b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port e116fe77-88c6-45aa-8371-a5a504224bff {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:08:36.498832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-31989383-e6e5-499a-b65d-50b70973e6b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:36.583715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-31989383-e6e5-499a-b65d-50b70973e6b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port e116fe77-88c6-45aa-8371-a5a504224bff, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e116fe77-88c6-45aa-8371-a5a504224bff,segment=NetworkSegment(0d7f664b-770c-4690-b2da-903ed3e14b32),segment_id=0d7f664b-770c-4690-b2da-903ed3e14b32)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:08:36.584071 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-31989383-e6e5-499a-b65d-50b70973e6b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:36.596145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-31989383-e6e5-499a-b65d-50b70973e6b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for e116fe77-88c6-45aa-8371-a5a504224bff owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:08:36.781731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-31989383-e6e5-499a-b65d-50b70973e6b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:36.807461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31989383-e6e5-499a-b65d-50b70973e6b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=e116fe77-88c6-45aa-8371-a5a504224bff,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:36.980200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-31989383-e6e5-499a-b65d-50b70973e6b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.193194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31989383-e6e5-499a-b65d-50b70973e6b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router e23eefd2-10fa-4927-aeac-b70b3e1ae443 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:08:37.296311 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31989383-e6e5-499a-b65d-50b70973e6b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:08:37.301936 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-31989383-e6e5-499a-b65d-50b70973e6b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "PUT /v2.0/routers/e23eefd2-10fa-4927-aeac-b70b3e1ae443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4064620 Mar 29 10:08:37.304750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59360) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:37.307973 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c39207-9438-4a1a-b60c-3bbabb673e4b None None] Sync routers for ids ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:08:37.317402 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c39207-9438-4a1a-b60c-3bbabb673e4b None None] Routers {'e23eefd2-10fa-4927-aeac-b70b3e1ae443'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:08:37.318109 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e8c39207-9438-4a1a-b60c-3bbabb673e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:08:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:37.354233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a95353-d008-4fef-8e6d-04f731124f8a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting subnet 823646ca-6961-469a-a451-bc5c4d819b10 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:08:37.357319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07a95353-d008-4fef-8e6d-04f731124f8a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.395613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07a95353-d008-4fef-8e6d-04f731124f8a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.419928 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-e8c39207-9438-4a1a-b60c-3bbabb673e4b None None] Set router e23eefd2-10fa-4927-aeac-b70b3e1ae443 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:08:37.482327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07a95353-d008-4fef-8e6d-04f731124f8a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.542307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07a95353-d008-4fef-8e6d-04f731124f8a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.570683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a95353-d008-4fef-8e6d-04f731124f8a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Subnet': ['ID=823646ca-6961-469a-a451-bc5c4d819b10,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:37.572953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07a95353-d008-4fef-8e6d-04f731124f8a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.576595 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-07a95353-d008-4fef-8e6d-04f731124f8a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/subnets/823646ca-6961-469a-a451-bc5c4d819b10 HTTP/1.1" status: 204 len: 168 time: 0.2708895 Mar 29 10:08:37.579167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59362) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:37.581843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff0a559-de54-4800-91cc-893aed129cc6 None None] Network db8882dd-59e0-4c32-bbe5-4ac046890eb4 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:08:37.606836 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e8c39207-9438-4a1a-b60c-3bbabb673e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:08:36Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:37.637169 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c39207-9438-4a1a-b60c-3bbabb673e4b None None] Checking router: e23eefd2-10fa-4927-aeac-b70b3e1ae443 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:08:37.645479 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c39207-9438-4a1a-b60c-3bbabb673e4b None None] Routers {'e23eefd2-10fa-4927-aeac-b70b3e1ae443'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:08:37.646114 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e8c39207-9438-4a1a-b60c-3bbabb673e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:08:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:37.685500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.728952 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 10b7334e-dc38-44d1-826c-cc2b8b478263 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:08:37.753423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 10b7334e-dc38-44d1-826c-cc2b8b478263 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:08:37.754154 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 10b7334e-dc38-44d1-826c-cc2b8b478263 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:08:37.770420 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-e8c39207-9438-4a1a-b60c-3bbabb673e4b None None] Set router e23eefd2-10fa-4927-aeac-b70b3e1ae443 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:08:37.796642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.798962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] DHCP port deletion for db8882dd-59e0-4c32-bbe5-4ac046890eb4 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:08:37.851647 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Deleting port 21feb395-0e41-4030-900e-db2a5609c864 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:08:37.852168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.854104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port f6702112-43bc-478c-b948-365e68436e9a {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:08:37.854473 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.916110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] For port 21feb395-0e41-4030-900e-db2a5609c864, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=21feb395-0e41-4030-900e-db2a5609c864,segment=NetworkSegment(0d7f664b-770c-4690-b2da-903ed3e14b32),segment_id=0d7f664b-770c-4690-b2da-903ed3e14b32)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:08:37.916540 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.929627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Calling delete_port for 21feb395-0e41-4030-900e-db2a5609c864 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:08:37.952060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port f6702112-43bc-478c-b948-365e68436e9a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f6702112-43bc-478c-b948-365e68436e9a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:08:37.952411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:37.954480 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e8c39207-9438-4a1a-b60c-3bbabb673e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:08:36Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:37.964325 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for f6702112-43bc-478c-b948-365e68436e9a owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:08:37.981719 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c39207-9438-4a1a-b60c-3bbabb673e4b None None] The sync data for ids ['e23eefd2-10fa-4927-aeac-b70b3e1ae443'] in dv-neutron-835554-1-hyperv is: [{'id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'name': 'tempest-TestNetworkAdvancedServerOps-router-792237527', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208'}], 'enable_snat': True}, 'gw_port_id': 'f6702112-43bc-478c-b948-365e68436e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:05:46Z', 'updated_at': '2022-03-29T10:08:36Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'f6702112-43bc-478c-b948-365e68436e9a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23eefd2-10fa-4927-aeac-b70b3e1ae443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:05:47Z', 'updated_at': '2022-03-29T10:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:08:38.021932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.048191 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Pushing event deleted for resources: {'Port': ['ID=21feb395-0e41-4030-900e-db2a5609c864,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:38.050484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] No DVR routers for this DVR port 21feb395-0e41-4030-900e-db2a5609c864 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:08:38.060519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.060519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.060519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.060519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.060519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.060519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.060519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.060519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.060519 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.061827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.061827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.061827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44e6b1a-4710-4f6d-8db5-127cc488c2db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.141204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.166519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=f6702112-43bc-478c-b948-365e68436e9a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:38.227645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.314595 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.317125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.358392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.359061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Fanout notify agent at l3_agent the message router_deleted on router e23eefd2-10fa-4927-aeac-b70b3e1ae443 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:08:38.366413 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.367568 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d1de1c73-c6b1-4f7b-a617-54905d34f851 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/routers/e23eefd2-10fa-4927-aeac-b70b3e1ae443 HTTP/1.1" status: 204 len: 168 time: 0.7874978 Mar 29 10:08:38.370330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59364) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:38.450258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.535173 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.556940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8882dd-59e0-4c32-bbe5-4ac046890eb4']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:38.567270 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7f664b-770c-4690-b2da-903ed3e14b32') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:38.567532 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7f664b-770c-4690-b2da-903ed3e14b32') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:38.577119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.590575 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.599676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:08:38.600327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:08:38.605066 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:08:38.670508 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.678213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.681268 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/networks/db8882dd-59e0-4c32-bbe5-4ac046890eb4 HTTP/1.1" status: 204 len: 168 time: 0.3099608 Mar 29 10:08:38.684076 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59366) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:38.692527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7c559-502d-4a13-aadb-3f7de00e92bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Network': ['ID=db8882dd-59e0-4c32-bbe5-4ac046890eb4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:38.744310 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.770189 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.831985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.834507 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:38.835669 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/security-groups/a46a5c7f-176d-4ad7-a232-d19928357fde HTTP/1.1" status: 204 len: 168 time: 0.1506219 Mar 29 10:08:38.845145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46a5c7f-176d-4ad7-a232-d19928357fde,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:38.854022 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.854414 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.854843 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.855081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.855425 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.855761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.856089 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.856416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.856765 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.857066 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.857542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:38.857997 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e3f4b8-07bb-40eb-b9d4-63a752722eb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:39.041659 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 21feb395-0e41-4030-900e-db2a5609c864 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:08:39.062235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 21feb395-0e41-4030-900e-db2a5609c864 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:08:39.062659 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 21feb395-0e41-4030-900e-db2a5609c864 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:08:39.063138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e116fe77-88c6-45aa-8371-a5a504224bff no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:08:39.082958 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: e116fe77-88c6-45aa-8371-a5a504224bff {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:08:39.083205 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e116fe77-88c6-45aa-8371-a5a504224bff not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:08:39.083576 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f6702112-43bc-478c-b948-365e68436e9a no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:08:39.105135 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: f6702112-43bc-478c-b948-365e68436e9a {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:08:39.105483 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f6702112-43bc-478c-b948-365e68436e9a not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:08:39.140768 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59374) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:39.147182 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-3ec68029-4990-497b-b229-dab174c8f4ca tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-879393656', 'description': 'tempest-secgroup-smoke-879393656 description', 'project_id': '6b60b57a13014f25823523bb1f88c663'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:39.169218 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3ec68029-4990-497b-b229-dab174c8f4ca tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.238971 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3ec68029-4990-497b-b229-dab174c8f4ca tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.246889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3ec68029-4990-497b-b229-dab174c8f4ca tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.276025 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3ec68029-4990-497b-b229-dab174c8f4ca tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.277190 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3ec68029-4990-497b-b229-dab174c8f4ca tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1351523 Mar 29 10:08:39.280098 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59376) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:39.286200 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fbd2d5fd-da06-4ad3-b48f-81a41e7484d6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '026768be-6a10-4f2b-b647-a30ecb40cb69', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:39.291403 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec68029-4990-497b-b229-dab174c8f4ca tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026768be-6a10-4f2b-b647-a30ecb40cb69,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:39.322150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d5fd-da06-4ad3-b48f-81a41e7484d6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.384798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d5fd-da06-4ad3-b48f-81a41e7484d6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.388501 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d5fd-da06-4ad3-b48f-81a41e7484d6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.406552 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2d5fd-da06-4ad3-b48f-81a41e7484d6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e33d62b-fab3-4780-95c9-6b256a45dd32,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:39.414229 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fbd2d5fd-da06-4ad3-b48f-81a41e7484d6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.415455 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fbd2d5fd-da06-4ad3-b48f-81a41e7484d6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344376 Mar 29 10:08:39.418336 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59378) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:39.424951 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-77e6418f-b488-42b1-9a9a-26c66acc300e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '026768be-6a10-4f2b-b647-a30ecb40cb69', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:39.457396 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-77e6418f-b488-42b1-9a9a-26c66acc300e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.515791 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-77e6418f-b488-42b1-9a9a-26c66acc300e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.520904 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-77e6418f-b488-42b1-9a9a-26c66acc300e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.541972 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6418f-b488-42b1-9a9a-26c66acc300e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d012199-4c9e-47ba-a907-136b00e02272,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:39.550720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-77e6418f-b488-42b1-9a9a-26c66acc300e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.551991 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-77e6418f-b488-42b1-9a9a-26c66acc300e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322711 Mar 29 10:08:39.555311 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59380) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:39.559619 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c12d71ef-4516-46da-89d6-a463a6048143 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '026768be-6a10-4f2b-b647-a30ecb40cb69', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:39.585364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c12d71ef-4516-46da-89d6-a463a6048143 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.644274 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c12d71ef-4516-46da-89d6-a463a6048143 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.649530 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c12d71ef-4516-46da-89d6-a463a6048143 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.667954 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d71ef-4516-46da-89d6-a463a6048143 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514a22b0-9d71-4595-ac85-882b2f5c17b5,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:39.675732 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c12d71ef-4516-46da-89d6-a463a6048143 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.676967 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c12d71ef-4516-46da-89d6-a463a6048143 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207230 Mar 29 10:08:39.685687 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59382) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:39.692937 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-59962c86-42d8-4cb8-a2b1-142ff9bd73bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '026768be-6a10-4f2b-b647-a30ecb40cb69', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:39.723327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59962c86-42d8-4cb8-a2b1-142ff9bd73bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.798943 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59962c86-42d8-4cb8-a2b1-142ff9bd73bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.805004 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59962c86-42d8-4cb8-a2b1-142ff9bd73bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.824386 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59962c86-42d8-4cb8-a2b1-142ff9bd73bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a589d2-5549-4fd6-8fc4-0e71ad150614,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:39.834079 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-59962c86-42d8-4cb8-a2b1-142ff9bd73bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.835621 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-59962c86-42d8-4cb8-a2b1-142ff9bd73bc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487508 Mar 29 10:08:39.838372 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59384) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:39.843386 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-6d7fb43f-9e8f-45c3-b2cc-adbc3eef1aeb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '026768be-6a10-4f2b-b647-a30ecb40cb69', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:39.864970 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-6d7fb43f-9e8f-45c3-b2cc-adbc3eef1aeb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Project 6b60b57a13014f25823523bb1f88c663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:08:39.870195 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb43f-9e8f-45c3-b2cc-adbc3eef1aeb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.960259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb43f-9e8f-45c3-b2cc-adbc3eef1aeb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.964739 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb43f-9e8f-45c3-b2cc-adbc3eef1aeb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.986897 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fb43f-9e8f-45c3-b2cc-adbc3eef1aeb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02c2e43-f62e-4587-838b-a3fa175d438d,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:39.996575 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-6d7fb43f-9e8f-45c3-b2cc-adbc3eef1aeb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:39.997905 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-6d7fb43f-9e8f-45c3-b2cc-adbc3eef1aeb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1584239 Mar 29 10:08:40.000776 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59386) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:40.006172 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e6c28dc3-6560-4e35-8380-23f99b28a15b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '026768be-6a10-4f2b-b647-a30ecb40cb69', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:40.034903 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-e6c28dc3-6560-4e35-8380-23f99b28a15b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Project 6b60b57a13014f25823523bb1f88c663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:08:40.040243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6c28dc3-6560-4e35-8380-23f99b28a15b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.105819 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6c28dc3-6560-4e35-8380-23f99b28a15b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.109787 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6c28dc3-6560-4e35-8380-23f99b28a15b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.128477 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c28dc3-6560-4e35-8380-23f99b28a15b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa39fe7d-f552-4cb9-9b5a-96223294208e,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:40.137218 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e6c28dc3-6560-4e35-8380-23f99b28a15b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.138508 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e6c28dc3-6560-4e35-8380-23f99b28a15b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364202 Mar 29 10:08:40.141689 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59388) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:40.147877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c7d1f157-c4d0-4029-912c-d07890b1c452 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'network': {'name': 'tempest-network-smoke--590698890', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'port_security_enabled': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:40.168837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d1f157-c4d0-4029-912c-d07890b1c452 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:08:40.172410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c7d1f157-c4d0-4029-912c-d07890b1c452 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.199871 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d1f157-c4d0-4029-912c-d07890b1c452 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:08:40.213468 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c7d1f157-c4d0-4029-912c-d07890b1c452 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.213914 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-c7d1f157-c4d0-4029-912c-d07890b1c452 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Added segment a78a8577-140b-4a45-a2ff-f6076811f716 of type vlan for network 116f6d03-8d29-421f-ba1d-783697e0c2ef Mar 29 10:08:40.265973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c7d1f157-c4d0-4029-912c-d07890b1c452 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.292306 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c7d1f157-c4d0-4029-912c-d07890b1c452 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.297858 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d1f157-c4d0-4029-912c-d07890b1c452 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:40.299053 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c7d1f157-c4d0-4029-912c-d07890b1c452 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.344044 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c7d1f157-c4d0-4029-912c-d07890b1c452 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2008486 Mar 29 10:08:40.350918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59390) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:40.357612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'admin_state_up': True, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:40.373342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1f157-c4d0-4029-912c-d07890b1c452 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Network': ['ID=116f6d03-8d29-421f-ba1d-783697e0c2ef,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:40.388959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 116f6d03-8d29-421f-ba1d-783697e0c2ef details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 10:08:40.395436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.397376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.463093 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:40.606521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.145512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.164937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.268661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.26.1.210 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/cc229092-4865-44a6-9f9f-888cf7c13938) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:08:41.382607 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.415935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.453973 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:08:41.458666 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:41.463316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:08:41.465260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=cc229092-4865-44a6-9f9f-888cf7c13938,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:41.715314 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:41.925385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:42.065287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router 3b16b763-0067-46a3-89b3-a32851b33a99 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 10:08:42.173494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:08:42.183146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Sync routers for ids ['3b16b763-0067-46a3-89b3-a32851b33a99'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:08:42.193502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Routers {'3b16b763-0067-46a3-89b3-a32851b33a99'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:08:42.193962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:42.194137 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:08:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b16b763-0067-46a3-89b3-a32851b33a99'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:42.195528 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d4abf041-f0fd-4879-a4b1-3f2baac75c75 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8431249 Mar 29 10:08:42.198305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59392) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:42.228644 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b249495d-84bf-4da0-9698-3655868df117 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6b60b57a13014f25823523bb1f88c663&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289917 Mar 29 10:08:42.231133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59394) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:42.300094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Set router 3b16b763-0067-46a3-89b3-a32851b33a99 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:08:42.322933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec77c06-67da-4fe0-a0ad-168df89c5bdd tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:42.324465 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dec77c06-67da-4fe0-a0ad-168df89c5bdd tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923860 Mar 29 10:08:42.327374 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59396) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:42.356266 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-df030d6b-4a3a-44ff-a951-b0e7b1aaa34d tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277514 Mar 29 10:08:42.358733 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59398) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:42.363472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-787fd264-b7ea-4684-b165-038f001d0594 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1567542784', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:42.456943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787fd264-b7ea-4684-b165-038f001d0594 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:08:42.461392 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-787fd264-b7ea-4684-b165-038f001d0594 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:42.491559 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:08:41Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:42.520600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Checking router: 3b16b763-0067-46a3-89b3-a32851b33a99 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:08:42.520960 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Updating router 3b16b763-0067-46a3-89b3-a32851b33a99 port cc229092-4865-44a6-9f9f-888cf7c13938 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:08:42.548411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:42.667318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-787fd264-b7ea-4684-b165-038f001d0594 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:42.731403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fd264-b7ea-4684-b165-038f001d0594 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Subnet': ['ID=64adf9c3-1dcf-49b3-acef-cd57104c7973,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:42.743033 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787fd264-b7ea-4684-b165-038f001d0594 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Checking segment: {'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:08:42.743403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fd264-b7ea-4684-b165-038f001d0594 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network hostable DHCP agents. Network: 116f6d03-8d29-421f-ba1d-783697e0c2ef, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:08:42.764304 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787fd264-b7ea-4684-b165-038f001d0594 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network 116f6d03-8d29-421f-ba1d-783697e0c2ef is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:08:42.776983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-787fd264-b7ea-4684-b165-038f001d0594 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 116f6d03-8d29-421f-ba1d-783697e0c2ef) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:42.782347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787fd264-b7ea-4684-b165-038f001d0594 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:42.783461 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-787fd264-b7ea-4684-b165-038f001d0594 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:42.791711 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0207368c-4c6a-4837-9ec2-5e547fe5ffb8 None None] Network 116f6d03-8d29-421f-ba1d-783697e0c2ef requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:08:42.802841 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-787fd264-b7ea-4684-b165-038f001d0594 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4430847 Mar 29 10:08:42.805667 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59400) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:42.897881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:42.910141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.189457 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Attempting to bind port cc229092-4865-44a6-9f9f-888cf7c13938 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:08:43.190307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Attempting to bind port cc229092-4865-44a6-9f9f-888cf7c13938 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:08:43.190307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Attempting to bind port cc229092-4865-44a6-9f9f-888cf7c13938 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:08:43.198060 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34599ebc-6009-4c45-bae3-29ce25ea0b3e None None] Pushing event updated for resources: {'Port': ['ID=cc229092-4865-44a6-9f9f-888cf7c13938,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:43.210013 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:08:43.210387 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:08:43.210789 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.211173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:08:43.211653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Bound port: cc229092-4865-44a6-9f9f-888cf7c13938, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:08:43.212037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.272285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-116f6d03-8d29-421f-ba1d-783697e0c2ef', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ips': [{'subnet_id': '64adf9c3-1dcf-49b3-acef-cd57104c7973'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 10:08:43.273125 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.295725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] For port cc229092-4865-44a6-9f9f-888cf7c13938, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:08:43.318476 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] For port cc229092-4865-44a6-9f9f-888cf7c13938, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cc229092-4865-44a6-9f9f-888cf7c13938,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:08:43.340863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.372911 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.475522 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34599ebc-6009-4c45-bae3-29ce25ea0b3e None None] Pushing event updated for resources: {'Port': ['ID=cc229092-4865-44a6-9f9f-888cf7c13938,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:43.479896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Routers {'3b16b763-0067-46a3-89b3-a32851b33a99'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:08:43.480529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:08:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b16b763-0067-46a3-89b3-a32851b33a99'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:43.549794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Allocated IP 172.20.0.2 (116f6d03-8d29-421f-ba1d-783697e0c2ef/64adf9c3-1dcf-49b3-acef-cd57104c7973/3c1907d4-9686-4997-b549-79ca40886c2a) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:08:43.635993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] Set router 3b16b763-0067-46a3-89b3-a32851b33a99 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:08:43.881555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.890659 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:43.938125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.20.0.1 (116f6d03-8d29-421f-ba1d-783697e0c2ef/64adf9c3-1dcf-49b3-acef-cd57104c7973/af298c12-0182-4c38-ab39-57311bd3695b) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:08:43.939772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Network 116f6d03-8d29-421f-ba1d-783697e0c2ef is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:08:43.946751 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:43.949705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:08:43.951790 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Pushing event updated for resources: {'Port': ['ID=3c1907d4-9686-4997-b549-79ca40886c2a,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:43.980113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:08:41Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:44.026796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fe6b80-8758-4dce-8208-695cd999582b None None] The sync data for ids ['3b16b763-0067-46a3-89b3-a32851b33a99'] in dv-neutron-835554-1-hyperv is: [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:08:41Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:08:44.041363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Attempting to bind port 3c1907d4-9686-4997-b549-79ca40886c2a on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:08:44.041363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Attempting to bind port 3c1907d4-9686-4997-b549-79ca40886c2a by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:08:44.041363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Attempting to bind port 3c1907d4-9686-4997-b549-79ca40886c2a on network 116f6d03-8d29-421f-ba1d-783697e0c2ef {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:08:44.045845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:08:44.046213 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Checking segment: {'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:08:44.046611 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.046995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Bound using segment: {'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:08:44.047465 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Bound port: 3c1907d4-9686-4997-b549-79ca40886c2a, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:08:44.047845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.084985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.124216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] For port 3c1907d4-9686-4997-b549-79ca40886c2a, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:08:44.124675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.127795 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] For port 3c1907d4-9686-4997-b549-79ca40886c2a, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3c1907d4-9686-4997-b549-79ca40886c2a,segment=NetworkSegment(a78a8577-140b-4a45-a2ff-f6076811f716),segment_id=a78a8577-140b-4a45-a2ff-f6076811f716)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:08:44.131803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.174294 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network 116f6d03-8d29-421f-ba1d-783697e0c2ef is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:08:44.177267 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:44.181206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:08:44.187889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=af298c12-0182-4c38-ab39-57311bd3695b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:44.202668 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76211691-3b11-4580-8d4b-6d00183b4196 None None] Pushing event updated for resources: {'Port': ['ID=3c1907d4-9686-4997-b549-79ca40886c2a,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:44.235078 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.394338 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.723868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.729507 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.805345 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=af298c12-0182-4c38-ab39-57311bd3695b,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:44.808018 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:44.901056 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cc229092-4865-44a6-9f9f-888cf7c13938 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:08:44.935520 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network 116f6d03-8d29-421f-ba1d-783697e0c2ef is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:08:44.937139 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:44.957902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port cc229092-4865-44a6-9f9f-888cf7c13938 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:44.958521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:45.063419 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:45.083794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router 3b16b763-0067-46a3-89b3-a32851b33a99 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:08:45.087002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port cc229092-4865-44a6-9f9f-888cf7c13938, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cc229092-4865-44a6-9f9f-888cf7c13938,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:08:45.093905 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:45.095037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3c1907d4-9686-4997-b549-79ca40886c2a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:08:45.187125 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=cc229092-4865-44a6-9f9f-888cf7c13938,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:45.198663 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 3c1907d4-9686-4997-b549-79ca40886c2a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:45.200913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:45.221017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:08:45.228023 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-61dec53e-1a4e-41aa-9cf7-1bffab00b936 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "PUT /v2.0/routers/3b16b763-0067-46a3-89b3-a32851b33a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4212897 Mar 29 10:08:45.307492 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486e409c-0833-4ce8-a460-5253aefacf86 None None] Network 116f6d03-8d29-421f-ba1d-783697e0c2ef requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:08:45.311494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:45.394270 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-8d2b0bf6-72da-44a3-8e5e-dd9991da61e4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-879393656&fields=id&tenant_id=6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 267 time: 0.0346797 Mar 29 10:08:45.411838 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 3c1907d4-9686-4997-b549-79ca40886c2a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3c1907d4-9686-4997-b549-79ca40886c2a,segment=NetworkSegment(a78a8577-140b-4a45-a2ff-f6076811f716),segment_id=a78a8577-140b-4a45-a2ff-f6076811f716)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:08:45.430925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:45.435574 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-33940bc7-e0e5-44d8-9a3f-fe972b1b07f4 None None] Provisioning complete for port 3c1907d4-9686-4997-b549-79ca40886c2a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:45.435940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-33940bc7-e0e5-44d8-9a3f-fe972b1b07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:45.520479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-b566aa29-3642-4637-9a9e-4768ddd9d7d1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:45.522335 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-b566aa29-3642-4637-9a9e-4768ddd9d7d1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/networks?id=116f6d03-8d29-421f-ba1d-783697e0c2ef HTTP/1.1" status: 200 len: 796 time: 0.1189382 Mar 29 10:08:45.539463 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-1549091d-e6ea-4e83-b417-4542509e9273 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/quotas/6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 375 time: 0.0100188 Mar 29 10:08:45.569365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=3c1907d4-9686-4997-b549-79ca40886c2a,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:45.614409 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-99634739-07e1-41a2-92a1-9e79e520cc39 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672359 Mar 29 10:08:45.632997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-1e83c887-933c-47ca-a7cf-317f21ef8d57 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:08:45.634223 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-1e83c887-933c-47ca-a7cf-317f21ef8d57 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055692 Mar 29 10:08:45.733200 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-c8bfbc78-11de-4fa6-8018-762df99f8243 service neutron] 10.222.0.32 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915391 Mar 29 10:08:45.841363 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-3f647eaa-17f5-48f6-99c6-3dc1b916ed6b service neutron] 10.222.0.32 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008294 Mar 29 10:08:45.850050 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ee809037-9696-45c9-9dee-ad6d2418d75d None None] Provisioning complete for port af298c12-0182-4c38-ab39-57311bd3695b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:45.850417 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ee809037-9696-45c9-9dee-ad6d2418d75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:45.891185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ee809037-9696-45c9-9dee-ad6d2418d75d None None] Port af298c12-0182-4c38-ab39-57311bd3695b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:08:45.906233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-ee809037-9696-45c9-9dee-ad6d2418d75d None None] Provisioning complete for port 3c1907d4-9686-4997-b549-79ca40886c2a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:45.906722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ee809037-9696-45c9-9dee-ad6d2418d75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:45.916903 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Sync routers for ids ['3b16b763-0067-46a3-89b3-a32851b33a99'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:08:45.930258 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Routers {'3b16b763-0067-46a3-89b3-a32851b33a99'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:08:45.930887 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:08:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b16b763-0067-46a3-89b3-a32851b33a99'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:46.076651 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Set router 3b16b763-0067-46a3-89b3-a32851b33a99 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:08:46.095432 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-94289f95-93fa-4878-a7c1-155b85d76c9e req-ca073492-01ce-4556-a080-e8343cc86e0d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 210 time: 0.0564659 Mar 29 10:08:46.177069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d2af3319-8564-41bd-9d25-fbcc80a30bb9 None None] Provisioning complete for port af298c12-0182-4c38-ab39-57311bd3695b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:46.177690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d2af3319-8564-41bd-9d25-fbcc80a30bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:46.258617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d2af3319-8564-41bd-9d25-fbcc80a30bb9 None None] Port af298c12-0182-4c38-ab39-57311bd3695b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:08:46.361697 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'af298c12-0182-4c38-ab39-57311bd3695b', 'name': '', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:34:7c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 2, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:46.390546 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Checking router: 3b16b763-0067-46a3-89b3-a32851b33a99 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:08:46.390902 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Updating router 3b16b763-0067-46a3-89b3-a32851b33a99 port af298c12-0182-4c38-ab39-57311bd3695b binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:08:46.425069 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:46.485496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-5c9504f5-f932-4a28-a780-8b344466b4ba None None] Provisioning complete for port af298c12-0182-4c38-ab39-57311bd3695b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:46.486117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5c9504f5-f932-4a28-a780-8b344466b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:46.529756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-5c9504f5-f932-4a28-a780-8b344466b4ba None None] Port af298c12-0182-4c38-ab39-57311bd3695b cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:08:46.809916 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:46.816838 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:46.834637 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cc229092-4865-44a6-9f9f-888cf7c13938 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:08:46.866509 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Pushing event updated for resources: {'Port': ['ID=af298c12-0182-4c38-ab39-57311bd3695b,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:46.878127 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:46.878499 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:46.878880 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:46.879217 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:46.879542 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:46.880169 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:46.880530 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:46.880959 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:46.881290 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:46.881638 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:46.882162 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:46.882450 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:08:46.951568 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Attempting to bind port af298c12-0182-4c38-ab39-57311bd3695b on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:08:46.952239 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Attempting to bind port af298c12-0182-4c38-ab39-57311bd3695b by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:08:46.952728 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Attempting to bind port af298c12-0182-4c38-ab39-57311bd3695b on network 116f6d03-8d29-421f-ba1d-783697e0c2ef {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:08:46.961090 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:08:46.961766 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Checking segment: {'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:08:46.962478 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:46.963136 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Bound using segment: {'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:08:46.963941 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Bound port: af298c12-0182-4c38-ab39-57311bd3695b, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:08:46.964544 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.055066 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port cc229092-4865-44a6-9f9f-888cf7c13938 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:47.055342 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.078479 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] For port af298c12-0182-4c38-ab39-57311bd3695b, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:08:47.083123 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] For port af298c12-0182-4c38-ab39-57311bd3695b, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=af298c12-0182-4c38-ab39-57311bd3695b,segment=NetworkSegment(a78a8577-140b-4a45-a2ff-f6076811f716),segment_id=a78a8577-140b-4a45-a2ff-f6076811f716)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:08:47.090675 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.164360 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-f4f2fc8c-d872-43f0-b646-86521b6e2537 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:47.166076 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-f4f2fc8c-d872-43f0-b646-86521b6e2537 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/networks?id=116f6d03-8d29-421f-ba1d-783697e0c2ef HTTP/1.1" status: 200 len: 796 time: 0.1672573 Mar 29 10:08:47.178421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3c1907d4-9686-4997-b549-79ca40886c2a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:08:47.214420 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Routers {'3b16b763-0067-46a3-89b3-a32851b33a99'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:08:47.218357 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:08:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b16b763-0067-46a3-89b3-a32851b33a99'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:47.220766 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f590d10-6aa8-4770-8b3f-d11e0a61b2b3 None None] Pushing event updated for resources: {'Port': ['ID=af298c12-0182-4c38-ab39-57311bd3695b,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:47.242981 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-392f237a-f5fc-4ffe-89c6-11a8dac0f1ea tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 379 time: 0.0681429 Mar 29 10:08:47.267358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'port': {'device_id': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'admin_state_up': True, 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'security_groups': ['026768be-6a10-4f2b-b647-a30ecb40cb69']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:47.270265 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-038a75ae-7e04-48c9-a07d-a1d723ce4b0a None None] Provisioning complete for port af298c12-0182-4c38-ab39-57311bd3695b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:47.270597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-038a75ae-7e04-48c9-a07d-a1d723ce4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.302300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 3c1907d4-9686-4997-b549-79ca40886c2a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:47.302677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.318198 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a34367b6-7a76-49b5-bd9f-d11067cf9f8c req-9741b449-d92d-424b-8f6c-11b56b0f1a4e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 210 time: 0.0723734 Mar 29 10:08:47.414763 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] Set router 3b16b763-0067-46a3-89b3-a32851b33a99 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:08:47.438479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:08:47.444312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.452178 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-038a75ae-7e04-48c9-a07d-a1d723ce4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.488770 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-038a75ae-7e04-48c9-a07d-a1d723ce4b0a None None] For port af298c12-0182-4c38-ab39-57311bd3695b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=af298c12-0182-4c38-ab39-57311bd3695b,segment=NetworkSegment(a78a8577-140b-4a45-a2ff-f6076811f716),segment_id=a78a8577-140b-4a45-a2ff-f6076811f716)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:08:47.494092 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-038a75ae-7e04-48c9-a07d-a1d723ce4b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.542418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a75ae-7e04-48c9-a07d-a1d723ce4b0a None None] Pushing event updated for resources: {'Port': ['ID=af298c12-0182-4c38-ab39-57311bd3695b,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:47.579561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.20.0.6 (116f6d03-8d29-421f-ba1d-783697e0c2ef/64adf9c3-1dcf-49b3-acef-cd57104c7973/4616016c-513f-4dd2-8c53-dcc47fdc3ba0) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:08:47.619037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-e24af6cc-c006-4fa3-8e96-350823892d6f None None] Provisioning complete for port af298c12-0182-4c38-ab39-57311bd3695b triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:47.619759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e24af6cc-c006-4fa3-8e96-350823892d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.641540 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'af298c12-0182-4c38-ab39-57311bd3695b', 'name': '', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:34:7c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:47Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:08:47.668456 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1aa847-9c56-48fb-98b0-ea909b4a88ca None None] The sync data for ids ['3b16b763-0067-46a3-89b3-a32851b33a99'] in dv-neutron-835554-1-hyperv is: [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'af298c12-0182-4c38-ab39-57311bd3695b', 'name': '', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:34:7c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:47Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:08:47.782043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.844795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:47.910223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network 116f6d03-8d29-421f-ba1d-783697e0c2ef is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:08:47.915222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:47.920114 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:08:47.946956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:47.998136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:47.999244 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:48.029161 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-6321b0b5-f3e3-45fe-839a-514560dff548 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7699502 Mar 29 10:08:48.044582 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Request body: {'port': {'device_id': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:48.123794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:48.243644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a43fa100-cee6-42e9-b776-3cf15ab51af6 None None] Provisioning complete for port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:48.244339 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a43fa100-cee6-42e9-b776-3cf15ab51af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:48.284939 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a43fa100-cee6-42e9-b776-3cf15ab51af6 None None] Port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:08:48.507623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:08:48.518572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51abf11-5b03-4249-9c74-49f88320f02f req-d78156ed-5c33-4142-9125-c865b7108e23 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:48.520161 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f51abf11-5b03-4249-9c74-49f88320f02f req-d78156ed-5c33-4142-9125-c865b7108e23 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 931 time: 0.1173038 Mar 29 10:08:48.524795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:48.858417 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device af298c12-0182-4c38-ab39-57311bd3695b up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:08:48.912445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port af298c12-0182-4c38-ab39-57311bd3695b triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:48.912825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:48.915005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Transition to ACTIVE for port object 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:08:48.925911 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:48.956742 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f51abf11-5b03-4249-9c74-49f88320f02f req-7abda563-8237-45c9-8303-47db1849c68d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4293134 Mar 29 10:08:48.983875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Pushing event updated for resources: {'Port': ['ID=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:49.075123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Attempting to bind port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:08:49.075460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Attempting to bind port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:08:49.075971 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Attempting to bind port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 on network 116f6d03-8d29-421f-ba1d-783697e0c2ef {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:08:49.080257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 on network 116f6d03-8d29-421f-ba1d-783697e0c2ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 10:08:49.081145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Attempting to bind port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 on network 116f6d03-8d29-421f-ba1d-783697e0c2ef {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:08:49.086356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:08:49.086688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Checking segment: {'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:08:49.087074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Bound using segment: {'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:08:49.087505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Bound port: 4616016c-513f-4dd2-8c53-dcc47fdc3ba0, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78a8577-140b-4a45-a2ff-f6076811f716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:08:49.087869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:49.160055 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] For port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:08:49.163736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] For port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,segment=NetworkSegment(a78a8577-140b-4a45-a2ff-f6076811f716),segment_id=a78a8577-140b-4a45-a2ff-f6076811f716)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:08:49.168875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:49.207279 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:49.207926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:49.209307 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] 10.222.0.24 "PUT /v2.0/ports/4616016c-513f-4dd2-8c53-dcc47fdc3ba0 HTTP/1.1" status: 200 len: 1093 time: 1.1720867 Mar 29 10:08:49.209775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'tag': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:08:49.212139 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ff46ad-3e5e-4f36-bc15-332955ccece0" -d '{"events": [{"name": "network-changed", "server_uuid": "e06377ae-ef65-46a0-9bfa-780a260d6cdf", "tag": "4616016c-513f-4dd2-8c53-dcc47fdc3ba0"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:08:49.245367 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675c0c6-1ae7-45a7-b0b3-dfc72e93f67d service neutron] Pushing event updated for resources: {'Port': ['ID=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:49.301898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-12e29275-b4d4-4362-95c3-534561fd9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:49.303410 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-12e29275-b4d4-4362-95c3-534561fd9342 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 1096 time: 0.0517979 Mar 29 10:08:49.358096 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-31fcf924-0b29-40a5-b213-ed6efd9b35cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0 HTTP/1.1" status: 200 len: 217 time: 0.0463829 Mar 29 10:08:49.395866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e44a8eb-b910-42b5-9671-6dc27852a308 x-openstack-request-id: req-1e44a8eb-b910-42b5-9671-6dc27852a308 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:08:49.396238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06377ae-ef65-46a0-9bfa-780a260d6cdf", "tag": "4616016c-513f-4dd2-8c53-dcc47fdc3ba0", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:08:49.396572 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e44a8eb-b910-42b5-9671-6dc27852a308 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:08:49.397033 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'tag': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0', 'status': 'completed', 'code': 200} Mar 29 10:08:49.416313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-9f3d275e-ba27-4c1e-aa3f-d19db7e8978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:49.417634 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-9f3d275e-ba27-4c1e-aa3f-d19db7e8978e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64adf9c3-1dcf-49b3-acef-cd57104c7973 HTTP/1.1" status: 200 len: 835 time: 0.0540729 Mar 29 10:08:49.465469 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-1feba71d-c62a-4410-85ac-307900fad7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:49.466005 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-1feba71d-c62a-4410-85ac-307900fad7b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=116f6d03-8d29-421f-ba1d-783697e0c2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427117 Mar 29 10:08:49.573935 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-2e2405a3-78c4-41cf-95f5-070bd8c1907c service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013596 Mar 29 10:08:49.668988 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d732b80c-c736-4a33-bcf0-d4e23a1903d7 req-dbef4982-9301-4f81-99f2-18d884fe941e service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890989 Mar 29 10:08:49.761703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff46ad-3e5e-4f36-bc15-332955ccece0 req-6d9583c9-2e6a-4de8-8550-e7f057bf28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:49.763230 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-10ff46ad-3e5e-4f36-bc15-332955ccece0 req-6d9583c9-2e6a-4de8-8550-e7f057bf28ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 1096 time: 0.0475004 Mar 29 10:08:49.862624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff46ad-3e5e-4f36-bc15-332955ccece0 req-f6fc0858-5424-476f-96de-a4c736be2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:49.864131 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-10ff46ad-3e5e-4f36-bc15-332955ccece0 req-f6fc0858-5424-476f-96de-a4c736be2732 service neutron] 10.222.0.24 "GET /v2.0/networks?id=116f6d03-8d29-421f-ba1d-783697e0c2ef HTTP/1.1" status: 200 len: 897 time: 0.0940847 Mar 29 10:08:49.909475 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-10ff46ad-3e5e-4f36-bc15-332955ccece0 req-99ef8a8d-1aa4-4e05-9fec-ca35fe8aabe1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0 HTTP/1.1" status: 200 len: 217 time: 0.0389633 Mar 29 10:08:49.958758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff46ad-3e5e-4f36-bc15-332955ccece0 req-c6bb11dc-95b0-49b6-bddd-6f7854a231b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:49.960096 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-10ff46ad-3e5e-4f36-bc15-332955ccece0 req-c6bb11dc-95b0-49b6-bddd-6f7854a231b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64adf9c3-1dcf-49b3-acef-cd57104c7973 HTTP/1.1" status: 200 len: 835 time: 0.0451620 Mar 29 10:08:50.008143 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff46ad-3e5e-4f36-bc15-332955ccece0 req-9b12e039-79fa-42c7-9b84-67b0043c3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:50.009655 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-10ff46ad-3e5e-4f36-bc15-332955ccece0 req-9b12e039-79fa-42c7-9b84-67b0043c3f02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=116f6d03-8d29-421f-ba1d-783697e0c2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431890 Mar 29 10:08:50.132158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c8de0-9fc4-41e9-b228-a6d039000730 req-06bd8e7a-5f83-4199-b960-282e3a84f225 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:50.133667 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-646c8de0-9fc4-41e9-b228-a6d039000730 req-06bd8e7a-5f83-4199-b960-282e3a84f225 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 943 time: 0.0975792 Mar 29 10:08:50.152133 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-10ff46ad-3e5e-4f36-bc15-332955ccece0 req-dbde9107-bfec-4e79-9879-07c9b1609004 service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346407 Mar 29 10:08:50.204316 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-646c8de0-9fc4-41e9-b228-a6d039000730 req-f0ee8fc1-0f6d-4284-aeb6-fb2970993d06 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635815 Mar 29 10:08:50.265423 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-10ff46ad-3e5e-4f36-bc15-332955ccece0 req-ec7cebf4-b57d-420c-91dd-64842e371af9 service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066165 Mar 29 10:08:51.323700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e6d1e-d446-448f-b426-ca9efec77e2e req-7e5dafe7-4e8d-4af9-ab39-4d065970f293 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:51.325173 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f50e6d1e-d446-448f-b426-ca9efec77e2e req-7e5dafe7-4e8d-4af9-ab39-4d065970f293 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 943 time: 0.0516882 Mar 29 10:08:51.363082 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f50e6d1e-d446-448f-b426-ca9efec77e2e req-c2f29e1d-8113-40c1-a157-cdaa8450b30a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319130 Mar 29 10:08:52.486755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6edd2d-e3ca-452e-a5c4-5565266b2058 req-25225baf-5db6-49b6-ac5c-12db32cc5712 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:52.489953 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7a6edd2d-e3ca-452e-a5c4-5565266b2058 req-25225baf-5db6-49b6-ac5c-12db32cc5712 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 943 time: 0.0547192 Mar 29 10:08:52.532422 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7a6edd2d-e3ca-452e-a5c4-5565266b2058 req-4193198a-d655-4334-b47d-403889145cce tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368683 Mar 29 10:08:53.662886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbcd62-675d-48f7-9887-57ece50dd79d req-ab0a3557-fc73-4310-b59d-36896e9a519f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:53.664353 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75bbcd62-675d-48f7-9887-57ece50dd79d req-ab0a3557-fc73-4310-b59d-36896e9a519f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 943 time: 0.0590577 Mar 29 10:08:53.713608 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75bbcd62-675d-48f7-9887-57ece50dd79d req-b3f472c0-6ed3-4e4e-994e-cee9a06eddef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418155 Mar 29 10:08:53.790415 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:08:53.894632 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,segment=NetworkSegment(a78a8577-140b-4a45-a2ff-f6076811f716),segment_id=a78a8577-140b-4a45-a2ff-f6076811f716)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:08:53.906070 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'port_id': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0', 'mac_address': 'fa:16:3e:58:19:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:08:53.946671 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:53.963824 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:08:53.982891 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,segment=NetworkSegment(a78a8577-140b-4a45-a2ff-f6076811f716),segment_id=a78a8577-140b-4a45-a2ff-f6076811f716)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:08:53.987407 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:54.037052 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:54.355654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['4616016c-513f-4dd2-8c53-dcc47fdc3ba0'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:08:54.850125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04bdc1-a297-4329-a81b-9d637ef0b2cf req-a693becb-bf69-4e74-bf56-1e3f732afa3f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:54.851710 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3a04bdc1-a297-4329-a81b-9d637ef0b2cf req-a693becb-bf69-4e74-bf56-1e3f732afa3f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 944 time: 0.0611072 Mar 29 10:08:54.899903 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3a04bdc1-a297-4329-a81b-9d637ef0b2cf req-8d5ed1ec-d95f-4d81-ade5-d8c1fc9f4e19 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394578 Mar 29 10:08:55.805216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:08:55.854751 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:08:55.858285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:08:55.858655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:55.938757 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:55.967014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:08:55.969273 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a68d7da-2ad3-4c34-90ae-e70f14237040" -d '{"events": [{"server_uuid": "e06377ae-ef65-46a0-9bfa-780a260d6cdf", "name": "network-vif-plugged", "status": "completed", "tag": "4616016c-513f-4dd2-8c53-dcc47fdc3ba0"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:08:55.983067 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,segment=NetworkSegment(a78a8577-140b-4a45-a2ff-f6076811f716),segment_id=a78a8577-140b-4a45-a2ff-f6076811f716)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:08:55.988884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:56.031183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fa9f76-9250-42e6-8d18-821487f08e6f x-openstack-request-id: req-c9fa9f76-9250-42e6-8d18-821487f08e6f {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:08:56.032025 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06377ae-ef65-46a0-9bfa-780a260d6cdf", "name": "network-vif-plugged", "status": "completed", "tag": "4616016c-513f-4dd2-8c53-dcc47fdc3ba0", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:08:56.032025 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9fa9f76-9250-42e6-8d18-821487f08e6f {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:08:56.032202 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0', 'code': 200} Mar 29 10:08:56.044814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed27c2b-57cf-4893-9220-f7da7df14f00 req-4649c0c8-8120-4b86-8f5a-2526dc0fea24 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:56.046475 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fed27c2b-57cf-4893-9220-f7da7df14f00 req-4649c0c8-8120-4b86-8f5a-2526dc0fea24 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0748193 Mar 29 10:08:56.049869 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:56.094370 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fed27c2b-57cf-4893-9220-f7da7df14f00 req-5c8f325a-c871-4abd-a410-d67fc483cab9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406055 Mar 29 10:08:56.221382 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae900aa0-74c7-4044-8e01-6b07c1106cf7 req-2cd6dd2f-e924-4e74-a15a-e5deca6fa9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:56.223269 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae900aa0-74c7-4044-8e01-6b07c1106cf7 req-2cd6dd2f-e924-4e74-a15a-e5deca6fa9fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 1098 time: 0.0524256 Mar 29 10:08:56.259188 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ae900aa0-74c7-4044-8e01-6b07c1106cf7 req-00506576-e6a0-4ab7-b49a-f4fd988f167d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292861 Mar 29 10:08:56.815225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-727990aa-b49e-413f-926d-9b88d843bf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:57.215772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854594-5258-4c6d-acbf-91907daa3029 req-fbab36cd-5ce0-4dbd-ac6d-2bd81d73f4f9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:57.217153 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5854594-5258-4c6d-acbf-91907daa3029 req-fbab36cd-5ce0-4dbd-ac6d-2bd81d73f4f9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0499370 Mar 29 10:08:57.256987 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a5854594-5258-4c6d-acbf-91907daa3029 req-16b123cb-3c2c-4479-a68f-3a084827269a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327013 Mar 29 10:08:58.370516 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28fc47-0961-4a41-8293-80cd4bb5f207 req-77751cef-b949-4808-ba54-5203f1824e39 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:58.371986 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f28fc47-0961-4a41-8293-80cd4bb5f207 req-77751cef-b949-4808-ba54-5203f1824e39 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0487766 Mar 29 10:08:58.410260 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f28fc47-0961-4a41-8293-80cd4bb5f207 req-85a0de09-25d5-4390-822e-75f884737be1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322120 Mar 29 10:08:58.526001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ee3c2-5304-425b-975c-f78ec83de15b req-641f40c3-c698-414a-85fc-144e4f3220ae tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:58.527455 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00ee3c2-5304-425b-975c-f78ec83de15b req-641f40c3-c698-414a-85fc-144e4f3220ae tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0519671 Mar 29 10:08:58.565581 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f00ee3c2-5304-425b-975c-f78ec83de15b req-2c954b55-1048-4049-b4f6-f16041e67558 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308397 Mar 29 10:08:58.587088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59462) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:58.625605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea506f2-8d45-4b4e-9532-7d4a77f7fb74 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:08:58.627104 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-3ea506f2-8d45-4b4e-9532-7d4a77f7fb74 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 1093 time: 0.0390205 Mar 29 10:08:58.629885 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59464) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:08:58.634178 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:08:58.655316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:58.751601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:58.852699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.26.1.60 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/b03a7f1e-8930-4b9b-84dd-cbe0a72c2644) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:08:58.955826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:58.989736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:59.029698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:08:59.034193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:08:59.038601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:08:59.040540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=b03a7f1e-8930-4b9b-84dd-cbe0a72c2644,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:59.227290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fe2e8302-14fa-4bca-b29e-d15892888db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:59.392296 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:59.455861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:59.602777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:59.607198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:59.678730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=b03a7f1e-8930-4b9b-84dd-cbe0a72c2644,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:08:59.686837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:08:59.794489 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Floating IP a084c8e0-1076-4436-81ec-9af3ad39754e associated. External IP: 172.26.1.60, port: 4616016c-513f-4dd2-8c53-dcc47fdc3ba0. Mar 29 10:09:00.017072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router 3b16b763-0067-46a3-89b3-a32851b33a99 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:09:00.132181 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:09:00.143215 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2da20-87c8-4dbb-a86e-11badfd7dc9b None None] Sync routers for ids ['3b16b763-0067-46a3-89b3-a32851b33a99'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:09:00.153683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2da20-87c8-4dbb-a86e-11badfd7dc9b None None] Routers {'3b16b763-0067-46a3-89b3-a32851b33a99'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:09:00.153942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:00.154303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-86d2da20-87c8-4dbb-a86e-11badfd7dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:08:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b16b763-0067-46a3-89b3-a32851b33a99'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:09:00.192779 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-92e42dab-fd0d-4390-8145-be43fe49a599 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5618222 Mar 29 10:09:00.194030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'tag': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:09:00.196575 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0810a8f6-95d5-4f10-beb2-e7e4033a7501" -d '{"events": [{"name": "network-changed", "server_uuid": "e06377ae-ef65-46a0-9bfa-780a260d6cdf", "tag": "4616016c-513f-4dd2-8c53-dcc47fdc3ba0"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:09:00.246404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578613fc-74e5-4628-b772-44226f4b27c1 x-openstack-request-id: req-578613fc-74e5-4628-b772-44226f4b27c1 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:09:00.246825 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06377ae-ef65-46a0-9bfa-780a260d6cdf", "tag": "4616016c-513f-4dd2-8c53-dcc47fdc3ba0", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:09:00.247222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-578613fc-74e5-4628-b772-44226f4b27c1 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:09:00.247802 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'tag': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0', 'status': 'completed', 'code': 200} Mar 29 10:09:00.275284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-86d2da20-87c8-4dbb-a86e-11badfd7dc9b None None] Set router 3b16b763-0067-46a3-89b3-a32851b33a99 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:09:00.337012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3ae4f-4b0c-4583-8318-8ffecf88f910 req-f79fe2c2-5226-47f7-a7a6-135285fd7588 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:00.338546 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7bf3ae4f-4b0c-4583-8318-8ffecf88f910 req-f79fe2c2-5226-47f7-a7a6-135285fd7588 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0837145 Mar 29 10:09:00.344390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810a8f6-95d5-4f10-beb2-e7e4033a7501 req-cc711f3b-1236-4a1f-9214-d5a1a7977b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:00.346311 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0810a8f6-95d5-4f10-beb2-e7e4033a7501 req-cc711f3b-1236-4a1f-9214-d5a1a7977b3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 1098 time: 0.0584128 Mar 29 10:09:00.431713 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7bf3ae4f-4b0c-4583-8318-8ffecf88f910 req-34042916-0c33-46cb-ac48-1b5ae6b701cc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844488 Mar 29 10:09:00.456846 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59470) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:09:00.462877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810a8f6-95d5-4f10-beb2-e7e4033a7501 req-cb3dd270-aff3-4262-b03f-4dc343f71b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:00.465153 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0810a8f6-95d5-4f10-beb2-e7e4033a7501 req-cb3dd270-aff3-4262-b03f-4dc343f71b84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=116f6d03-8d29-421f-ba1d-783697e0c2ef HTTP/1.1" status: 200 len: 897 time: 0.1116500 Mar 29 10:09:00.536489 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-72a4508b-4439-4b09-a9ab-f183b382dae4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/a084c8e0-1076-4436-81ec-9af3ad39754e HTTP/1.1" status: 200 len: 990 time: 0.0770833 Mar 29 10:09:00.541119 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0810a8f6-95d5-4f10-beb2-e7e4033a7501 req-d883427b-4609-401a-9078-d756e87ca9e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0 HTTP/1.1" status: 200 len: 998 time: 0.0704751 Mar 29 10:09:00.558168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-86d2da20-87c8-4dbb-a86e-11badfd7dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'a084c8e0-1076-4436-81ec-9af3ad39754e', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'port_id': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'mac_address': 'fa:16:3e:58:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:59Z', 'updated_at': '2022-03-29T10:08:59Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af298c12-0182-4c38-ab39-57311bd3695b', 'name': '', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:34:7c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:47Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:09:00.593049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2da20-87c8-4dbb-a86e-11badfd7dc9b None None] Checking router: 3b16b763-0067-46a3-89b3-a32851b33a99 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:09:00.594241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810a8f6-95d5-4f10-beb2-e7e4033a7501 req-2242c97b-f40e-4af7-a379-ee1c3607447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:00.596338 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0810a8f6-95d5-4f10-beb2-e7e4033a7501 req-2242c97b-f40e-4af7-a379-ee1c3607447c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64adf9c3-1dcf-49b3-acef-cd57104c7973 HTTP/1.1" status: 200 len: 835 time: 0.0485520 Mar 29 10:09:00.602194 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2da20-87c8-4dbb-a86e-11badfd7dc9b None None] Routers {'3b16b763-0067-46a3-89b3-a32851b33a99'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:09:00.602795 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-86d2da20-87c8-4dbb-a86e-11badfd7dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:08:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b16b763-0067-46a3-89b3-a32851b33a99'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:09:00.646246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810a8f6-95d5-4f10-beb2-e7e4033a7501 req-84eddc11-3595-4096-b100-ad693c062add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:00.648989 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0810a8f6-95d5-4f10-beb2-e7e4033a7501 req-84eddc11-3595-4096-b100-ad693c062add service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=116f6d03-8d29-421f-ba1d-783697e0c2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457020 Mar 29 10:09:00.718334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-86d2da20-87c8-4dbb-a86e-11badfd7dc9b None None] Set router 3b16b763-0067-46a3-89b3-a32851b33a99 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:09:00.744817 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0810a8f6-95d5-4f10-beb2-e7e4033a7501 req-43326161-a276-4fda-8ace-7ce1bd919834 service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894585 Mar 29 10:09:00.775106 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:00.860403 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0810a8f6-95d5-4f10-beb2-e7e4033a7501 req-9ff6f41c-d3f9-4631-b0e8-2b06fabe1a81 service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093838 Mar 29 10:09:00.985222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-86d2da20-87c8-4dbb-a86e-11badfd7dc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'a084c8e0-1076-4436-81ec-9af3ad39754e', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'port_id': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'mac_address': 'fa:16:3e:58:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:59Z', 'updated_at': '2022-03-29T10:08:59Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af298c12-0182-4c38-ab39-57311bd3695b', 'name': '', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:34:7c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:47Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:09:01.019322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2da20-87c8-4dbb-a86e-11badfd7dc9b None None] The sync data for ids ['3b16b763-0067-46a3-89b3-a32851b33a99'] in dv-neutron-835554-1-hyperv is: [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': 'a084c8e0-1076-4436-81ec-9af3ad39754e', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.60', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'port_id': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'mac_address': 'fa:16:3e:58:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:08:59Z', 'updated_at': '2022-03-29T10:08:59Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af298c12-0182-4c38-ab39-57311bd3695b', 'name': '', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:34:7c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:47Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:09:01.230317 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce1dfe8-6b67-49be-adc0-d80689556cbd None None] New status for floating IP a084c8e0-1076-4436-81ec-9af3ad39754e: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:09:01.537521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59472) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:09:01.598432 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e42c6cbb-114d-4151-beb3-67dafd877644 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/a084c8e0-1076-4436-81ec-9af3ad39754e HTTP/1.1" status: 200 len: 992 time: 0.0596344 Mar 29 10:09:02.127602 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:02.729880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:03.991401 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:07.183800 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:09:26.823184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-625695d0-d951-48f9-b2ec-33144d57f353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:29.230005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d69f6b8b-3185-4028-9c6f-5c8c83d4db16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:30.755624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:32.120169 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:32.728375 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:33.988980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:44.183042 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:09:54.593709 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4bbf88fb-2c89-4208-9f13-01f9cd67d870 req-86061498-7b38-4d72-80c5-94f4436bf865 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399575 Mar 29 10:09:54.676210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf88fb-2c89-4208-9f13-01f9cd67d870 req-31d37f5e-8485-425c-b33b-ff58dd2d3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:54.677736 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4bbf88fb-2c89-4208-9f13-01f9cd67d870 req-31d37f5e-8485-425c-b33b-ff58dd2d3e06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 1098 time: 0.0428102 Mar 29 10:09:54.785194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf88fb-2c89-4208-9f13-01f9cd67d870 req-f9c1c6ce-07e4-47fb-8959-2044515e9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:54.786872 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4bbf88fb-2c89-4208-9f13-01f9cd67d870 req-f9c1c6ce-07e4-47fb-8959-2044515e9029 service neutron] 10.222.0.24 "GET /v2.0/networks?id=116f6d03-8d29-421f-ba1d-783697e0c2ef HTTP/1.1" status: 200 len: 897 time: 0.0901742 Mar 29 10:09:54.862009 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4bbf88fb-2c89-4208-9f13-01f9cd67d870 req-8d26bd39-9182-4e35-abd3-0720cea0c02b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0 HTTP/1.1" status: 200 len: 1000 time: 0.0673633 Mar 29 10:09:54.920654 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf88fb-2c89-4208-9f13-01f9cd67d870 req-2ed6909a-9665-4cab-8c1b-1915005bce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:54.922674 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4bbf88fb-2c89-4208-9f13-01f9cd67d870 req-2ed6909a-9665-4cab-8c1b-1915005bce0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64adf9c3-1dcf-49b3-acef-cd57104c7973 HTTP/1.1" status: 200 len: 835 time: 0.0514314 Mar 29 10:09:54.973916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf88fb-2c89-4208-9f13-01f9cd67d870 req-45ff3acf-36f3-4547-97e4-1058e1d48cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:09:54.975396 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4bbf88fb-2c89-4208-9f13-01f9cd67d870 req-45ff3acf-36f3-4547-97e4-1058e1d48cbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=116f6d03-8d29-421f-ba1d-783697e0c2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457428 Mar 29 10:09:55.067118 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4bbf88fb-2c89-4208-9f13-01f9cd67d870 req-cda55c11-f8a9-49c7-9cb5-726371b4c866 service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852935 Mar 29 10:09:55.157323 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4bbf88fb-2c89-4208-9f13-01f9cd67d870 req-a125953c-5062-4312-abe3-f3094ddd9fb5 service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833640 Mar 29 10:09:56.816367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b77576da-cdc2-40b3-8ec4-82d858750319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:09:59.231822 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0c7b5c8c-db86-4b05-ae3e-a9fb546509f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:00.762159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:02.121291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:02.735101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:04.011264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:16.947833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-95ca22bb-9697-449d-98ed-b7836b29f7a2 req-f68db530-065c-4795-9c7d-557275e91e4f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:10:16.948809 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-95ca22bb-9697-449d-98ed-b7836b29f7a2 req-f68db530-065c-4795-9c7d-557275e91e4f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053854 Mar 29 10:10:17.142232 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7333c-c544-47b0-ba85-93097cf6e120 req-d27a5850-ca2f-4265-a461-7924e259647f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:17.143755 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3cf7333c-c544-47b0-ba85-93097cf6e120 req-d27a5850-ca2f-4265-a461-7924e259647f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0516379 Mar 29 10:10:17.162345 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59508) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:10:17.195116 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3cf7333c-c544-47b0-ba85-93097cf6e120 req-36e5c6cd-7579-4c14-8226-053bfb31a236 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454402 Mar 29 10:10:17.283862 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-b4a8118f-4299-4c2d-b0f5-f41c3a4b0aed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1199577 Mar 29 10:10:17.292923 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-62659e34-2430-43e1-85e2-ca7676a7afdc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:10:17.293840 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-62659e34-2430-43e1-85e2-ca7676a7afdc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049901 Mar 29 10:10:18.312848 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13da03-c1c2-4ae7-b58e-00f1a737bb30 req-6c5e2a68-7d4a-496f-a8b1-9eee9ff67fe3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:18.314362 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb13da03-c1c2-4ae7-b58e-00f1a737bb30 req-6c5e2a68-7d4a-496f-a8b1-9eee9ff67fe3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0495210 Mar 29 10:10:18.353779 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-eb13da03-c1c2-4ae7-b58e-00f1a737bb30 req-4e92d4c4-8d21-4b48-983f-dcb5980df0a3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325189 Mar 29 10:10:19.477718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3755bc-798f-41a5-9f7c-e47231e374f3 req-5fc7af5c-2f98-466e-b8af-9f5317c5bf0f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:19.479453 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd3755bc-798f-41a5-9f7c-e47231e374f3 req-5fc7af5c-2f98-466e-b8af-9f5317c5bf0f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0565801 Mar 29 10:10:19.527990 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd3755bc-798f-41a5-9f7c-e47231e374f3 req-f1f40e06-b2dc-4209-b848-eab7787135bd tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415053 Mar 29 10:10:19.562399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-2dc27683-e09c-4a11-871a-c7959928a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:19.563944 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-2dc27683-e09c-4a11-871a-c7959928a1f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 1098 time: 0.0467024 Mar 29 10:10:19.659570 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-777002db-5bb5-4cb9-818a-75ce8d25d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:19.660935 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-777002db-5bb5-4cb9-818a-75ce8d25d896 service neutron] 10.222.0.24 "GET /v2.0/networks?id=116f6d03-8d29-421f-ba1d-783697e0c2ef HTTP/1.1" status: 200 len: 897 time: 0.0905330 Mar 29 10:10:19.723689 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-ed811487-a813-4136-bf1a-5194c1357177 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0 HTTP/1.1" status: 200 len: 1000 time: 0.0567651 Mar 29 10:10:20.103965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-0d7a15d5-e70e-4514-a837-ff324775e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:20.105426 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-0d7a15d5-e70e-4514-a837-ff324775e11f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64adf9c3-1dcf-49b3-acef-cd57104c7973 HTTP/1.1" status: 200 len: 835 time: 0.3758795 Mar 29 10:10:20.150390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-fe2e8337-bace-48ea-a808-4ee7070b19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:20.151868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-fe2e8337-bace-48ea-a808-4ee7070b19c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=116f6d03-8d29-421f-ba1d-783697e0c2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387709 Mar 29 10:10:20.242545 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-bf4602c6-8448-4ebb-a7a4-0f46dc655f9b service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836823 Mar 29 10:10:20.334402 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-05a3109b-bdfe-47f9-96c2-9c01727443a6 service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848382 Mar 29 10:10:20.648328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6300e-cb3b-4342-9510-b7a000d4f3f4 req-17ac660c-083d-4809-8f32-0d71ffa93847 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:20.649815 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e4b6300e-cb3b-4342-9510-b7a000d4f3f4 req-17ac660c-083d-4809-8f32-0d71ffa93847 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0486407 Mar 29 10:10:20.692243 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e4b6300e-cb3b-4342-9510-b7a000d4f3f4 req-34325714-83fc-4f71-a65c-30601f813ee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363483 Mar 29 10:10:21.182764 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:10:21.811041 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4919702-4f97-4003-ac5d-6ee8d5069a5a req-14b357a3-067f-4725-8053-35046149d029 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:21.812505 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f4919702-4f97-4003-ac5d-6ee8d5069a5a req-14b357a3-067f-4725-8053-35046149d029 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0484915 Mar 29 10:10:21.850075 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f4919702-4f97-4003-ac5d-6ee8d5069a5a req-c43b52f0-c57b-4506-8ba6-82f4a2b6f1b2 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315068 Mar 29 10:10:22.963100 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88158cf-ee12-4f0b-85dd-ef428c8ff1c3 req-022fd935-e1eb-43c1-96e8-03e73f329429 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:22.964550 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d88158cf-ee12-4f0b-85dd-ef428c8ff1c3 req-022fd935-e1eb-43c1-96e8-03e73f329429 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0475540 Mar 29 10:10:23.002024 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d88158cf-ee12-4f0b-85dd-ef428c8ff1c3 req-ce5e98ab-172c-4321-8305-5e3fa742409c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312335 Mar 29 10:10:24.118942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47b53d-195a-47f7-a217-058659f0e45a req-76956fa6-89b4-4cee-9134-945f36662cc6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:24.120392 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0e47b53d-195a-47f7-a217-058659f0e45a req-76956fa6-89b4-4cee-9134-945f36662cc6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0487897 Mar 29 10:10:24.163519 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0e47b53d-195a-47f7-a217-058659f0e45a req-b15fcc98-7958-428c-852e-fa03aaef57a9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365934 Mar 29 10:10:25.283760 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb58cc-ccae-4444-82f5-a3eb8029ca9d req-0d515289-ae85-451c-8bc0-0ec9cbdcb4c2 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:25.285251 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-40bb58cc-ccae-4444-82f5-a3eb8029ca9d req-0d515289-ae85-451c-8bc0-0ec9cbdcb4c2 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0497227 Mar 29 10:10:25.322950 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-40bb58cc-ccae-4444-82f5-a3eb8029ca9d req-cbf3a750-024b-4342-8ed1-88b975035c1d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317340 Mar 29 10:10:26.442562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36effc5a-6507-47bc-b024-76c1a24bd475 req-578979cf-03e7-4be0-a271-b0f475f0d115 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:26.444019 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-36effc5a-6507-47bc-b024-76c1a24bd475 req-578979cf-03e7-4be0-a271-b0f475f0d115 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0523612 Mar 29 10:10:26.484719 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-36effc5a-6507-47bc-b024-76c1a24bd475 req-b5561029-f576-4b0a-a7f4-94eac93a1203 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319266 Mar 29 10:10:26.819569 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24148fa0-479e-4629-a1c4-d43ef257b431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:27.606233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6405e5-4e30-40cb-9d50-fa41ec9d8f83 req-bc5cec7e-571c-49ff-b25e-d22425afcb53 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:27.607686 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5e6405e5-4e30-40cb-9d50-fa41ec9d8f83 req-bc5cec7e-571c-49ff-b25e-d22425afcb53 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0517876 Mar 29 10:10:27.658919 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5e6405e5-4e30-40cb-9d50-fa41ec9d8f83 req-5dc402d3-de65-4561-b62e-f772c0118172 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427389 Mar 29 10:10:28.777322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5028de-e8df-40ff-84d5-9075a6f98d4f req-ac0d42ff-db07-49e7-b608-220f51f878ad tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:28.778816 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3c5028de-e8df-40ff-84d5-9075a6f98d4f req-ac0d42ff-db07-49e7-b608-220f51f878ad tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0498662 Mar 29 10:10:28.820054 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3c5028de-e8df-40ff-84d5-9075a6f98d4f req-01cc67aa-a715-4a8e-883e-8d84f756c1f3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345993 Mar 29 10:10:29.235147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aee19258-a9a6-4b09-a338-e16e73e4b918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:29.943962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d428cd3-b651-4f5d-b0b7-766e77cef8a0 req-f1bc2880-a31c-4088-a3e1-6a3a78a34dc9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:29.945494 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d428cd3-b651-4f5d-b0b7-766e77cef8a0 req-f1bc2880-a31c-4088-a3e1-6a3a78a34dc9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0562923 Mar 29 10:10:29.984567 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d428cd3-b651-4f5d-b0b7-766e77cef8a0 req-81627967-d5bf-4b15-806d-3a3c8bf26018 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329404 Mar 29 10:10:30.764051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:31.113483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addd6d1-4e7f-429d-9d6b-3702ac627d7e req-6a424d81-41d1-4aa5-9fc2-312d19fe8a46 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:31.114961 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2addd6d1-4e7f-429d-9d6b-3702ac627d7e req-6a424d81-41d1-4aa5-9fc2-312d19fe8a46 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0487099 Mar 29 10:10:31.159539 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2addd6d1-4e7f-429d-9d6b-3702ac627d7e req-a4d06787-4d62-488b-b0ac-be653b5a0e37 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 Mar 29 10:10:32.122624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:32.274976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93a767-ba6e-4c0b-97f4-2cc2d7009030 req-0e40014b-aee2-4812-aea0-2236a610c5e8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:32.276442 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c93a767-ba6e-4c0b-97f4-2cc2d7009030 req-0e40014b-aee2-4812-aea0-2236a610c5e8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0484278 Mar 29 10:10:32.314426 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c93a767-ba6e-4c0b-97f4-2cc2d7009030 req-cc798406-1e1e-45ae-8851-836316ad199d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315845 Mar 29 10:10:32.732261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:33.430729 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeeae51-aff1-460a-9c5c-8d3f441df56c req-3000aed9-d235-4d55-9a08-0dec9aeca272 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:33.432203 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-faeeae51-aff1-460a-9c5c-8d3f441df56c req-3000aed9-d235-4d55-9a08-0dec9aeca272 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0505068 Mar 29 10:10:33.469070 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-faeeae51-aff1-460a-9c5c-8d3f441df56c req-025c316e-a94d-4ecf-a017-0874c1cffc5c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309470 Mar 29 10:10:34.033126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:34.587778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0be1d-ddcd-4aba-a586-e31651654f33 req-2d5890be-b6ab-48d6-acce-92f40b84373a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:34.589366 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-34e0be1d-ddcd-4aba-a586-e31651654f33 req-2d5890be-b6ab-48d6-acce-92f40b84373a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0488157 Mar 29 10:10:34.644003 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-34e0be1d-ddcd-4aba-a586-e31651654f33 req-c7c26bda-79cb-40b8-8bbc-9e2ed2cea5a1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467632 Mar 29 10:10:35.760524 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aabd2f-78ed-49fd-92f1-0ddbead49323 req-5941121f-1ad9-4a01-ae84-13b5bc710d01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:35.762036 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-22aabd2f-78ed-49fd-92f1-0ddbead49323 req-5941121f-1ad9-4a01-ae84-13b5bc710d01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0494528 Mar 29 10:10:35.802625 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-22aabd2f-78ed-49fd-92f1-0ddbead49323 req-e48d8ad5-7738-42ab-a175-123de858a2ce tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332525 Mar 29 10:10:36.919642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0dd4-641a-4b2a-8b2e-c91c080476a7 req-f8e980ad-25ab-422c-af01-fb2f1a98cc25 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:36.921662 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a80d0dd4-641a-4b2a-8b2e-c91c080476a7 req-f8e980ad-25ab-422c-af01-fb2f1a98cc25 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0489650 Mar 29 10:10:36.980711 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a80d0dd4-641a-4b2a-8b2e-c91c080476a7 req-f329e592-dd0d-4e80-9cde-244845088d6f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529904 Mar 29 10:10:37.016841 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-3d304c49-3e51-4ec8-88f2-b41595fb3f6b service neutron] 10.222.0.24 "GET /v2.0/ports/4616016c-513f-4dd2-8c53-dcc47fdc3ba0/bindings/hv-neutron-8355 HTTP/1.1" status: 200 len: 384 time: 0.0636914 Mar 29 10:10:37.212331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-f0627142-3aee-490d-bf7a-0cbcf0e45b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:37.213853 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-f0627142-3aee-490d-bf7a-0cbcf0e45b5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf&tenant_id=6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 1098 time: 0.0405035 Mar 29 10:10:37.280238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-a3e5ceff-8e61-4848-8bfc-82bcc712fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:37.282021 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-a3e5ceff-8e61-4848-8bfc-82bcc712fc69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 1098 time: 0.0431974 Mar 29 10:10:37.375074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-bc831075-7ef4-4e68-a457-d5bc4fadd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:37.376564 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-bc831075-7ef4-4e68-a457-d5bc4fadd2cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=116f6d03-8d29-421f-ba1d-783697e0c2ef HTTP/1.1" status: 200 len: 897 time: 0.0881877 Mar 29 10:10:37.445472 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-cb8c3d55-ffc7-4cd2-8d7a-d6271d3e161b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0 HTTP/1.1" status: 200 len: 1000 time: 0.0626731 Mar 29 10:10:37.495114 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-f47d2d6d-8e05-4640-b95e-22c1374f1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:37.496096 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-f47d2d6d-8e05-4640-b95e-22c1374f1670 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64adf9c3-1dcf-49b3-acef-cd57104c7973 HTTP/1.1" status: 200 len: 835 time: 0.0447822 Mar 29 10:10:37.550647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-6490fdb4-bdf9-45e5-b7d6-f9a651bbf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:37.552129 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-6490fdb4-bdf9-45e5-b7d6-f9a651bbf2a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=116f6d03-8d29-421f-ba1d-783697e0c2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503078 Mar 29 10:10:37.642870 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-380e95c1-43f9-492a-ba95-3d1421e0e745 service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843360 Mar 29 10:10:37.735805 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca1a6825-f43e-48ac-898e-eee14d8386c6 req-32be1cfc-01aa-4965-b601-30c9a11fb935 service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866015 Mar 29 10:10:38.098296 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30e930-b3d3-4a82-8c84-1e6f653c7afd req-2837db1e-18c7-4fb4-8f2c-0a8476033fcd tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:38.099700 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9b30e930-b3d3-4a82-8c84-1e6f653c7afd req-2837db1e-18c7-4fb4-8f2c-0a8476033fcd tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0491562 Mar 29 10:10:38.139885 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9b30e930-b3d3-4a82-8c84-1e6f653c7afd req-65012abd-814d-4644-b56e-b55486d126f8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Mar 29 10:10:39.256301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250358b-97de-44c2-a9ee-7b7f9706cc3f req-fbbfd1ce-e95e-40f1-aa94-fa7e70b0da83 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:39.257790 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4250358b-97de-44c2-a9ee-7b7f9706cc3f req-fbbfd1ce-e95e-40f1-aa94-fa7e70b0da83 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0489392 Mar 29 10:10:39.297541 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4250358b-97de-44c2-a9ee-7b7f9706cc3f req-469789c4-d489-4f25-82ca-2029303e5fd0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336595 Mar 29 10:10:40.373906 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:10:40.417206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a47792-d946-41d2-8102-b247407c9cc0 req-f039e932-9df1-4350-b42d-76d1b1f7be43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:40.418721 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96a47792-d946-41d2-8102-b247407c9cc0 req-f039e932-9df1-4350-b42d-76d1b1f7be43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 945 time: 0.0534773 Mar 29 10:10:40.452151 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:40.458063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96a47792-d946-41d2-8102-b247407c9cc0 req-77415072-fa2d-4467-8313-aefea9a09468 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327201 Mar 29 10:10:40.477058 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:10:40.479334 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2b7ef3-436e-468c-b361-d61cbee18b82" -d '{"events": [{"server_uuid": "e06377ae-ef65-46a0-9bfa-780a260d6cdf", "name": "network-vif-unplugged", "status": "completed", "tag": "4616016c-513f-4dd2-8c53-dcc47fdc3ba0"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:10:40.492855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,segment=NetworkSegment(a78a8577-140b-4a45-a2ff-f6076811f716),segment_id=a78a8577-140b-4a45-a2ff-f6076811f716)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:10:40.497345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:40.529064 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 10:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d495e359-d69b-4bef-934b-316492353cf4 x-openstack-request-id: req-d495e359-d69b-4bef-934b-316492353cf4 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:10:40.529374 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06377ae-ef65-46a0-9bfa-780a260d6cdf", "name": "network-vif-unplugged", "status": "completed", "tag": "4616016c-513f-4dd2-8c53-dcc47fdc3ba0", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:10:40.530219 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d495e359-d69b-4bef-934b-316492353cf4 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:10:40.530613 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0', 'code': 200} Mar 29 10:10:40.552873 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:10:40.560563 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:40.560943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:40.561336 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:40.561706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:40.562101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:40.562507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:40.562887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:40.563221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:40.563554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:40.563902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:40.564228 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:40.564550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:10:41.574079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c34a5a-51f6-4102-9773-f9aa7d6959c0 req-f3551864-1d3d-4f29-b060-e215c61b6665 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:41.576037 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49c34a5a-51f6-4102-9773-f9aa7d6959c0 req-f3551864-1d3d-4f29-b060-e215c61b6665 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 943 time: 0.0491123 Mar 29 10:10:41.615845 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49c34a5a-51f6-4102-9773-f9aa7d6959c0 req-2f739662-6cce-42f8-aea4-9eb4c6d42bd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341380 Mar 29 10:10:41.860674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eee40-436b-4f51-8043-0a14252418c9 req-e3c14953-9f5c-4928-80f6-a2d9eefa2c3a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:41.862156 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-323eee40-436b-4f51-8043-0a14252418c9 req-e3c14953-9f5c-4928-80f6-a2d9eefa2c3a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf&tenant_id=6b60b57a13014f25823523bb1f88c663&binding%3Ahost_id=hv-neutron-8355 HTTP/1.1" status: 200 len: 943 time: 0.0719213 Mar 29 10:10:41.871287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1c724-a374-4572-af1a-d95d31c6c65c req-420ca8ce-eaad-4eb4-8066-518fa96cf478 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:41.872689 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-25f1c724-a374-4572-af1a-d95d31c6c65c req-420ca8ce-eaad-4eb4-8066-518fa96cf478 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 943 time: 0.0950317 Mar 29 10:10:41.927880 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-25f1c724-a374-4572-af1a-d95d31c6c65c req-991b085d-b2eb-46e7-b34d-58cd1bb92615 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480688 Mar 29 10:10:41.955910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eee40-436b-4f51-8043-0a14252418c9 req-a4dbe9ab-3501-443e-9036-9bec573440a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:41.957409 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-323eee40-436b-4f51-8043-0a14252418c9 req-a4dbe9ab-3501-443e-9036-9bec573440a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 1096 time: 0.0490572 Mar 29 10:10:42.089638 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d30513-8729-4baf-a54a-bd4b69ae1950 req-c8e7743f-f080-4b3c-8cb3-7b94f4fe1917 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:42.091168 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87d30513-8729-4baf-a54a-bd4b69ae1950 req-c8e7743f-f080-4b3c-8cb3-7b94f4fe1917 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 943 time: 0.0713615 Mar 29 10:10:42.092894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eee40-436b-4f51-8043-0a14252418c9 req-30889c83-c6ba-4286-9342-dabab4b573b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:42.094269 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-323eee40-436b-4f51-8043-0a14252418c9 req-30889c83-c6ba-4286-9342-dabab4b573b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=116f6d03-8d29-421f-ba1d-783697e0c2ef HTTP/1.1" status: 200 len: 897 time: 0.1304288 Mar 29 10:10:42.186129 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-323eee40-436b-4f51-8043-0a14252418c9 req-952c9045-6e57-4f91-8d31-6869645b9e61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0 HTTP/1.1" status: 200 len: 998 time: 0.0853312 Mar 29 10:10:42.188866 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87d30513-8729-4baf-a54a-bd4b69ae1950 req-8807b51a-d6cb-4afc-8199-8b500a35a804 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811918 Mar 29 10:10:42.235731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eee40-436b-4f51-8043-0a14252418c9 req-887c0553-9876-40d8-9683-33f7b91d33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:42.237209 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-323eee40-436b-4f51-8043-0a14252418c9 req-887c0553-9876-40d8-9683-33f7b91d33ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64adf9c3-1dcf-49b3-acef-cd57104c7973 HTTP/1.1" status: 200 len: 835 time: 0.0450571 Mar 29 10:10:42.282875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eee40-436b-4f51-8043-0a14252418c9 req-f91690f9-b72c-4bf1-a1a8-78e71907868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:42.284359 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-323eee40-436b-4f51-8043-0a14252418c9 req-f91690f9-b72c-4bf1-a1a8-78e71907868c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=116f6d03-8d29-421f-ba1d-783697e0c2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412741 Mar 29 10:10:42.378263 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-323eee40-436b-4f51-8043-0a14252418c9 req-c0b9ef3c-6d12-4e7d-95a2-70fdbe4862bc service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876048 Mar 29 10:10:42.464914 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-323eee40-436b-4f51-8043-0a14252418c9 req-26161de6-aab2-4f2a-a9fe-3ffffbe28735 service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806196 Mar 29 10:10:43.317823 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8454ca9-2c88-4c5e-a3c0-74594c55d0a5 req-fe253557-7be9-4984-8231-19f8054c9b53 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:43.319348 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b8454ca9-2c88-4c5e-a3c0-74594c55d0a5 req-fe253557-7be9-4984-8231-19f8054c9b53 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 943 time: 0.0589643 Mar 29 10:10:43.363036 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b8454ca9-2c88-4c5e-a3c0-74594c55d0a5 req-779769f1-4c9b-4461-8263-486ce91a8106 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369079 Mar 29 10:10:43.385782 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59606) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:10:43.445674 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-7e9b9798-4617-4263-ab40-62cdfa8e4270 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/a084c8e0-1076-4436-81ec-9af3ad39754e HTTP/1.1" status: 200 len: 990 time: 0.0587270 Mar 29 10:10:54.568467 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd9e209f-0db7-4cb3-bba5-b92a183b8642 req-85c74a7e-eeb6-4e59-aaa5-d138066aff43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380025 Mar 29 10:10:54.645109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e209f-0db7-4cb3-bba5-b92a183b8642 req-fa33b357-f478-4482-8ee0-4ff1d42e7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:54.646620 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd9e209f-0db7-4cb3-bba5-b92a183b8642 req-fa33b357-f478-4482-8ee0-4ff1d42e7d86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 1096 time: 0.0381017 Mar 29 10:10:54.750266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e209f-0db7-4cb3-bba5-b92a183b8642 req-bb86d6cd-79b6-4c7e-815b-f7212a7053c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:54.751718 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd9e209f-0db7-4cb3-bba5-b92a183b8642 req-bb86d6cd-79b6-4c7e-815b-f7212a7053c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=116f6d03-8d29-421f-ba1d-783697e0c2ef HTTP/1.1" status: 200 len: 897 time: 0.0868647 Mar 29 10:10:54.815071 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd9e209f-0db7-4cb3-bba5-b92a183b8642 req-0cefe148-f101-4922-9cd9-c3b2979f2718 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0 HTTP/1.1" status: 200 len: 998 time: 0.0572393 Mar 29 10:10:54.862099 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e209f-0db7-4cb3-bba5-b92a183b8642 req-e882e558-0e27-4139-9e12-d9e4d9dd44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:54.863506 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd9e209f-0db7-4cb3-bba5-b92a183b8642 req-e882e558-0e27-4139-9e12-d9e4d9dd44f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64adf9c3-1dcf-49b3-acef-cd57104c7973 HTTP/1.1" status: 200 len: 835 time: 0.0424562 Mar 29 10:10:54.910385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e209f-0db7-4cb3-bba5-b92a183b8642 req-1096f52d-d1fb-4204-acaf-5563c32531cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:10:54.911848 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd9e209f-0db7-4cb3-bba5-b92a183b8642 req-1096f52d-d1fb-4204-acaf-5563c32531cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=116f6d03-8d29-421f-ba1d-783697e0c2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420477 Mar 29 10:10:54.997373 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd9e209f-0db7-4cb3-bba5-b92a183b8642 req-95b072a0-f27d-46d8-b5b3-50615cb378db service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794513 Mar 29 10:10:55.087588 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bd9e209f-0db7-4cb3-bba5-b92a183b8642 req-2e0b9a83-3d18-423f-9275-52510be853bd service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827782 Mar 29 10:10:56.823512 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-678034ca-50d9-49ab-b57d-d1c36b29b972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:10:58.181078 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:10:59.236113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-80b5e4b6-6660-4ea6-8429-aa9c76462a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:00.762607 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:02.124596 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:02.734747 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:04.033400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:26.826162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-15245957-0f01-4fd2-9bc5-653ac70a9296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:29.238402 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-90036e8d-9793-49d2-b35e-15aac0a19b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:30.764444 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:32.132356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:32.737221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:34.042079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:35.180912 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:11:38.459909 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59638) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:38.624236 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port b03a7f1e-8930-4b9b-84dd-cbe0a72c2644 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:11:38.624577 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:38.702653 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:38.702977 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:38.714469 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for b03a7f1e-8930-4b9b-84dd-cbe0a72c2644 owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:11:38.880455 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:38.905379 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=b03a7f1e-8930-4b9b-84dd-cbe0a72c2644,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:38.919510 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:38.919860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:38.920203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:38.920542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:38.920881 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:38.921208 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:38.921540 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:38.921890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:38.922220 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:38.922544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:38.922890 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:38.923201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:38.983455 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:38.983752 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Floating IP a084c8e0-1076-4436-81ec-9af3ad39754e disassociated (deleted). External IP: 172.26.1.60, port: 4616016c-513f-4dd2-8c53-dcc47fdc3ba0. Mar 29 10:11:39.200486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router 3b16b763-0067-46a3-89b3-a32851b33a99 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:11:39.310096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:11:39.314756 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:39.321802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a538dff-2e47-446c-9b89-ae332b236e9e None None] Sync routers for ids ['3b16b763-0067-46a3-89b3-a32851b33a99'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:11:39.333511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a538dff-2e47-446c-9b89-ae332b236e9e None None] Routers {'3b16b763-0067-46a3-89b3-a32851b33a99'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:11:39.334369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4a538dff-2e47-446c-9b89-ae332b236e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:11:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b16b763-0067-46a3-89b3-a32851b33a99'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:39.351466 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b99c7ad9-f781-4017-bd67-1e4c4cdd44fb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/floatingips/a084c8e0-1076-4436-81ec-9af3ad39754e HTTP/1.1" status: 204 len: 168 time: 0.8904562 Mar 29 10:11:39.352055 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'tag': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:11:39.354386 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7124de76-40fd-4de3-85fe-d6539a50f492" -d '{"events": [{"name": "network-changed", "server_uuid": "e06377ae-ef65-46a0-9bfa-780a260d6cdf", "tag": "4616016c-513f-4dd2-8c53-dcc47fdc3ba0"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:11:39.451672 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-4a538dff-2e47-446c-9b89-ae332b236e9e None None] Set router 3b16b763-0067-46a3-89b3-a32851b33a99 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:11:39.493721 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9c8067-c336-48b7-9cad-9d7021969b88 x-openstack-request-id: req-9f9c8067-c336-48b7-9cad-9d7021969b88 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:11:39.495223 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06377ae-ef65-46a0-9bfa-780a260d6cdf", "tag": "4616016c-513f-4dd2-8c53-dcc47fdc3ba0", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:11:39.496566 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f9c8067-c336-48b7-9cad-9d7021969b88 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:11:39.501721 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'tag': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0', 'status': 'completed', 'code': 200} Mar 29 10:11:39.564937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-700be12d-cf1a-4d90-863d-b77d2bf01b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:39.566524 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-700be12d-cf1a-4d90-863d-b77d2bf01b4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 1096 time: 0.0446749 Mar 29 10:11:39.685668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686199e-ac23-47f8-9c02-84e5eb16f67c req-913a6d4a-3b4b-429e-8116-39c1d027e003 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:39.687197 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9686199e-ac23-47f8-9c02-84e5eb16f67c req-913a6d4a-3b4b-429e-8116-39c1d027e003 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 943 time: 0.1187811 Mar 29 10:11:39.721690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4a538dff-2e47-446c-9b89-ae332b236e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'af298c12-0182-4c38-ab39-57311bd3695b', 'name': '', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:34:7c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:47Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:39.733660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-2f3333e9-deee-4c71-829f-3bfafb9bf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:39.735166 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-2f3333e9-deee-4c71-829f-3bfafb9bf40d service neutron] 10.222.0.24 "GET /v2.0/networks?id=116f6d03-8d29-421f-ba1d-783697e0c2ef HTTP/1.1" status: 200 len: 897 time: 0.1564107 Mar 29 10:11:39.755099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a538dff-2e47-446c-9b89-ae332b236e9e None None] Checking router: 3b16b763-0067-46a3-89b3-a32851b33a99 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:11:39.768322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a538dff-2e47-446c-9b89-ae332b236e9e None None] Routers {'3b16b763-0067-46a3-89b3-a32851b33a99'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:11:39.768947 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4a538dff-2e47-446c-9b89-ae332b236e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:11:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b16b763-0067-46a3-89b3-a32851b33a99'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:39.790849 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-d209adb9-8dc6-40e9-9790-cb7c61370656 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0 HTTP/1.1" status: 200 len: 217 time: 0.0436158 Mar 29 10:11:39.794361 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9686199e-ac23-47f8-9c02-84e5eb16f67c req-e838f1f3-0eab-406e-afb0-7b641e647a36 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980504 Mar 29 10:11:39.844359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-b422c120-f3df-43b4-b43e-436d29259506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:39.845782 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-b422c120-f3df-43b4-b43e-436d29259506 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=64adf9c3-1dcf-49b3-acef-cd57104c7973 HTTP/1.1" status: 200 len: 835 time: 0.0472894 Mar 29 10:11:39.896453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-dc7f63eb-ca68-49ad-b954-286602f04606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:39.897501 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-4a538dff-2e47-446c-9b89-ae332b236e9e None None] Set router 3b16b763-0067-46a3-89b3-a32851b33a99 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:11:39.897962 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-dc7f63eb-ca68-49ad-b954-286602f04606 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=116f6d03-8d29-421f-ba1d-783697e0c2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445991 Mar 29 10:11:39.909515 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-b9bd16b0-9b21-4693-8b90-e2111820f0ac service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:11:39.910525 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-b9bd16b0-9b21-4693-8b90-e2111820f0ac service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052016 Mar 29 10:11:40.013403 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-738fe669-5ae9-4cb1-a3ba-05395bf70518 service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951123 Mar 29 10:11:40.107699 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4a538dff-2e47-446c-9b89-ae332b236e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'af298c12-0182-4c38-ab39-57311bd3695b', 'name': '', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:34:7c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:47Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:40.108715 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7124de76-40fd-4de3-85fe-d6539a50f492 req-e1292c18-f000-41eb-96f5-1d5106dc04a8 service neutron] 10.222.0.24 "GET /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885978 Mar 29 10:11:40.139674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a538dff-2e47-446c-9b89-ae332b236e9e None None] The sync data for ids ['3b16b763-0067-46a3-89b3-a32851b33a99'] in dv-neutron-835554-1-hyperv is: [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:08:44Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'af298c12-0182-4c38-ab39-57311bd3695b', 'name': '', 'network_id': '116f6d03-8d29-421f-ba1d-783697e0c2ef', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:34:7c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:43Z', 'updated_at': '2022-03-29T10:08:47Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '64adf9c3-1dcf-49b3-acef-cd57104c7973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:11:40.373747 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acd9e8f-252a-401b-9ea7-57d5cba53d17 None None] New status for floating IP a084c8e0-1076-4436-81ec-9af3ad39754e: DOWN {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:11:40.916020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6eebb0-802e-4ac2-b6ab-0f6aae1a9872 req-d36abd13-2d6a-42d5-b661-d0e411e4334c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:40.917528 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b6eebb0-802e-4ac2-b6ab-0f6aae1a9872 req-d36abd13-2d6a-42d5-b661-d0e411e4334c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 943 time: 0.0492916 Mar 29 10:11:40.956257 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b6eebb0-802e-4ac2-b6ab-0f6aae1a9872 req-697924d2-6134-4f39-8394-398da694686a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=026768be-6a10-4f2b-b647-a30ecb40cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321178 Mar 29 10:11:41.565313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1addbbf-ab75-4cc5-9a0b-95f687d0ce36 req-70370659-9df5-4dd8-9435-6a3903bf0ef8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:41.567028 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f1addbbf-ab75-4cc5-9a0b-95f687d0ce36 req-70370659-9df5-4dd8-9435-6a3903bf0ef8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 943 time: 0.0537717 Mar 29 10:11:41.663961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-f1addbbf-ab75-4cc5-9a0b-95f687d0ce36 req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:11:41.664290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f1addbbf-ab75-4cc5-9a0b-95f687d0ce36 req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:41.751384 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-f1addbbf-ab75-4cc5-9a0b-95f687d0ce36 req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,segment=NetworkSegment(a78a8577-140b-4a45-a2ff-f6076811f716),segment_id=a78a8577-140b-4a45-a2ff-f6076811f716)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:11:41.751740 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f1addbbf-ab75-4cc5-9a0b-95f687d0ce36 req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:41.764625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-f1addbbf-ab75-4cc5-9a0b-95f687d0ce36 req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:11:41.899757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f1addbbf-ab75-4cc5-9a0b-95f687d0ce36 req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:41.927526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=4616016c-513f-4dd2-8c53-dcc47fdc3ba0,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:41.940542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:41.940889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:41.941225 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:41.941555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:41.941912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:41.942240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:41.942562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:41.942888 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:41.943205 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:41.943513 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:41.943835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:41.944409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:41.979679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1addbbf-ab75-4cc5-9a0b-95f687d0ce36 req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] No DVR routers for this DVR port 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:11:41.982215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f1addbbf-ab75-4cc5-9a0b-95f687d0ce36 req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:41.985455 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f1addbbf-ab75-4cc5-9a0b-95f687d0ce36 req-fbbfe652-7a6e-4493-bc70-6cf86e228a5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "DELETE /v2.0/ports/4616016c-513f-4dd2-8c53-dcc47fdc3ba0 HTTP/1.1" status: 204 len: 173 time: 0.4131541 Mar 29 10:11:41.985913 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'name': 'network-vif-deleted', 'tag': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:11:41.988145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff6bf71-18f1-459e-859f-c319b3c00f39" -d '{"events": [{"server_uuid": "e06377ae-ef65-46a0-9bfa-780a260d6cdf", "name": "network-vif-deleted", "tag": "4616016c-513f-4dd2-8c53-dcc47fdc3ba0"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:11:42.051519 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5875ffc6-5ab9-4c41-8009-9efedfafc88d x-openstack-request-id: req-5875ffc6-5ab9-4c41-8009-9efedfafc88d {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:11:42.051945 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06377ae-ef65-46a0-9bfa-780a260d6cdf", "name": "network-vif-deleted", "tag": "4616016c-513f-4dd2-8c53-dcc47fdc3ba0", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:11:42.052320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5875ffc6-5ab9-4c41-8009-9efedfafc88d {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:11:42.052915 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06377ae-ef65-46a0-9bfa-780a260d6cdf', 'name': 'network-vif-deleted', 'tag': '4616016c-513f-4dd2-8c53-dcc47fdc3ba0', 'status': 'completed', 'code': 200} Mar 29 10:11:42.073528 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8b1d408d-5c48-4276-ab7a-75f9d9e9b64e req-be5651af-df65-4002-b805-6394dc540698 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06377ae-ef65-46a0-9bfa-780a260d6cdf HTTP/1.1" status: 200 len: 210 time: 0.0377207 Mar 29 10:11:43.143305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59668) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:43.510758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc968490-a27d-40bb-8c3c-0c4b67fdab65 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:43.779845 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-fc968490-a27d-40bb-8c3c-0c4b67fdab65 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port af298c12-0182-4c38-ab39-57311bd3695b {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:11:43.780258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc968490-a27d-40bb-8c3c-0c4b67fdab65 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:44.244989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-fc968490-a27d-40bb-8c3c-0c4b67fdab65 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port af298c12-0182-4c38-ab39-57311bd3695b, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=af298c12-0182-4c38-ab39-57311bd3695b,segment=NetworkSegment(a78a8577-140b-4a45-a2ff-f6076811f716),segment_id=a78a8577-140b-4a45-a2ff-f6076811f716)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:11:44.245771 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc968490-a27d-40bb-8c3c-0c4b67fdab65 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:44.258504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-fc968490-a27d-40bb-8c3c-0c4b67fdab65 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for af298c12-0182-4c38-ab39-57311bd3695b owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:11:44.456981 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc968490-a27d-40bb-8c3c-0c4b67fdab65 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:44.485180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc968490-a27d-40bb-8c3c-0c4b67fdab65 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=af298c12-0182-4c38-ab39-57311bd3695b,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:44.666424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fc968490-a27d-40bb-8c3c-0c4b67fdab65 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:44.688126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:11:44.708937 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:11:44.709317 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 4616016c-513f-4dd2-8c53-dcc47fdc3ba0 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:11:44.890988 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc968490-a27d-40bb-8c3c-0c4b67fdab65 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router 3b16b763-0067-46a3-89b3-a32851b33a99 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:11:45.013936 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc968490-a27d-40bb-8c3c-0c4b67fdab65 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:11:45.019732 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fc968490-a27d-40bb-8c3c-0c4b67fdab65 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "PUT /v2.0/routers/3b16b763-0067-46a3-89b3-a32851b33a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8746169 Mar 29 10:11:45.022700 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59670) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:45.025008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a5bc4-dc7c-4217-bbf7-fede7dc3a79c None None] Sync routers for ids ['3b16b763-0067-46a3-89b3-a32851b33a99'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:11:45.037696 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a5bc4-dc7c-4217-bbf7-fede7dc3a79c None None] Routers {'3b16b763-0067-46a3-89b3-a32851b33a99'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:11:45.038367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-301a5bc4-dc7c-4217-bbf7-fede7dc3a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:11:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b16b763-0067-46a3-89b3-a32851b33a99'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:45.094093 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9301a1-4aa7-496b-b68e-1fded1e326c1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting subnet 64adf9c3-1dcf-49b3-acef-cd57104c7973 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:11:45.097270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5d9301a1-4aa7-496b-b68e-1fded1e326c1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:45.144742 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5d9301a1-4aa7-496b-b68e-1fded1e326c1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:45.161373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-301a5bc4-dc7c-4217-bbf7-fede7dc3a79c None None] Set router 3b16b763-0067-46a3-89b3-a32851b33a99 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:11:45.238089 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5d9301a1-4aa7-496b-b68e-1fded1e326c1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:45.303417 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5d9301a1-4aa7-496b-b68e-1fded1e326c1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:45.331526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9301a1-4aa7-496b-b68e-1fded1e326c1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Subnet': ['ID=64adf9c3-1dcf-49b3-acef-cd57104c7973,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:45.333513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-5d9301a1-4aa7-496b-b68e-1fded1e326c1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:45.336713 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-5d9301a1-4aa7-496b-b68e-1fded1e326c1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/subnets/64adf9c3-1dcf-49b3-acef-cd57104c7973 HTTP/1.1" status: 204 len: 168 time: 0.3120329 Mar 29 10:11:45.339485 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59672) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:45.344269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443d2239-8799-4cbf-a900-9f8f2c7939a1 None None] Network 116f6d03-8d29-421f-ba1d-783697e0c2ef requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:11:45.454974 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-301a5bc4-dc7c-4217-bbf7-fede7dc3a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:11:44Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:45.467138 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:45.500014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a5bc4-dc7c-4217-bbf7-fede7dc3a79c None None] Checking router: 3b16b763-0067-46a3-89b3-a32851b33a99 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:11:45.519235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a5bc4-dc7c-4217-bbf7-fede7dc3a79c None None] Routers {'3b16b763-0067-46a3-89b3-a32851b33a99'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:11:45.519889 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-301a5bc4-dc7c-4217-bbf7-fede7dc3a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:11:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['3b16b763-0067-46a3-89b3-a32851b33a99'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:45.581107 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:45.634751 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] DHCP port deletion for 116f6d03-8d29-421f-ba1d-783697e0c2ef request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:11:45.648757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port cc229092-4865-44a6-9f9f-888cf7c13938 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:11:45.649092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:45.741477 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port cc229092-4865-44a6-9f9f-888cf7c13938, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cc229092-4865-44a6-9f9f-888cf7c13938,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:11:45.741873 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:45.755351 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for cc229092-4865-44a6-9f9f-888cf7c13938 owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:11:45.891023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-301a5bc4-dc7c-4217-bbf7-fede7dc3a79c None None] Set router 3b16b763-0067-46a3-89b3-a32851b33a99 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:11:45.946526 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:45.971701 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=cc229092-4865-44a6-9f9f-888cf7c13938,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:46.030107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Deleting port 3c1907d4-9686-4997-b549-79ca40886c2a {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:11:46.030481 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.052071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.140846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] For port 3c1907d4-9686-4997-b549-79ca40886c2a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3c1907d4-9686-4997-b549-79ca40886c2a,segment=NetworkSegment(a78a8577-140b-4a45-a2ff-f6076811f716),segment_id=a78a8577-140b-4a45-a2ff-f6076811f716)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:11:46.141514 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.155102 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.157346 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.179529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Calling delete_port for 3c1907d4-9686-4997-b549-79ca40886c2a owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:11:46.204948 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.205732 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Fanout notify agent at l3_agent the message router_deleted on router 3b16b763-0067-46a3-89b3-a32851b33a99 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:11:46.217139 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.218996 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f25a2c10-c626-4528-b8c2-90173db16825 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/routers/3b16b763-0067-46a3-89b3-a32851b33a99 HTTP/1.1" status: 204 len: 168 time: 0.8776829 Mar 29 10:11:46.221920 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59674) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:46.309900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.310190 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-301a5bc4-dc7c-4217-bbf7-fede7dc3a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:11:44Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:46.340292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a5bc4-dc7c-4217-bbf7-fede7dc3a79c None None] The sync data for ids ['3b16b763-0067-46a3-89b3-a32851b33a99'] in dv-neutron-835554-1-hyperv is: [{'id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715821716', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:08:40Z', 'updated_at': '2022-03-29T10:11:44Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'cc229092-4865-44a6-9f9f-888cf7c13938', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:54:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b16b763-0067-46a3-89b3-a32851b33a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:08:41Z', 'updated_at': '2022-03-29T10:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:11:46.343557 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.372236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Pushing event deleted for resources: {'Port': ['ID=3c1907d4-9686-4997-b549-79ca40886c2a,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:46.377214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] No DVR routers for this DVR port 3c1907d4-9686-4997-b549-79ca40886c2a on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:11:46.379186 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port 3c1907d4-9686-4997-b549-79ca40886c2a {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:11:46.379803 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.384190 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:46.384546 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:46.384881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:46.385219 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:46.385547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:46.385899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:46.386220 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:46.386643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:46.386916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:46.387195 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:46.387518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:46.387836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2186b2f-ef16-429a-bf65-b7848e96ba4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:46.458866 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port 3c1907d4-9686-4997-b549-79ca40886c2a, host dv-neutron-835554-1-hyperv, got binding levels [] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:11:46.459227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.476574 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for 3c1907d4-9686-4997-b549-79ca40886c2a owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:11:46.479422 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.ipam_backend_mixin [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Port 3c1907d4-9686-4997-b549-79ca40886c2a was not found and therefore no delete operation was performed {{(pid=102495) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 29 10:11:46.480806 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.505598 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=3c1907d4-9686-4997-b549-79ca40886c2a,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:46.510004 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] No DVR routers for this DVR port 3c1907d4-9686-4997-b549-79ca40886c2a on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:11:46.592181 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.618326 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116f6d03-8d29-421f-ba1d-783697e0c2ef']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:46.628547 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78a8577-140b-4a45-a2ff-f6076811f716') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:46.628837 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78a8577-140b-4a45-a2ff-f6076811f716') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:46.638150 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.651767 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.659135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:11:46.659573 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:11:46.662904 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:11:46.737113 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.747702 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.751024 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/networks/116f6d03-8d29-421f-ba1d-783697e0c2ef HTTP/1.1" status: 204 len: 168 time: 0.5281439 Mar 29 10:11:46.754167 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59676) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:46.774961 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffe5f8-9df6-4352-a1b9-a64a37544a59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Network': ['ID=116f6d03-8d29-421f-ba1d-783697e0c2ef,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:46.841394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d3c1367b-815d-4015-911a-bc3c3fd5a31c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.884778 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d3c1367b-815d-4015-911a-bc3c3fd5a31c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.983043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d3c1367b-815d-4015-911a-bc3c3fd5a31c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.990323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d3c1367b-815d-4015-911a-bc3c3fd5a31c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:46.992417 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d3c1367b-815d-4015-911a-bc3c3fd5a31c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/security-groups/026768be-6a10-4f2b-b647-a30ecb40cb69 HTTP/1.1" status: 204 len: 168 time: 0.2357433 Mar 29 10:11:47.009540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1367b-815d-4015-911a-bc3c3fd5a31c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026768be-6a10-4f2b-b647-a30ecb40cb69,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:47.050508 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device af298c12-0182-4c38-ab39-57311bd3695b no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:11:47.094197 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: af298c12-0182-4c38-ab39-57311bd3695b {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:11:47.094608 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device af298c12-0182-4c38-ab39-57311bd3695b not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:11:47.095023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3c1907d4-9686-4997-b549-79ca40886c2a no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:11:47.118759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 3c1907d4-9686-4997-b549-79ca40886c2a {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:11:47.119232 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3c1907d4-9686-4997-b549-79ca40886c2a not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:11:47.664906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59682) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:47.669410 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-bb20a95b-2ebd-4aa0-acac-d264c140df5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-776114560', 'description': 'tempest-secgroup-smoke-776114560 description', 'project_id': '6b60b57a13014f25823523bb1f88c663'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:47.694081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb20a95b-2ebd-4aa0-acac-d264c140df5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:47.766409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb20a95b-2ebd-4aa0-acac-d264c140df5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:47.771108 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb20a95b-2ebd-4aa0-acac-d264c140df5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:47.802946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-bb20a95b-2ebd-4aa0-acac-d264c140df5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:47.804121 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-bb20a95b-2ebd-4aa0-acac-d264c140df5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1382651 Mar 29 10:11:47.804831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20a95b-2ebd-4aa0-acac-d264c140df5b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02963c8a-84b9-4bed-8b50-6d2e376703c4,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:47.807504 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59684) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:47.812717 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-98dc3aa2-34fd-42d4-b158-badd43968f02 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '02963c8a-84b9-4bed-8b50-6d2e376703c4', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:47.839556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98dc3aa2-34fd-42d4-b158-badd43968f02 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:47.898972 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98dc3aa2-34fd-42d4-b158-badd43968f02 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:47.902741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98dc3aa2-34fd-42d4-b158-badd43968f02 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:47.920496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc3aa2-34fd-42d4-b158-badd43968f02 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1af447-7a33-4c68-b92e-cc8d62e6d9e2,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:47.928525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-98dc3aa2-34fd-42d4-b158-badd43968f02 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:47.932366 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-98dc3aa2-34fd-42d4-b158-badd43968f02 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213100 Mar 29 10:11:47.932839 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59686) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:47.937422 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-58edb929-9f2e-4648-9d93-41f1bf12dba9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '02963c8a-84b9-4bed-8b50-6d2e376703c4', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:47.963293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58edb929-9f2e-4648-9d93-41f1bf12dba9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.024624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58edb929-9f2e-4648-9d93-41f1bf12dba9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.028736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58edb929-9f2e-4648-9d93-41f1bf12dba9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.045907 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edb929-9f2e-4648-9d93-41f1bf12dba9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131dbad2-4a7a-4ad8-971f-6eb8defac95b,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:48.057315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-58edb929-9f2e-4648-9d93-41f1bf12dba9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.059463 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-58edb929-9f2e-4648-9d93-41f1bf12dba9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258020 Mar 29 10:11:48.062147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59688) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:48.066853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1adb80d9-498c-419e-8f6a-58b98e3eea08 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '02963c8a-84b9-4bed-8b50-6d2e376703c4', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:48.095504 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1adb80d9-498c-419e-8f6a-58b98e3eea08 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.153630 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1adb80d9-498c-419e-8f6a-58b98e3eea08 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.158086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1adb80d9-498c-419e-8f6a-58b98e3eea08 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.180231 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb80d9-498c-419e-8f6a-58b98e3eea08 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f59130-941f-4cfd-8a29-f2f97a9c072b,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:48.190074 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1adb80d9-498c-419e-8f6a-58b98e3eea08 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.192031 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1adb80d9-498c-419e-8f6a-58b98e3eea08 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287022 Mar 29 10:11:48.194572 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59690) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:48.199589 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-532a2f52-e7a5-49dd-a3a3-dd0c499de95f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '02963c8a-84b9-4bed-8b50-6d2e376703c4', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:48.225083 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-532a2f52-e7a5-49dd-a3a3-dd0c499de95f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.291450 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-532a2f52-e7a5-49dd-a3a3-dd0c499de95f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.295470 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-532a2f52-e7a5-49dd-a3a3-dd0c499de95f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.312644 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a2f52-e7a5-49dd-a3a3-dd0c499de95f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501e6c3b-3ebf-49f6-8c2b-29aadda415ef,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:48.321371 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-532a2f52-e7a5-49dd-a3a3-dd0c499de95f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.322645 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-532a2f52-e7a5-49dd-a3a3-dd0c499de95f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270120 Mar 29 10:11:48.326421 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59692) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:48.330792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c70f723d-4ed3-47a8-a76c-839bd4e9c792 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '02963c8a-84b9-4bed-8b50-6d2e376703c4', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:48.350336 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-c70f723d-4ed3-47a8-a76c-839bd4e9c792 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Project 6b60b57a13014f25823523bb1f88c663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:11:48.355419 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c70f723d-4ed3-47a8-a76c-839bd4e9c792 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.415754 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c70f723d-4ed3-47a8-a76c-839bd4e9c792 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.421339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c70f723d-4ed3-47a8-a76c-839bd4e9c792 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.437852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f723d-4ed3-47a8-a76c-839bd4e9c792 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c4d6e8-8aca-417e-bf00-94a8903f9685,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:48.447441 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c70f723d-4ed3-47a8-a76c-839bd4e9c792 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.449724 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c70f723d-4ed3-47a8-a76c-839bd4e9c792 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215110 Mar 29 10:11:48.452891 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59694) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:48.458297 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-88e19101-a798-4f3b-b7eb-a04c64783e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': '02963c8a-84b9-4bed-8b50-6d2e376703c4', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:48.478613 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-88e19101-a798-4f3b-b7eb-a04c64783e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Project 6b60b57a13014f25823523bb1f88c663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:11:48.483668 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-88e19101-a798-4f3b-b7eb-a04c64783e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.545145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-88e19101-a798-4f3b-b7eb-a04c64783e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.549242 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-88e19101-a798-4f3b-b7eb-a04c64783e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.568828 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e19101-a798-4f3b-b7eb-a04c64783e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099e0a7e-cc0a-42f0-b229-140bec84a631,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:48.577980 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-88e19101-a798-4f3b-b7eb-a04c64783e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.579226 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-88e19101-a798-4f3b-b7eb-a04c64783e01 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252098 Mar 29 10:11:48.582894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59696) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:48.587640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-55b6ca87-0999-4c8d-a350-2a869f55126b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'network': {'name': 'tempest-network-smoke--1037663951', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'port_security_enabled': True}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:48.607848 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b6ca87-0999-4c8d-a350-2a869f55126b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:11:48.613419 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca87-0999-4c8d-a350-2a869f55126b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.640104 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b6ca87-0999-4c8d-a350-2a869f55126b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:11:48.649307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca87-0999-4c8d-a350-2a869f55126b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.649778 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-55b6ca87-0999-4c8d-a350-2a869f55126b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Added segment 8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91 of type vlan for network e34303c7-e186-41aa-b201-4473b59f4798 Mar 29 10:11:48.689998 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca87-0999-4c8d-a350-2a869f55126b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.714761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca87-0999-4c8d-a350-2a869f55126b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.720314 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6ca87-0999-4c8d-a350-2a869f55126b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:48.720900 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-55b6ca87-0999-4c8d-a350-2a869f55126b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.750694 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-55b6ca87-0999-4c8d-a350-2a869f55126b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1667428 Mar 29 10:11:48.754065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59698) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:48.759912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'admin_state_up': True, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:48.783176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.784266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.794117 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6ca87-0999-4c8d-a350-2a869f55126b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Network': ['ID=e34303c7-e186-41aa-b201-4473b59f4798,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:48.807453 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network e34303c7-e186-41aa-b201-4473b59f4798 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 10:11:48.841751 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:48.894466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cc229092-4865-44a6-9f9f-888cf7c13938 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:11:48.923888 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: cc229092-4865-44a6-9f9f-888cf7c13938 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:11:48.924225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cc229092-4865-44a6-9f9f-888cf7c13938 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:11:48.997021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:49.193398 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:49.212065 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:49.319080 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.26.1.70 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/c1781d4c-746d-44a6-9108-30045e9f7229) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:11:49.429375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:49.468145 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:49.514708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:11:49.517627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:11:49.521600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:11:49.544645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=c1781d4c-746d-44a6-9108-30045e9f7229,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:49.782431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:49.994354 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:50.131026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router 7818787a-1dc7-45a6-9239-a3304aa09b75 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 10:11:50.269034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:11:50.280545 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Sync routers for ids ['7818787a-1dc7-45a6-9239-a3304aa09b75'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:11:50.289920 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:50.290235 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Routers {'7818787a-1dc7-45a6-9239-a3304aa09b75'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:11:50.290835 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:11:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7818787a-1dc7-45a6-9239-a3304aa09b75'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:50.291131 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e7e382ba-ecab-4921-bc27-59f33fd9719c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5360665 Mar 29 10:11:50.296998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59700) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:50.408046 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6e101402-68a7-439c-afed-54c633735685 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6b60b57a13014f25823523bb1f88c663&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1097302 Mar 29 10:11:50.410578 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Set router 7818787a-1dc7-45a6-9239-a3304aa09b75 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:11:50.411049 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59706) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:50.503814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370cd8ee-5f9d-4eaf-b432-f09fc760fe0f tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:50.505300 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-370cd8ee-5f9d-4eaf-b432-f09fc760fe0f tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933616 Mar 29 10:11:50.508370 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59708) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:50.535780 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-29d3d0cc-fef0-4b4a-a3c6-90410e29ffe2 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263560 Mar 29 10:11:50.538424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59710) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:50.543698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-ba6266e9-dadc-4739-8710-19dc462f9050 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2084425933', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:50.598026 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:11:49Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:50.635373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6266e9-dadc-4739-8710-19dc462f9050 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:11:50.639395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ba6266e9-dadc-4739-8710-19dc462f9050 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:50.711708 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Checking router: 7818787a-1dc7-45a6-9239-a3304aa09b75 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:11:50.712035 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Updating router 7818787a-1dc7-45a6-9239-a3304aa09b75 port c1781d4c-746d-44a6-9108-30045e9f7229 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:11:50.744096 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:50.837432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ba6266e9-dadc-4739-8710-19dc462f9050 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:50.893691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6266e9-dadc-4739-8710-19dc462f9050 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Subnet': ['ID=4104a436-3d39-41f5-a73f-28337909217c,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:50.909736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6266e9-dadc-4739-8710-19dc462f9050 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Checking segment: {'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:11:50.910112 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6266e9-dadc-4739-8710-19dc462f9050 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network hostable DHCP agents. Network: e34303c7-e186-41aa-b201-4473b59f4798, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:11:50.927400 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6266e9-dadc-4739-8710-19dc462f9050 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network e34303c7-e186-41aa-b201-4473b59f4798 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:11:50.938565 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-ba6266e9-dadc-4739-8710-19dc462f9050 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, e34303c7-e186-41aa-b201-4473b59f4798) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:11:50.943610 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6266e9-dadc-4739-8710-19dc462f9050 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:50.945331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-ba6266e9-dadc-4739-8710-19dc462f9050 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:50.948051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42983b5-e974-46d5-afd8-4d32ab401b06 None None] Network e34303c7-e186-41aa-b201-4473b59f4798 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:11:50.966587 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ba6266e9-dadc-4739-8710-19dc462f9050 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4269409 Mar 29 10:11:50.969619 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59712) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:11:51.051341 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.060234 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.111143 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Pushing event updated for resources: {'Port': ['ID=c1781d4c-746d-44a6-9108-30045e9f7229,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:51.118505 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:51.120376 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:51.120376 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:51.120376 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:51.120376 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:51.120376 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:51.121410 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:51.121615 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:51.122044 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:51.122620 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:51.123070 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:51.123683 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:11:51.135363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-e34303c7-e186-41aa-b201-4473b59f4798', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ips': [{'subnet_id': '4104a436-3d39-41f5-a73f-28337909217c'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 10:11:51.137466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.144552 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Attempting to bind port c1781d4c-746d-44a6-9108-30045e9f7229 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:11:51.145215 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Attempting to bind port c1781d4c-746d-44a6-9108-30045e9f7229 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:11:51.145915 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Attempting to bind port c1781d4c-746d-44a6-9108-30045e9f7229 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:11:51.153215 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:11:51.153818 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:11:51.154535 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.155032 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:11:51.155622 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Bound port: c1781d4c-746d-44a6-9108-30045e9f7229, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:11:51.156132 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.220112 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] For port c1781d4c-746d-44a6-9108-30045e9f7229, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:11:51.223827 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] For port c1781d4c-746d-44a6-9108-30045e9f7229, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c1781d4c-746d-44a6-9108-30045e9f7229,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:11:51.228390 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.285985 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5b725-2d20-4c4a-b47e-45be7ce5ce29 None None] Pushing event updated for resources: {'Port': ['ID=c1781d4c-746d-44a6-9108-30045e9f7229,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:51.301880 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Routers {'7818787a-1dc7-45a6-9239-a3304aa09b75'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:11:51.302520 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:11:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7818787a-1dc7-45a6-9239-a3304aa09b75'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:51.306429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Allocated IP 172.20.0.2 (e34303c7-e186-41aa-b201-4473b59f4798/4104a436-3d39-41f5-a73f-28337909217c/8c81d1aa-14f5-4340-a7bd-a910876f3035) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:11:51.423587 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] Set router 7818787a-1dc7-45a6-9239-a3304aa09b75 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:11:51.501730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.510447 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.558344 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Network e34303c7-e186-41aa-b201-4473b59f4798 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:11:51.561748 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:11:51.566558 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:11:51.568608 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Pushing event updated for resources: {'Port': ['ID=8c81d1aa-14f5-4340-a7bd-a910876f3035,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:51.629500 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Attempting to bind port 8c81d1aa-14f5-4340-a7bd-a910876f3035 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:11:51.629909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Attempting to bind port 8c81d1aa-14f5-4340-a7bd-a910876f3035 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:11:51.630260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Attempting to bind port 8c81d1aa-14f5-4340-a7bd-a910876f3035 on network e34303c7-e186-41aa-b201-4473b59f4798 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:11:51.635671 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:11:51.636170 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Checking segment: {'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:11:51.636510 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.636913 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Bound using segment: {'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:11:51.637681 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Bound port: 8c81d1aa-14f5-4340-a7bd-a910876f3035, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:11:51.638068 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.644464 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:11:49Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:51.679097 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd22e5a8-d608-4e10-9dbf-4adccd51d9d6 None None] The sync data for ids ['7818787a-1dc7-45a6-9239-a3304aa09b75'] in dv-neutron-835554-1-hyperv is: [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:11:49Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:11:51.723370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] For port 8c81d1aa-14f5-4340-a7bd-a910876f3035, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:11:51.727863 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] For port 8c81d1aa-14f5-4340-a7bd-a910876f3035, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8c81d1aa-14f5-4340-a7bd-a910876f3035,segment=NetworkSegment(8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91),segment_id=8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:11:51.736879 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:51.830107 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda196c-83d3-4f6e-b08e-4229c564d8fe None None] Pushing event updated for resources: {'Port': ['ID=8c81d1aa-14f5-4340-a7bd-a910876f3035,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:51.919656 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:52.303352 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.20.0.1 (e34303c7-e186-41aa-b201-4473b59f4798/4104a436-3d39-41f5-a73f-28337909217c/134ca2c1-6725-45cf-ac44-76289105ae9f) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:11:52.452772 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:52.499324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:52.551195 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network e34303c7-e186-41aa-b201-4473b59f4798 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:11:52.555080 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:11:52.559764 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:11:52.602242 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=134ca2c1-6725-45cf-ac44-76289105ae9f,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:52.632302 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:52.803855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:53.016123 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6af2b1c-836c-44b3-a50e-30cc7749ede3 None None] Network e34303c7-e186-41aa-b201-4473b59f4798 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:11:53.054588 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8c81d1aa-14f5-4340-a7bd-a910876f3035 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:11:53.164935 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2d9b5390-49ae-4ce3-b1d9-0dc804655f8d None None] Provisioning complete for port 8c81d1aa-14f5-4340-a7bd-a910876f3035 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:53.165444 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5390-49ae-4ce3-b1d9-0dc804655f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:53.208167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:53.212853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:53.227982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 8c81d1aa-14f5-4340-a7bd-a910876f3035 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:53.228350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:53.313420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=134ca2c1-6725-45cf-ac44-76289105ae9f,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:53.316148 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:53.395774 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5390-49ae-4ce3-b1d9-0dc804655f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:53.446218 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-2d9b5390-49ae-4ce3-b1d9-0dc804655f8d None None] For port 8c81d1aa-14f5-4340-a7bd-a910876f3035, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8c81d1aa-14f5-4340-a7bd-a910876f3035,segment=NetworkSegment(8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91),segment_id=8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:11:53.448265 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:53.460628 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network e34303c7-e186-41aa-b201-4473b59f4798 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:11:53.462684 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:11:53.503781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5390-49ae-4ce3-b1d9-0dc804655f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:53.571563 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:11:53.572423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:11:53.588793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b5390-49ae-4ce3-b1d9-0dc804655f8d None None] Pushing event updated for resources: {'Port': ['ID=8c81d1aa-14f5-4340-a7bd-a910876f3035,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:53.618118 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router 7818787a-1dc7-45a6-9239-a3304aa09b75 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:11:53.729315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-bd47f4c5-eff1-4100-8cb3-feb64575add7 None None] Provisioning complete for port 134ca2c1-6725-45cf-ac44-76289105ae9f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:53.730477 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bd47f4c5-eff1-4100-8cb3-feb64575add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:53.740415 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:11:53.758462 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-53bae020-f151-44cd-8791-c9856aaf26af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "PUT /v2.0/routers/7818787a-1dc7-45a6-9239-a3304aa09b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7794449 Mar 29 10:11:53.765236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Sync routers for ids ['7818787a-1dc7-45a6-9239-a3304aa09b75'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:11:53.790272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-bd47f4c5-eff1-4100-8cb3-feb64575add7 None None] Port 134ca2c1-6725-45cf-ac44-76289105ae9f cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:11:53.794564 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Routers {'7818787a-1dc7-45a6-9239-a3304aa09b75'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:11:53.795185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:11:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7818787a-1dc7-45a6-9239-a3304aa09b75'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:53.860222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-bd47f4c5-eff1-4100-8cb3-feb64575add7 None None] Provisioning complete for port 8c81d1aa-14f5-4340-a7bd-a910876f3035 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:53.860624 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bd47f4c5-eff1-4100-8cb3-feb64575add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:53.966971 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-d58e744e-a9cb-4c33-8954-7710b8a1e352 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-776114560&fields=id&tenant_id=6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 267 time: 0.0510104 Mar 29 10:11:54.098434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-909ef0ce-fa40-48f8-a6f3-e32cb5e03e18 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:54.100121 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-909ef0ce-fa40-48f8-a6f3-e32cb5e03e18 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/networks?id=e34303c7-e186-41aa-b201-4473b59f4798 HTTP/1.1" status: 200 len: 797 time: 0.1241238 Mar 29 10:11:54.120225 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-3a7a62bb-00a9-4cfb-ba10-339b75ad6eec tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/quotas/6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 375 time: 0.0134251 Mar 29 10:11:54.150773 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Set router 7818787a-1dc7-45a6-9239-a3304aa09b75 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:11:54.179279 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c1781d4c-746d-44a6-9108-30045e9f7229 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:11:54.180395 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-7f6c7476-4f0e-46b4-8766-b5a4db2dd24e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536504 Mar 29 10:11:54.351954 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-7af0e7d2-021b-42f1-aa9a-e0deb1d6a509 service neutron] 10.222.0.32 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576517 Mar 29 10:11:54.369875 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port c1781d4c-746d-44a6-9108-30045e9f7229 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:54.370355 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:54.446524 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-22b9235e-ade3-49c1-a0d0-f73ad5235538 service neutron] 10.222.0.32 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880549 Mar 29 10:11:54.495593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c1318d45-8a8b-4976-b39d-989c12a7ddc5 None None] Provisioning complete for port 134ca2c1-6725-45cf-ac44-76289105ae9f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:54.495969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c1318d45-8a8b-4976-b39d-989c12a7ddc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:54.539903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:54.562581 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c1318d45-8a8b-4976-b39d-989c12a7ddc5 None None] Port 134ca2c1-6725-45cf-ac44-76289105ae9f cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:11:54.574953 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port c1781d4c-746d-44a6-9108-30045e9f7229, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c1781d4c-746d-44a6-9108-30045e9f7229,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:11:54.578194 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:11:52Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '134ca2c1-6725-45cf-ac44-76289105ae9f', 'name': '', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:6e:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4104a436-3d39-41f5-a73f-28337909217c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:52Z', 'updated_at': '2022-03-29T10:11:53Z', 'revision_number': 2, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '4104a436-3d39-41f5-a73f-28337909217c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:54.581674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:54.635715 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ed464db4-acf9-417f-abf6-70275f73a017 req-53d3a5bf-cade-4085-b45e-2dd3207bb792 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 210 time: 0.0292900 Mar 29 10:11:54.635974 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Checking router: 7818787a-1dc7-45a6-9239-a3304aa09b75 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:11:54.636206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Updating router 7818787a-1dc7-45a6-9239-a3304aa09b75 port 134ca2c1-6725-45cf-ac44-76289105ae9f binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:11:54.681236 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=c1781d4c-746d-44a6-9108-30045e9f7229,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:54.684212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:54.942948 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8c81d1aa-14f5-4340-a7bd-a910876f3035 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:11:55.064221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 8c81d1aa-14f5-4340-a7bd-a910876f3035 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:55.064598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:55.069119 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:55.097588 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:55.168771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804acf0-eed3-4760-a43c-7fe2e5a65ae3 None None] Pushing event updated for resources: {'Port': ['ID=134ca2c1-6725-45cf-ac44-76289105ae9f,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:55.260853 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Attempting to bind port 134ca2c1-6725-45cf-ac44-76289105ae9f on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:11:55.261131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Attempting to bind port 134ca2c1-6725-45cf-ac44-76289105ae9f by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:11:55.261411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Attempting to bind port 134ca2c1-6725-45cf-ac44-76289105ae9f on network e34303c7-e186-41aa-b201-4473b59f4798 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:11:55.264360 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c1781d4c-746d-44a6-9108-30045e9f7229 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:11:55.291609 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:11:55.293518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Checking segment: {'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:11:55.293518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:55.293518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Bound using segment: {'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:11:55.293518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Bound port: 134ca2c1-6725-45cf-ac44-76289105ae9f, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:11:55.296523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:55.381626 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port c1781d4c-746d-44a6-9108-30045e9f7229 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:55.382024 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:55.387845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] For port 134ca2c1-6725-45cf-ac44-76289105ae9f, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:11:55.424883 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] For port 134ca2c1-6725-45cf-ac44-76289105ae9f, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=134ca2c1-6725-45cf-ac44-76289105ae9f,segment=NetworkSegment(8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91),segment_id=8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:11:55.436632 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:55.438213 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-309fb4b3-6c53-4382-a952-bac63cf5e48d None None] Provisioning complete for port 134ca2c1-6725-45cf-ac44-76289105ae9f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:55.438619 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-309fb4b3-6c53-4382-a952-bac63cf5e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:55.543054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Routers {'7818787a-1dc7-45a6-9239-a3304aa09b75'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:11:55.543692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:11:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7818787a-1dc7-45a6-9239-a3304aa09b75'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:55.610370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804acf0-eed3-4760-a43c-7fe2e5a65ae3 None None] Pushing event updated for resources: {'Port': ['ID=134ca2c1-6725-45cf-ac44-76289105ae9f,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:55.675455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-309fb4b3-6c53-4382-a952-bac63cf5e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:55.759427 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-04f0003a-a361-4732-b52d-e92b4462e538 req-76e8963a-1a9d-4cd1-a66d-341a7cc8e719 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 210 time: 0.0345621 Mar 29 10:11:55.773694 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] Set router 7818787a-1dc7-45a6-9239-a3304aa09b75 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:11:55.911502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-22bbe299-55b0-41f9-bdba-4bb9be208553 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:55.913553 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-22bbe299-55b0-41f9-bdba-4bb9be208553 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/networks?id=e34303c7-e186-41aa-b201-4473b59f4798 HTTP/1.1" status: 200 len: 797 time: 0.1398232 Mar 29 10:11:55.970420 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-8ea37846-619a-4d9d-a794-25076ee85691 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 379 time: 0.0452144 Mar 29 10:11:55.983737 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-309fb4b3-6c53-4382-a952-bac63cf5e48d None None] For port 134ca2c1-6725-45cf-ac44-76289105ae9f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=134ca2c1-6725-45cf-ac44-76289105ae9f,segment=NetworkSegment(8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91),segment_id=8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:11:55.987956 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'port': {'device_id': 'da799412-eee1-4dcd-90aa-092e830350d4', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'admin_state_up': True, 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'security_groups': ['02963c8a-84b9-4bed-8b50-6d2e376703c4']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:55.989367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-309fb4b3-6c53-4382-a952-bac63cf5e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:56.103241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fb4b3-6c53-4382-a952-bac63cf5e48d None None] Pushing event updated for resources: {'Port': ['ID=134ca2c1-6725-45cf-ac44-76289105ae9f,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:56.133998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:11:56.137810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:56.153783 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b824ad2b-632e-48fc-ab51-2bd59d3c11b6 None None] Provisioning complete for port 134ca2c1-6725-45cf-ac44-76289105ae9f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:56.154153 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b824ad2b-632e-48fc-ab51-2bd59d3c11b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:56.306522 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:11:52Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '134ca2c1-6725-45cf-ac44-76289105ae9f', 'name': '', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:6e:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4104a436-3d39-41f5-a73f-28337909217c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:52Z', 'updated_at': '2022-03-29T10:11:55Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '4104a436-3d39-41f5-a73f-28337909217c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:11:56.308999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.20.0.11 (e34303c7-e186-41aa-b201-4473b59f4798/4104a436-3d39-41f5-a73f-28337909217c/20a4e8c3-02dd-47d6-82ca-1aca25fb67dd) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:11:56.337616 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aee5e9f-0dcf-47e2-92da-59977d0626fd None None] The sync data for ids ['7818787a-1dc7-45a6-9239-a3304aa09b75'] in dv-neutron-835554-1-hyperv is: [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:11:52Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '134ca2c1-6725-45cf-ac44-76289105ae9f', 'name': '', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:6e:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4104a436-3d39-41f5-a73f-28337909217c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:52Z', 'updated_at': '2022-03-29T10:11:55Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '4104a436-3d39-41f5-a73f-28337909217c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:11:56.530939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:56.582981 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:56.634216 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network e34303c7-e186-41aa-b201-4473b59f4798 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:11:56.637659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:11:56.641481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:11:56.666868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:56.700527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:56.701183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:56.728651 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dd157399-65cc-4542-92ad-8d239906457f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7492902 Mar 29 10:11:56.827886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Request body: {'port': {'device_id': 'da799412-eee1-4dcd-90aa-092e830350d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:11:56.854082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1cffc53b-586a-4669-8994-6f6968fa4c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:56.960094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-43a302a7-2fad-4edb-84fc-564a4faeb944 None None] Provisioning complete for port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:56.960815 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43a302a7-2fad-4edb-84fc-564a4faeb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:56.970424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:57.014953 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-43a302a7-2fad-4edb-84fc-564a4faeb944 None None] Port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:11:57.024876 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a865f-eb13-4e29-9569-16309e115ccc req-a317b33b-1084-46a5-ba5a-a61ea1c412b0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:57.026514 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2b3a865f-eb13-4e29-9569-16309e115ccc req-a317b33b-1084-46a5-ba5a-a61ea1c412b0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 932 time: 0.1027601 Mar 29 10:11:57.046025 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 134ca2c1-6725-45cf-ac44-76289105ae9f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:11:57.115791 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 134ca2c1-6725-45cf-ac44-76289105ae9f triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:11:57.116163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:57.158715 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2b3a865f-eb13-4e29-9569-16309e115ccc req-4d167962-3574-4b0b-9b75-69945703f38a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227272 Mar 29 10:11:57.722482 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:11:57.731434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:57.744362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Transition to ACTIVE for port object 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:11:57.749251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:57.821118 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Pushing event updated for resources: {'Port': ['ID=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:57.900284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Attempting to bind port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:11:57.901379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Attempting to bind port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:11:57.901977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Attempting to bind port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd on network e34303c7-e186-41aa-b201-4473b59f4798 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:11:57.908627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd on network e34303c7-e186-41aa-b201-4473b59f4798 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 10:11:57.908964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Attempting to bind port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd on network e34303c7-e186-41aa-b201-4473b59f4798 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:11:57.914550 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:11:57.914884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Checking segment: {'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:11:57.915274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Bound using segment: {'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:11:57.915719 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Bound port: 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:11:57.916076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:58.001018 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] For port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:11:58.007605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] For port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd,segment=NetworkSegment(8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91),segment_id=8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:11:58.014272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:58.069472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:58.070119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:58.071528 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/20a4e8c3-02dd-47d6-82ca-1aca25fb67dd HTTP/1.1" status: 200 len: 1094 time: 1.3354590 Mar 29 10:11:58.072061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da799412-eee1-4dcd-90aa-092e830350d4', 'tag': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:11:58.074389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eabb8de-d944-44d6-afd6-1e17a399a8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "da799412-eee1-4dcd-90aa-092e830350d4", "tag": "20a4e8c3-02dd-47d6-82ca-1aca25fb67dd"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:11:58.111063 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c140376-2dda-475c-ba6b-e79650ed05f2 service neutron] Pushing event updated for resources: {'Port': ['ID=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:11:58.152119 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2aaa4a-092e-4aa1-8a84-c4b0bcfc7f1c x-openstack-request-id: req-2e2aaa4a-092e-4aa1-8a84-c4b0bcfc7f1c {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:11:58.152397 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da799412-eee1-4dcd-90aa-092e830350d4", "tag": "20a4e8c3-02dd-47d6-82ca-1aca25fb67dd", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:11:58.152642 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e2aaa4a-092e-4aa1-8a84-c4b0bcfc7f1c {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:11:58.153035 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da799412-eee1-4dcd-90aa-092e830350d4', 'tag': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd', 'status': 'completed', 'code': 200} Mar 29 10:11:58.172657 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-48e47c9d-7d27-4d71-b35d-c3f3446b6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:58.174531 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-48e47c9d-7d27-4d71-b35d-c3f3446b6d16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 1097 time: 0.0507388 Mar 29 10:11:58.220908 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-d0b1df76-927c-43e0-9689-2ef7f0886eec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd HTTP/1.1" status: 200 len: 217 time: 0.0381186 Mar 29 10:11:58.304561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dfe93b2a-f2a5-46de-b7fb-c64334674e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:58.306640 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-dfe93b2a-f2a5-46de-b7fb-c64334674e61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4104a436-3d39-41f5-a73f-28337909217c HTTP/1.1" status: 200 len: 835 time: 0.0795949 Mar 29 10:11:58.349130 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402b570-e641-4d05-a8b3-4d48aee3158f req-8c3eae23-96ff-4743-976a-296009b21f89 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:58.350800 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c402b570-e641-4d05-a8b3-4d48aee3158f req-8c3eae23-96ff-4743-976a-296009b21f89 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 944 time: 0.0875902 Mar 29 10:11:58.388139 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-4233d672-d45d-479a-95ab-a7ddf27c396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:58.389712 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-4233d672-d45d-479a-95ab-a7ddf27c396b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e34303c7-e186-41aa-b201-4473b59f4798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760171 Mar 29 10:11:58.414152 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c402b570-e641-4d05-a8b3-4d48aee3158f req-c98fbb3f-971e-4333-b0cd-d990df78234e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537236 Mar 29 10:11:58.515254 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-82de9124-e360-404f-8855-325f5aebc569 service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178892 Mar 29 10:11:58.610030 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bb18f625-bead-4f8c-8d41-7acc0b37c174 req-bb55bf6f-3984-4406-976d-af0ff7082dc6 service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887506 Mar 29 10:11:58.716007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabb8de-d944-44d6-afd6-1e17a399a8b6 req-4eea8f4c-7083-45bf-8971-f4a83a870b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:58.717609 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0eabb8de-d944-44d6-afd6-1e17a399a8b6 req-4eea8f4c-7083-45bf-8971-f4a83a870b13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 1097 time: 0.0487175 Mar 29 10:11:58.830129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabb8de-d944-44d6-afd6-1e17a399a8b6 req-20be85b6-7b28-42a5-8b0e-5226d2ab152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:58.831734 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0eabb8de-d944-44d6-afd6-1e17a399a8b6 req-20be85b6-7b28-42a5-8b0e-5226d2ab152d service neutron] 10.222.0.24 "GET /v2.0/networks?id=e34303c7-e186-41aa-b201-4473b59f4798 HTTP/1.1" status: 200 len: 898 time: 0.1071265 Mar 29 10:11:58.878284 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0eabb8de-d944-44d6-afd6-1e17a399a8b6 req-8be69a75-d9f6-4e25-8c30-dabddee02578 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd HTTP/1.1" status: 200 len: 217 time: 0.0398088 Mar 29 10:11:58.945891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabb8de-d944-44d6-afd6-1e17a399a8b6 req-efe0c3d6-8f22-47e6-b0e9-9f8fa58e5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:58.947509 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0eabb8de-d944-44d6-afd6-1e17a399a8b6 req-efe0c3d6-8f22-47e6-b0e9-9f8fa58e5867 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4104a436-3d39-41f5-a73f-28337909217c HTTP/1.1" status: 200 len: 835 time: 0.0624082 Mar 29 10:11:59.006805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabb8de-d944-44d6-afd6-1e17a399a8b6 req-bd365479-70ba-4689-bce8-110194084b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:59.008432 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0eabb8de-d944-44d6-afd6-1e17a399a8b6 req-bd365479-70ba-4689-bce8-110194084b0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e34303c7-e186-41aa-b201-4473b59f4798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539892 Mar 29 10:11:59.115840 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0eabb8de-d944-44d6-afd6-1e17a399a8b6 req-36b00d46-562d-412e-887e-01dfdef8f554 service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006825 Mar 29 10:11:59.230688 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0eabb8de-d944-44d6-afd6-1e17a399a8b6 req-e77aef43-ff42-4a42-8cf4-1d0e32889d0d service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063666 Mar 29 10:11:59.249899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5a6f2e9f-1497-4dc6-8a8e-9fa125d8d909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:11:59.541615 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35877e2-641e-44bf-8de2-e402af87d322 req-2e162cfd-c137-4cb1-a045-424c88518316 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:11:59.543543 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d35877e2-641e-44bf-8de2-e402af87d322 req-2e162cfd-c137-4cb1-a045-424c88518316 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 944 time: 0.0549886 Mar 29 10:11:59.587656 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d35877e2-641e-44bf-8de2-e402af87d322 req-43e9df92-385c-49d5-b9c5-f68805b8ed49 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336809 Mar 29 10:12:00.717937 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e10f3-08f2-4633-88c6-bfb03618b27f req-85382467-6e17-425a-844b-5cf44e8f46af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:00.719445 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f1e10f3-08f2-4633-88c6-bfb03618b27f req-85382467-6e17-425a-844b-5cf44e8f46af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 944 time: 0.0553443 Mar 29 10:12:00.765046 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f1e10f3-08f2-4633-88c6-bfb03618b27f req-32d44d7d-55bd-4ba6-93c9-6b955df9c9f2 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385733 Mar 29 10:12:00.773940 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:01.891863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288004f9-e50d-4bc4-8b1d-0bba7e579b22 req-310c4a2a-ed64-48b2-9ce1-4dfc3291e603 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:01.893423 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-288004f9-e50d-4bc4-8b1d-0bba7e579b22 req-310c4a2a-ed64-48b2-9ce1-4dfc3291e603 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 944 time: 0.0590909 Mar 29 10:12:01.945031 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-288004f9-e50d-4bc4-8b1d-0bba7e579b22 req-c8ac7e85-ee33-43d9-9276-6cc7d5e19cd3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392804 Mar 29 10:12:02.127604 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:02.718522 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:12:02.759533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:02.827848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd,segment=NetworkSegment(8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91),segment_id=8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:12:02.838225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'port_id': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd', 'mac_address': 'fa:16:3e:e7:f7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4104a436-3d39-41f5-a73f-28337909217c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:12:02.876350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:02.889915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:12:02.909658 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd,segment=NetworkSegment(8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91),segment_id=8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:12:02.913739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:02.963461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:03.067103 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f0b0-d0ca-4926-9eb5-08d27297a35c req-9267f5fd-df7e-4ac9-807c-9ee7ec0eff62 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:03.068733 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-24e9f0b0-d0ca-4926-9eb5-08d27297a35c req-9267f5fd-df7e-4ac9-807c-9ee7ec0eff62 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 945 time: 0.0495770 Mar 29 10:12:03.109768 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-24e9f0b0-d0ca-4926-9eb5-08d27297a35c req-0d2d1a73-34a9-4d60-83dd-438611b92c86 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342896 Mar 29 10:12:03.285047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['20a4e8c3-02dd-47d6-82ca-1aca25fb67dd'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:12:04.061042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:04.234074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26d315-9bc0-4204-9603-ccbfed871c30 req-79f70601-77ff-4a33-ace1-878a9c88c360 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:04.235843 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a26d315-9bc0-4204-9603-ccbfed871c30 req-79f70601-77ff-4a33-ace1-878a9c88c360 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 945 time: 0.0535581 Mar 29 10:12:04.273361 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a26d315-9bc0-4204-9603-ccbfed871c30 req-142c1490-5374-4358-bbbe-d929f86e82b3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309243 Mar 29 10:12:04.736184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:12:04.786870 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:12:04.791497 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:12:04.791868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:04.872194 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:04.896959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da799412-eee1-4dcd-90aa-092e830350d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:12:04.899203 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44383ec-29e5-493a-a5dd-055ae2f8e581" -d '{"events": [{"server_uuid": "da799412-eee1-4dcd-90aa-092e830350d4", "name": "network-vif-plugged", "status": "completed", "tag": "20a4e8c3-02dd-47d6-82ca-1aca25fb67dd"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:12:04.912818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd,segment=NetworkSegment(8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91),segment_id=8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:12:04.916595 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:04.966193 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:04.993678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc45953b-a372-4651-8528-1342ca9198b3 x-openstack-request-id: req-fc45953b-a372-4651-8528-1342ca9198b3 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:12:04.993995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da799412-eee1-4dcd-90aa-092e830350d4", "name": "network-vif-plugged", "status": "completed", "tag": "20a4e8c3-02dd-47d6-82ca-1aca25fb67dd", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:12:04.994241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc45953b-a372-4651-8528-1342ca9198b3 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:12:04.994885 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da799412-eee1-4dcd-90aa-092e830350d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd', 'code': 200} Mar 29 10:12:05.158931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55c1f8-e250-42c1-aa13-412bd95e267c req-c9942f3b-65c2-4afe-afb1-324645d6ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:05.160421 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7a55c1f8-e250-42c1-aa13-412bd95e267c req-c9942f3b-65c2-4afe-afb1-324645d6ec09 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 1099 time: 0.0407953 Mar 29 10:12:05.194824 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7a55c1f8-e250-42c1-aa13-412bd95e267c req-2b2c700e-4857-442b-910f-b2ffaccac953 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283422 Mar 29 10:12:05.390209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f03b42-d319-4e8f-aaca-485dbe08a5c0 req-c946514a-49c8-4309-bcbd-27784a2c3fda tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:05.391685 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-53f03b42-d319-4e8f-aaca-485dbe08a5c0 req-c946514a-49c8-4309-bcbd-27784a2c3fda tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0496728 Mar 29 10:12:05.429694 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-53f03b42-d319-4e8f-aaca-485dbe08a5c0 req-015dd320-af38-4d54-aa5a-ffecda43fbbc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Mar 29 10:12:06.560997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878075bf-c3f3-4854-a4b0-bb654aa687b4 req-33a7a8d5-21d8-4a68-8b39-68d86605dcec tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:06.562547 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-878075bf-c3f3-4854-a4b0-bb654aa687b4 req-33a7a8d5-21d8-4a68-8b39-68d86605dcec tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0601139 Mar 29 10:12:06.601987 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-878075bf-c3f3-4854-a4b0-bb654aa687b4 req-b60f6ed6-7926-4190-b33b-c63b30d3ebf4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325160 Mar 29 10:12:07.720737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba06ef-293a-41ca-bc96-9e08f8fe0ba4 req-e0e14224-42d4-4b77-afc1-c76198fe7648 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:07.722259 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d7ba06ef-293a-41ca-bc96-9e08f8fe0ba4 req-e0e14224-42d4-4b77-afc1-c76198fe7648 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0507529 Mar 29 10:12:07.762047 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d7ba06ef-293a-41ca-bc96-9e08f8fe0ba4 req-1e110bb3-19dc-46d4-9236-b8c7a39d3f5a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332158 Mar 29 10:12:07.875417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd90ef-3b7a-4bd7-b25b-91df02f55f95 req-67c4546e-96c7-4304-befd-bd4e0f7734c7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:07.876872 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9ebd90ef-3b7a-4bd7-b25b-91df02f55f95 req-67c4546e-96c7-4304-befd-bd4e0f7734c7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0479972 Mar 29 10:12:07.916652 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9ebd90ef-3b7a-4bd7-b25b-91df02f55f95 req-a70cc311-3c24-427e-8ce2-e0eee880f31b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335770 Mar 29 10:12:07.938460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59796) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:12:07.981633 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34b35d5-6434-4091-b51d-1b9ef2b76504 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:07.983184 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e34b35d5-6434-4091-b51d-1b9ef2b76504 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 1094 time: 0.0437276 Mar 29 10:12:07.986086 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59798) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:12:07.990409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:12:08.009797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:08.104036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:08.212356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.26.1.9 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/856016ff-3564-4cc8-ac2e-099eaa2e889f) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:12:08.314713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:08.347744 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:08.390792 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:12:08.393730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:12:08.397857 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:12:08.421389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=856016ff-3564-4cc8-ac2e-099eaa2e889f,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:08.762739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:08.834337 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:08.982977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:08.989713 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:09.055126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=856016ff-3564-4cc8-ac2e-099eaa2e889f,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:12:09.067741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:09.168636 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Floating IP 6d980e28-ab12-47d7-b135-d75e2ad947f8 associated. External IP: 172.26.1.9, port: 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd. Mar 29 10:12:09.375302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router 7818787a-1dc7-45a6-9239-a3304aa09b75 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:12:09.481720 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:12:09.491667 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66af20-3ab2-43e6-9547-6de12c702fb9 None None] Sync routers for ids ['7818787a-1dc7-45a6-9239-a3304aa09b75'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:12:09.501609 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66af20-3ab2-43e6-9547-6de12c702fb9 None None] Routers {'7818787a-1dc7-45a6-9239-a3304aa09b75'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:12:09.507452 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-7a66af20-3ab2-43e6-9547-6de12c702fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:11:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7818787a-1dc7-45a6-9239-a3304aa09b75'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:12:09.534107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:09.561194 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9278a380-eba1-4cd9-9efd-db310842b4cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5739465 Mar 29 10:12:09.561907 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da799412-eee1-4dcd-90aa-092e830350d4', 'tag': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:12:09.564264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a812515-fb41-456a-a8be-e70a24a0dee1" -d '{"events": [{"name": "network-changed", "server_uuid": "da799412-eee1-4dcd-90aa-092e830350d4", "tag": "20a4e8c3-02dd-47d6-82ca-1aca25fb67dd"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:12:09.607273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c8675e-8e3f-4082-81cc-daaec60aa26e x-openstack-request-id: req-c8c8675e-8e3f-4082-81cc-daaec60aa26e {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:12:09.607566 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da799412-eee1-4dcd-90aa-092e830350d4", "tag": "20a4e8c3-02dd-47d6-82ca-1aca25fb67dd", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:12:09.607818 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8c8675e-8e3f-4082-81cc-daaec60aa26e {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:12:09.608218 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da799412-eee1-4dcd-90aa-092e830350d4', 'tag': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd', 'status': 'completed', 'code': 200} Mar 29 10:12:09.610629 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-7a66af20-3ab2-43e6-9547-6de12c702fb9 None None] Set router 7818787a-1dc7-45a6-9239-a3304aa09b75 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:12:09.709584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4ca1c-d6b3-4cbb-8e90-1e90ed6a30e0 req-5501c8e1-06eb-4b6c-aa08-36e6d2c93d59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:09.711039 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f2d4ca1c-d6b3-4cbb-8e90-1e90ed6a30e0 req-5501c8e1-06eb-4b6c-aa08-36e6d2c93d59 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0864756 Mar 29 10:12:09.712980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a812515-fb41-456a-a8be-e70a24a0dee1 req-4e7e1ce7-8f6c-4bf4-a702-63aab9f23322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:09.714274 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a812515-fb41-456a-a8be-e70a24a0dee1 req-4e7e1ce7-8f6c-4bf4-a702-63aab9f23322 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 1099 time: 0.0775802 Mar 29 10:12:09.799820 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f2d4ca1c-d6b3-4cbb-8e90-1e90ed6a30e0 req-f39769c9-c9de-41e3-8a04-9d97bb63dc3c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827425 Mar 29 10:12:09.822227 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59804) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:12:09.829255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a812515-fb41-456a-a8be-e70a24a0dee1 req-11987b19-83f6-4f63-9728-1a21d26b4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:09.830707 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a812515-fb41-456a-a8be-e70a24a0dee1 req-11987b19-83f6-4f63-9728-1a21d26b4bfc service neutron] 10.222.0.24 "GET /v2.0/networks?id=e34303c7-e186-41aa-b201-4473b59f4798 HTTP/1.1" status: 200 len: 898 time: 0.1076198 Mar 29 10:12:09.846771 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-7a66af20-3ab2-43e6-9547-6de12c702fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:11:52Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '6d980e28-ab12-47d7-b135-d75e2ad947f8', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'port_id': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'mac_address': 'fa:16:3e:e7:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da799412-eee1-4dcd-90aa-092e830350d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:12:08Z', 'updated_at': '2022-03-29T10:12:08Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134ca2c1-6725-45cf-ac44-76289105ae9f', 'name': '', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:6e:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4104a436-3d39-41f5-a73f-28337909217c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:52Z', 'updated_at': '2022-03-29T10:11:55Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '4104a436-3d39-41f5-a73f-28337909217c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:12:09.873819 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66af20-3ab2-43e6-9547-6de12c702fb9 None None] Checking router: 7818787a-1dc7-45a6-9239-a3304aa09b75 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:12:09.883023 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66af20-3ab2-43e6-9547-6de12c702fb9 None None] Routers {'7818787a-1dc7-45a6-9239-a3304aa09b75'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:12:09.883395 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-7a66af20-3ab2-43e6-9547-6de12c702fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:11:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7818787a-1dc7-45a6-9239-a3304aa09b75'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:12:09.884838 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e8f6fecf-be83-4c0e-ad01-cd52cc7af023 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/6d980e28-ab12-47d7-b135-d75e2ad947f8 HTTP/1.1" status: 200 len: 990 time: 0.0606267 Mar 29 10:12:09.901953 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a812515-fb41-456a-a8be-e70a24a0dee1 req-8cf03fc1-ac21-42f2-96fc-83aca815ab78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd HTTP/1.1" status: 200 len: 998 time: 0.0649662 Mar 29 10:12:09.952873 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a812515-fb41-456a-a8be-e70a24a0dee1 req-dd9b1708-ba0c-4217-a8c2-37847443e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:09.954367 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a812515-fb41-456a-a8be-e70a24a0dee1 req-dd9b1708-ba0c-4217-a8c2-37847443e3fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4104a436-3d39-41f5-a73f-28337909217c HTTP/1.1" status: 200 len: 835 time: 0.0467663 Mar 29 10:12:09.991668 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-7a66af20-3ab2-43e6-9547-6de12c702fb9 None None] Set router 7818787a-1dc7-45a6-9239-a3304aa09b75 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:12:09.999890 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a812515-fb41-456a-a8be-e70a24a0dee1 req-b118b9ba-36e7-4008-86c5-cb8afd458433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:10.001433 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a812515-fb41-456a-a8be-e70a24a0dee1 req-b118b9ba-36e7-4008-86c5-cb8afd458433 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e34303c7-e186-41aa-b201-4473b59f4798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408838 Mar 29 10:12:10.098305 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a812515-fb41-456a-a8be-e70a24a0dee1 req-f4fbfb7f-1e91-4576-93fd-bc5daba23f60 service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901380 Mar 29 10:12:10.189543 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5a812515-fb41-456a-a8be-e70a24a0dee1 req-2869f2ca-cc40-44b1-b232-5e0611db5f97 service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834744 Mar 29 10:12:10.220906 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-7a66af20-3ab2-43e6-9547-6de12c702fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:11:52Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '6d980e28-ab12-47d7-b135-d75e2ad947f8', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'port_id': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'mac_address': 'fa:16:3e:e7:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da799412-eee1-4dcd-90aa-092e830350d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:12:08Z', 'updated_at': '2022-03-29T10:12:08Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134ca2c1-6725-45cf-ac44-76289105ae9f', 'name': '', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:6e:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4104a436-3d39-41f5-a73f-28337909217c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:52Z', 'updated_at': '2022-03-29T10:11:55Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '4104a436-3d39-41f5-a73f-28337909217c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:12:10.247582 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a66af20-3ab2-43e6-9547-6de12c702fb9 None None] The sync data for ids ['7818787a-1dc7-45a6-9239-a3304aa09b75'] in dv-neutron-835554-1-hyperv is: [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:11:52Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '6d980e28-ab12-47d7-b135-d75e2ad947f8', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.9', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'port_id': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'mac_address': 'fa:16:3e:e7:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da799412-eee1-4dcd-90aa-092e830350d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:12:08Z', 'updated_at': '2022-03-29T10:12:08Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134ca2c1-6725-45cf-ac44-76289105ae9f', 'name': '', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:6e:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4104a436-3d39-41f5-a73f-28337909217c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:52Z', 'updated_at': '2022-03-29T10:11:55Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '4104a436-3d39-41f5-a73f-28337909217c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:12:10.431158 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8cfdf9-f78f-49e0-91d8-a62498ce1f67 None None] New status for floating IP 6d980e28-ab12-47d7-b135-d75e2ad947f8: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:12:10.888730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59806) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:12:10.953578 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4f67fd63-11a9-43f5-a92a-617b8709bdb0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/6d980e28-ab12-47d7-b135-d75e2ad947f8 HTTP/1.1" status: 200 len: 992 time: 0.0635002 Mar 29 10:12:12.180036 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:12:16.515289 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [req-f00c7c3d-f8a5-4906-8a23-29f25b6464ce req-4cc8fb3a-122b-4b18-833b-629d4f42dab4 service neutron] (102495) timed out ('10.222.0.32', 56336) {{(pid=102495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 29 10:12:26.828388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-26132e01-eed1-46f4-98a4-caddd74214cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:29.247199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fab31560-34f5-4b80-8e6f-52e0fd1430fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:30.769926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:32.119896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:32.742365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:34.070739 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:49.184620 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:12:56.829962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d074c912-b1af-4074-91f0-2e322332dbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:12:57.560729 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59f9b7d9-388d-4b17-9957-3d2b20056993 req-0e1189bb-8aa6-41da-92b5-bcf6beeada5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385473 Mar 29 10:12:57.651468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9b7d9-388d-4b17-9957-3d2b20056993 req-e97f3f0c-851a-4fdd-b1bb-06634d5d5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:57.652958 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59f9b7d9-388d-4b17-9957-3d2b20056993 req-e97f3f0c-851a-4fdd-b1bb-06634d5d5925 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 1099 time: 0.0485840 Mar 29 10:12:57.753192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9b7d9-388d-4b17-9957-3d2b20056993 req-a4b31b4b-ae51-4a03-bf55-c75bc2fff967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:57.754663 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59f9b7d9-388d-4b17-9957-3d2b20056993 req-a4b31b4b-ae51-4a03-bf55-c75bc2fff967 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e34303c7-e186-41aa-b201-4473b59f4798 HTTP/1.1" status: 200 len: 898 time: 0.0828805 Mar 29 10:12:57.820932 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59f9b7d9-388d-4b17-9957-3d2b20056993 req-bcd39003-1122-4eba-96d4-be4cc4fff561 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd HTTP/1.1" status: 200 len: 1000 time: 0.0593603 Mar 29 10:12:57.869698 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9b7d9-388d-4b17-9957-3d2b20056993 req-620b6c3d-fd2b-4486-bf9c-d22cbffdb877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:57.871121 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59f9b7d9-388d-4b17-9957-3d2b20056993 req-620b6c3d-fd2b-4486-bf9c-d22cbffdb877 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4104a436-3d39-41f5-a73f-28337909217c HTTP/1.1" status: 200 len: 835 time: 0.0430305 Mar 29 10:12:57.916671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9b7d9-388d-4b17-9957-3d2b20056993 req-8ab64c12-7641-494a-a413-8d8da99fb60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:12:57.918151 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59f9b7d9-388d-4b17-9957-3d2b20056993 req-8ab64c12-7641-494a-a413-8d8da99fb60e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e34303c7-e186-41aa-b201-4473b59f4798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398052 Mar 29 10:12:58.008138 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59f9b7d9-388d-4b17-9957-3d2b20056993 req-c155ed89-dbd8-499f-a97b-2c3163393884 service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827365 Mar 29 10:12:58.094950 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59f9b7d9-388d-4b17-9957-3d2b20056993 req-79b21a13-2b8d-4b8d-8ca6-1fb65111a38e service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808277 Mar 29 10:12:59.249081 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7fba7b77-c5b2-465a-b5d2-e2429ff6f916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:00.772434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:02.130014 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:02.746185 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:04.065018 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:15.946159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776351b-8726-45cf-aab9-335525a6f5bb req-70a19a2c-6bda-4445-a3a8-97a201c70c38 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:15.947608 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2776351b-8726-45cf-aab9-335525a6f5bb req-70a19a2c-6bda-4445-a3a8-97a201c70c38 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.1051798 Mar 29 10:13:15.985904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2776351b-8726-45cf-aab9-335525a6f5bb req-6dec51af-5c14-419c-bea4-1b1a37b8ef33 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317523 Mar 29 10:13:17.154805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b134c23-6d73-497d-8552-adc37756362f req-76dc2a04-1dda-4bec-af46-cd90d0f4c75f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:17.156371 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0b134c23-6d73-497d-8552-adc37756362f req-76dc2a04-1dda-4bec-af46-cd90d0f4c75f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0981140 Mar 29 10:13:17.199602 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0b134c23-6d73-497d-8552-adc37756362f req-787263a6-b095-498a-82fa-d50b16e9af0d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315509 Mar 29 10:13:18.319420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aa488-45a3-4c23-b4a1-660658d7df3b req-fe4f30ea-82ed-4cd0-8a6b-af29e0f96746 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:18.321006 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-696aa488-45a3-4c23-b4a1-660658d7df3b req-fe4f30ea-82ed-4cd0-8a6b-af29e0f96746 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0508888 Mar 29 10:13:18.358135 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-696aa488-45a3-4c23-b4a1-660658d7df3b req-5e6e9a66-f779-4687-b80f-9100036736bd tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312161 Mar 29 10:13:19.483290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a32453-1299-4e72-8f85-bfbf8b126085 req-0421ed18-2e4e-47e3-bc03-63c828af8fc5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:19.484770 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-68a32453-1299-4e72-8f85-bfbf8b126085 req-0421ed18-2e4e-47e3-bc03-63c828af8fc5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0527549 Mar 29 10:13:19.524080 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-68a32453-1299-4e72-8f85-bfbf8b126085 req-cc753f5a-049b-4008-ade1-c3a62a8415de tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332844 Mar 29 10:13:20.640567 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae4e23-bbba-4efc-96f3-f0ca8603c048 req-478ecc8f-9f63-428e-962b-2c164e2093f9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:20.642074 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cdae4e23-bbba-4efc-96f3-f0ca8603c048 req-478ecc8f-9f63-428e-962b-2c164e2093f9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0480373 Mar 29 10:13:20.683126 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cdae4e23-bbba-4efc-96f3-f0ca8603c048 req-bc652da0-5fdd-4fbc-a85f-e43faf67d357 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319707 Mar 29 10:13:21.804690 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214f5b1-94e4-4fcb-bb56-a85abeb7b7c8 req-8fe927c8-9a84-43f8-b896-e1069859a0fc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:21.806247 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4214f5b1-94e4-4fcb-bb56-a85abeb7b7c8 req-8fe927c8-9a84-43f8-b896-e1069859a0fc tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0498986 Mar 29 10:13:21.844781 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4214f5b1-94e4-4fcb-bb56-a85abeb7b7c8 req-f63267e1-efff-42a7-850f-efcb91a7273d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Mar 29 10:13:22.965992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6795b70-b1b7-4b2d-9571-d18f39c56931 req-ef45c009-962a-4b8f-91ea-164c6c1372eb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:22.967440 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e6795b70-b1b7-4b2d-9571-d18f39c56931 req-ef45c009-962a-4b8f-91ea-164c6c1372eb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0554240 Mar 29 10:13:23.005749 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e6795b70-b1b7-4b2d-9571-d18f39c56931 req-5a2f50c6-3745-4bdf-b401-5064ae5be3bb tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321724 Mar 29 10:13:24.123054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dee8e2-e741-4c94-b343-d0a21b2b0c4d req-8b8c6728-2e09-4180-b7c7-4cef0c7b5cf1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:24.124544 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-51dee8e2-e741-4c94-b343-d0a21b2b0c4d req-8b8c6728-2e09-4180-b7c7-4cef0c7b5cf1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0487349 Mar 29 10:13:24.170996 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-51dee8e2-e741-4c94-b343-d0a21b2b0c4d req-3512792e-36cb-4dc1-9362-a33aada877c3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403521 Mar 29 10:13:25.285863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7f36c-24ef-405a-8941-42747c68ecb6 req-5c0ee28b-4e31-42fa-8153-17b70b83fed7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:25.287345 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5e7f36c-24ef-405a-8941-42747c68ecb6 req-5c0ee28b-4e31-42fa-8153-17b70b83fed7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0478606 Mar 29 10:13:25.324464 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5e7f36c-24ef-405a-8941-42747c68ecb6 req-c99ab4d5-4def-4735-8a10-3ec320259eda tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305276 Mar 29 10:13:26.183360 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:13:26.446527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad772a85-0714-4590-ba70-9dc045ed7b76 req-474874fe-f9ed-4bf8-940e-3b3d5d00b739 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:26.447981 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ad772a85-0714-4590-ba70-9dc045ed7b76 req-474874fe-f9ed-4bf8-940e-3b3d5d00b739 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0545342 Mar 29 10:13:26.485739 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ad772a85-0714-4590-ba70-9dc045ed7b76 req-fa0f40a5-e785-4909-b9e5-afad179d65b9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312786 Mar 29 10:13:26.507104 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59864) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:13:26.567571 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-99185f74-29c7-4586-90bd-70b1ab3cba35 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/6d980e28-ab12-47d7-b135-d75e2ad947f8 HTTP/1.1" status: 200 len: 992 time: 0.0593226 Mar 29 10:13:26.832172 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f272d451-5692-4725-9797-c01d17613c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:27.883662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f52d7-9a9f-40b5-b34b-d939ad1a7296 req-bf35625b-704f-40db-a44f-0e132c00ae05 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:27.885167 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b13f52d7-9a9f-40b5-b34b-d939ad1a7296 req-bf35625b-704f-40db-a44f-0e132c00ae05 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0718079 Mar 29 10:13:27.944931 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b13f52d7-9a9f-40b5-b34b-d939ad1a7296 req-7bcb3e39-5208-45ca-99e5-ab7174ba29af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453160 Mar 29 10:13:27.946758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b6b6-2d74-45ea-8e7b-ff7f34f0fe9a req-16b36525-35c9-457c-8fa3-b5249fd7b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:27.948154 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d13b6b6-2d74-45ea-8e7b-ff7f34f0fe9a req-16b36525-35c9-457c-8fa3-b5249fd7b91b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 1099 time: 0.0834768 Mar 29 10:13:28.375736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b6b6-2d74-45ea-8e7b-ff7f34f0fe9a req-cb298d29-2024-42d5-b271-cdf1b5550017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:28.377207 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d13b6b6-2d74-45ea-8e7b-ff7f34f0fe9a req-cb298d29-2024-42d5-b271-cdf1b5550017 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e34303c7-e186-41aa-b201-4473b59f4798 HTTP/1.1" status: 200 len: 898 time: 0.4221075 Mar 29 10:13:28.443334 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d13b6b6-2d74-45ea-8e7b-ff7f34f0fe9a req-af5aa29c-d3e8-44e9-91db-6ac93772d0f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd HTTP/1.1" status: 200 len: 1000 time: 0.0593171 Mar 29 10:13:28.492368 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b6b6-2d74-45ea-8e7b-ff7f34f0fe9a req-3edf2658-f4d1-48bc-b449-0f9e335c4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:28.493838 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d13b6b6-2d74-45ea-8e7b-ff7f34f0fe9a req-3edf2658-f4d1-48bc-b449-0f9e335c4492 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4104a436-3d39-41f5-a73f-28337909217c HTTP/1.1" status: 200 len: 835 time: 0.0442395 Mar 29 10:13:28.542480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b6b6-2d74-45ea-8e7b-ff7f34f0fe9a req-91ad8b07-487e-44c9-829d-3c384f1961ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:28.543951 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d13b6b6-2d74-45ea-8e7b-ff7f34f0fe9a req-91ad8b07-487e-44c9-829d-3c384f1961ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e34303c7-e186-41aa-b201-4473b59f4798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439768 Mar 29 10:13:28.631611 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d13b6b6-2d74-45ea-8e7b-ff7f34f0fe9a req-2b145f11-e767-42ac-af70-142660b4c228 service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805399 Mar 29 10:13:28.721555 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d13b6b6-2d74-45ea-8e7b-ff7f34f0fe9a req-2aae1964-4699-4df3-885d-5fe9005f7ed1 service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836949 Mar 29 10:13:29.066527 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ce464-48f9-4c17-bce4-03b571e6aafd req-b663596e-81b3-4832-abeb-85f77c55faf8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:29.067997 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b93ce464-48f9-4c17-bce4-03b571e6aafd req-b663596e-81b3-4832-abeb-85f77c55faf8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0497322 Mar 29 10:13:29.105884 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b93ce464-48f9-4c17-bce4-03b571e6aafd req-22785eff-f2f0-4a35-a637-53f0b2082a67 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319095 Mar 29 10:13:29.252293 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2958b90f-a16e-4c43-a03d-6a1d9995c1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:30.226265 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebcf82-9ca5-438b-a982-f8211ccd2db1 req-750cd744-2d95-433d-bcfa-a7cb36855f77 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:30.228376 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-99ebcf82-9ca5-438b-a982-f8211ccd2db1 req-750cd744-2d95-433d-bcfa-a7cb36855f77 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0508246 Mar 29 10:13:30.268030 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-99ebcf82-9ca5-438b-a982-f8211ccd2db1 req-3614afb2-c4b5-44c5-a333-3ab48f3f28ea tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336478 Mar 29 10:13:30.294029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59876) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:13:30.359332 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-af35e98a-e5b7-42c0-9b22-2542ab171385 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/6d980e28-ab12-47d7-b135-d75e2ad947f8 HTTP/1.1" status: 200 len: 992 time: 0.0641394 Mar 29 10:13:30.779813 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:32.123465 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:32.752936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:34.074165 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:56.839391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a7d9214c-c7ff-4132-9279-b1bab0e8ba0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:13:57.579347 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a9727d5-4b3f-4d30-8a9c-9214ad838d9d req-32a54c83-1e6d-4f47-a61d-1453c74464f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439653 Mar 29 10:13:57.671952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9727d5-4b3f-4d30-8a9c-9214ad838d9d req-265c1969-8e75-445b-94a9-3e7a9cc3ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:57.673459 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a9727d5-4b3f-4d30-8a9c-9214ad838d9d req-265c1969-8e75-445b-94a9-3e7a9cc3ddb3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 1099 time: 0.0460856 Mar 29 10:13:57.805005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9727d5-4b3f-4d30-8a9c-9214ad838d9d req-7906d598-225a-4267-b05e-a7a49fd0aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:57.806559 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a9727d5-4b3f-4d30-8a9c-9214ad838d9d req-7906d598-225a-4267-b05e-a7a49fd0aa7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e34303c7-e186-41aa-b201-4473b59f4798 HTTP/1.1" status: 200 len: 898 time: 0.1124868 Mar 29 10:13:57.879004 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a9727d5-4b3f-4d30-8a9c-9214ad838d9d req-62b59309-69d7-42de-8369-80085fbff4eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd HTTP/1.1" status: 200 len: 1000 time: 0.0653832 Mar 29 10:13:57.930309 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9727d5-4b3f-4d30-8a9c-9214ad838d9d req-2ac4b87d-b415-4f6f-897d-b8f581281198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:57.931783 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a9727d5-4b3f-4d30-8a9c-9214ad838d9d req-2ac4b87d-b415-4f6f-897d-b8f581281198 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4104a436-3d39-41f5-a73f-28337909217c HTTP/1.1" status: 200 len: 835 time: 0.0466866 Mar 29 10:13:57.979791 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9727d5-4b3f-4d30-8a9c-9214ad838d9d req-6016d23a-4681-4748-8183-6e47d7224a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:13:57.981342 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a9727d5-4b3f-4d30-8a9c-9214ad838d9d req-6016d23a-4681-4748-8183-6e47d7224a53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e34303c7-e186-41aa-b201-4473b59f4798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428028 Mar 29 10:13:58.078291 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a9727d5-4b3f-4d30-8a9c-9214ad838d9d req-1a1caf4d-549e-469d-b79d-2f89149c998d service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898473 Mar 29 10:13:58.168378 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6a9727d5-4b3f-4d30-8a9c-9214ad838d9d req-304ef0c1-3264-4c80-8c12-3980bf516948 service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837290 Mar 29 10:13:59.255400 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f83a4fb3-fc5a-4928-856b-48bda828a682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:00.773440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:02.129652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:02.752763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:03.182637 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:14:04.061499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:19.043429 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59896) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:19.206239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port 856016ff-3564-4cc8-ac2e-099eaa2e889f {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:14:19.206587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:19.280171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:19.280505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:19.292379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for 856016ff-3564-4cc8-ac2e-099eaa2e889f owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:14:19.437418 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:19.460620 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=856016ff-3564-4cc8-ac2e-099eaa2e889f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:19.469964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:19.470346 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:19.470683 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:19.471017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:19.471343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:19.472081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:19.472081 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:19.472280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:19.472598 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:19.472916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:19.473235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:19.473552 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:19.535096 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:19.535403 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Floating IP 6d980e28-ab12-47d7-b135-d75e2ad947f8 disassociated (deleted). External IP: 172.26.1.9, port: 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd. Mar 29 10:14:19.736932 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router 7818787a-1dc7-45a6-9239-a3304aa09b75 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:14:19.842205 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:14:19.846660 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:19.853581 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1611f2d4-4a74-4e4f-926b-38f51ed461ef None None] Sync routers for ids ['7818787a-1dc7-45a6-9239-a3304aa09b75'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:14:19.864118 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1611f2d4-4a74-4e4f-926b-38f51ed461ef None None] Routers {'7818787a-1dc7-45a6-9239-a3304aa09b75'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:14:19.864363 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1611f2d4-4a74-4e4f-926b-38f51ed461ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:13:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7818787a-1dc7-45a6-9239-a3304aa09b75'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:19.873125 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-18c4ec83-5618-49c3-9265-16c6aa9de5a8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/floatingips/6d980e28-ab12-47d7-b135-d75e2ad947f8 HTTP/1.1" status: 204 len: 168 time: 0.8280694 Mar 29 10:14:19.873731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da799412-eee1-4dcd-90aa-092e830350d4', 'tag': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:14:19.876014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4a16a6-ab08-4503-86e9-b2b1cb6eaea7" -d '{"events": [{"name": "network-changed", "server_uuid": "da799412-eee1-4dcd-90aa-092e830350d4", "tag": "20a4e8c3-02dd-47d6-82ca-1aca25fb67dd"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:14:20.067945 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1611f2d4-4a74-4e4f-926b-38f51ed461ef None None] Set router 7818787a-1dc7-45a6-9239-a3304aa09b75 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:14:20.101833 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d6446d-4631-43d2-99c7-766390396420 x-openstack-request-id: req-72d6446d-4631-43d2-99c7-766390396420 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:14:20.102436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da799412-eee1-4dcd-90aa-092e830350d4", "tag": "20a4e8c3-02dd-47d6-82ca-1aca25fb67dd", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:14:20.102436 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72d6446d-4631-43d2-99c7-766390396420 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:14:20.102726 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da799412-eee1-4dcd-90aa-092e830350d4', 'tag': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd', 'status': 'completed', 'code': 200} Mar 29 10:14:20.122976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc39ea-3bd8-4b91-8104-37d820912756 req-148799c2-e98d-4f54-856c-29fe6d6cff92 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:20.124558 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0ebc39ea-3bd8-4b91-8104-37d820912756 req-148799c2-e98d-4f54-856c-29fe6d6cff92 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0543029 Mar 29 10:14:20.184386 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0ebc39ea-3bd8-4b91-8104-37d820912756 req-e0ca09ea-72a7-4aa9-b938-3b1c27d66290 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509329 Mar 29 10:14:20.189416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a16a6-ab08-4503-86e9-b2b1cb6eaea7 req-cfd2f506-ccd6-40a6-a9f5-8bfddc71c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:20.190879 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff4a16a6-ab08-4503-86e9-b2b1cb6eaea7 req-cfd2f506-ccd6-40a6-a9f5-8bfddc71c28e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 1099 time: 0.0654666 Mar 29 10:14:20.268610 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1611f2d4-4a74-4e4f-926b-38f51ed461ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:11:52Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '134ca2c1-6725-45cf-ac44-76289105ae9f', 'name': '', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:6e:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4104a436-3d39-41f5-a73f-28337909217c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:52Z', 'updated_at': '2022-03-29T10:11:55Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '4104a436-3d39-41f5-a73f-28337909217c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:20.287035 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a16a6-ab08-4503-86e9-b2b1cb6eaea7 req-f42548c9-fadd-4994-b3eb-e62c10413d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:20.289058 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff4a16a6-ab08-4503-86e9-b2b1cb6eaea7 req-f42548c9-fadd-4994-b3eb-e62c10413d19 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e34303c7-e186-41aa-b201-4473b59f4798 HTTP/1.1" status: 200 len: 898 time: 0.0894306 Mar 29 10:14:20.295143 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1611f2d4-4a74-4e4f-926b-38f51ed461ef None None] Checking router: 7818787a-1dc7-45a6-9239-a3304aa09b75 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:14:20.303691 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1611f2d4-4a74-4e4f-926b-38f51ed461ef None None] Routers {'7818787a-1dc7-45a6-9239-a3304aa09b75'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:14:20.304273 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1611f2d4-4a74-4e4f-926b-38f51ed461ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:13:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7818787a-1dc7-45a6-9239-a3304aa09b75'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:20.334124 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff4a16a6-ab08-4503-86e9-b2b1cb6eaea7 req-d44c3d23-9c22-4e69-95e6-3e7985e07625 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd HTTP/1.1" status: 200 len: 217 time: 0.0377376 Mar 29 10:14:20.388691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a16a6-ab08-4503-86e9-b2b1cb6eaea7 req-6e823aa9-31f9-48bc-9f37-864abd55a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:20.390180 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff4a16a6-ab08-4503-86e9-b2b1cb6eaea7 req-6e823aa9-31f9-48bc-9f37-864abd55a129 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4104a436-3d39-41f5-a73f-28337909217c HTTP/1.1" status: 200 len: 835 time: 0.0488331 Mar 29 10:14:20.407924 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1611f2d4-4a74-4e4f-926b-38f51ed461ef None None] Set router 7818787a-1dc7-45a6-9239-a3304aa09b75 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:14:20.436707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a16a6-ab08-4503-86e9-b2b1cb6eaea7 req-1a38f5d2-e67e-4530-b115-858ef34f85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:20.438325 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff4a16a6-ab08-4503-86e9-b2b1cb6eaea7 req-1a38f5d2-e67e-4530-b115-858ef34f85ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e34303c7-e186-41aa-b201-4473b59f4798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408998 Mar 29 10:14:20.531010 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff4a16a6-ab08-4503-86e9-b2b1cb6eaea7 req-f0a4ccf4-48e0-4b6b-b50f-b3a670be7042 service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833433 Mar 29 10:14:20.606646 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1611f2d4-4a74-4e4f-926b-38f51ed461ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:11:52Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '134ca2c1-6725-45cf-ac44-76289105ae9f', 'name': '', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:6e:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4104a436-3d39-41f5-a73f-28337909217c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:52Z', 'updated_at': '2022-03-29T10:11:55Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '4104a436-3d39-41f5-a73f-28337909217c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:20.626762 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff4a16a6-ab08-4503-86e9-b2b1cb6eaea7 req-9afd8d4d-392d-4af5-9cfa-92ccfeb0a7cc service neutron] 10.222.0.24 "GET /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869122 Mar 29 10:14:20.636021 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1611f2d4-4a74-4e4f-926b-38f51ed461ef None None] The sync data for ids ['7818787a-1dc7-45a6-9239-a3304aa09b75'] in dv-neutron-835554-1-hyperv is: [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:11:52Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '134ca2c1-6725-45cf-ac44-76289105ae9f', 'name': '', 'network_id': 'e34303c7-e186-41aa-b201-4473b59f4798', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:6e:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4104a436-3d39-41f5-a73f-28337909217c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:52Z', 'updated_at': '2022-03-29T10:11:55Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': '4104a436-3d39-41f5-a73f-28337909217c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:14:20.865915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19540503-d84d-4660-be1b-6b7b50c9a51d None None] New status for floating IP 6d980e28-ab12-47d7-b135-d75e2ad947f8: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:14:21.301389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb462da-c527-4dd6-bb65-d063ff52fdff req-af3bc2de-1c37-4567-8680-d6154c35c0f5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:21.303411 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cbb462da-c527-4dd6-bb65-d063ff52fdff req-af3bc2de-1c37-4567-8680-d6154c35c0f5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0491221 Mar 29 10:14:21.340894 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cbb462da-c527-4dd6-bb65-d063ff52fdff req-157f7da2-cafa-4883-bc7b-a58a13d62db6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=02963c8a-84b9-4bed-8b50-6d2e376703c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315754 Mar 29 10:14:21.879871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6381b6-9644-474e-a3e8-c3ce6354a56d req-212ebb9f-a2eb-4ded-a0c1-8efdcf1fa957 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:21.881283 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8b6381b6-9644-474e-a3e8-c3ce6354a56d req-212ebb9f-a2eb-4ded-a0c1-8efdcf1fa957 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 946 time: 0.0472565 Mar 29 10:14:21.970399 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-8b6381b6-9644-474e-a3e8-c3ce6354a56d req-d1fba980-774c-467f-89c4-f67a7fd43176 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:14:21.970739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8b6381b6-9644-474e-a3e8-c3ce6354a56d req-d1fba980-774c-467f-89c4-f67a7fd43176 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:22.057075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-8b6381b6-9644-474e-a3e8-c3ce6354a56d req-d1fba980-774c-467f-89c4-f67a7fd43176 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd,segment=NetworkSegment(8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91),segment_id=8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:14:22.057350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8b6381b6-9644-474e-a3e8-c3ce6354a56d req-d1fba980-774c-467f-89c4-f67a7fd43176 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:22.074652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-8b6381b6-9644-474e-a3e8-c3ce6354a56d req-d1fba980-774c-467f-89c4-f67a7fd43176 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:14:22.196160 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8b6381b6-9644-474e-a3e8-c3ce6354a56d req-d1fba980-774c-467f-89c4-f67a7fd43176 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:22.223762 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fba980-774c-467f-89c4-f67a7fd43176 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=20a4e8c3-02dd-47d6-82ca-1aca25fb67dd,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:22.267188 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6381b6-9644-474e-a3e8-c3ce6354a56d req-d1fba980-774c-467f-89c4-f67a7fd43176 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] No DVR routers for this DVR port 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:14:22.269745 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8b6381b6-9644-474e-a3e8-c3ce6354a56d req-d1fba980-774c-467f-89c4-f67a7fd43176 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:22.273042 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8b6381b6-9644-474e-a3e8-c3ce6354a56d req-d1fba980-774c-467f-89c4-f67a7fd43176 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "DELETE /v2.0/ports/20a4e8c3-02dd-47d6-82ca-1aca25fb67dd HTTP/1.1" status: 204 len: 173 time: 0.3865759 Mar 29 10:14:22.273472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da799412-eee1-4dcd-90aa-092e830350d4', 'name': 'network-vif-deleted', 'tag': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:14:22.275712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd675e3-9ddb-4eaf-a1a1-2c3c49932f21" -d '{"events": [{"server_uuid": "da799412-eee1-4dcd-90aa-092e830350d4", "name": "network-vif-deleted", "tag": "20a4e8c3-02dd-47d6-82ca-1aca25fb67dd"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:14:22.313783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9276827c-35d4-43de-ada5-81fb1ff5abca x-openstack-request-id: req-9276827c-35d4-43de-ada5-81fb1ff5abca {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:14:22.314406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da799412-eee1-4dcd-90aa-092e830350d4", "name": "network-vif-deleted", "tag": "20a4e8c3-02dd-47d6-82ca-1aca25fb67dd", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:14:22.314406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9276827c-35d4-43de-ada5-81fb1ff5abca {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:14:22.314731 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da799412-eee1-4dcd-90aa-092e830350d4', 'name': 'network-vif-deleted', 'tag': '20a4e8c3-02dd-47d6-82ca-1aca25fb67dd', 'status': 'completed', 'code': 200} Mar 29 10:14:22.454621 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b6aeeac6-8c4e-4745-90ef-87c0f41b6c8d req-7b62de06-3d2d-4cb0-88e0-2aa2694befec tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=da799412-eee1-4dcd-90aa-092e830350d4 HTTP/1.1" status: 200 len: 210 time: 0.0258539 Mar 29 10:14:23.511797 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59916) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:23.866022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc42fc95-d3c2-4e42-9e9a-fd42949063cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:24.115590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-dc42fc95-d3c2-4e42-9e9a-fd42949063cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port 134ca2c1-6725-45cf-ac44-76289105ae9f {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:14:24.115933 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc42fc95-d3c2-4e42-9e9a-fd42949063cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:24.203736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-dc42fc95-d3c2-4e42-9e9a-fd42949063cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port 134ca2c1-6725-45cf-ac44-76289105ae9f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=134ca2c1-6725-45cf-ac44-76289105ae9f,segment=NetworkSegment(8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91),segment_id=8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:14:24.204101 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc42fc95-d3c2-4e42-9e9a-fd42949063cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:24.217630 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-dc42fc95-d3c2-4e42-9e9a-fd42949063cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for 134ca2c1-6725-45cf-ac44-76289105ae9f owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:14:24.398233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc42fc95-d3c2-4e42-9e9a-fd42949063cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:24.427445 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42fc95-d3c2-4e42-9e9a-fd42949063cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=134ca2c1-6725-45cf-ac44-76289105ae9f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:24.922348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dc42fc95-d3c2-4e42-9e9a-fd42949063cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.140469 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc42fc95-d3c2-4e42-9e9a-fd42949063cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router 7818787a-1dc7-45a6-9239-a3304aa09b75 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:14:25.247354 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc42fc95-d3c2-4e42-9e9a-fd42949063cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:14:25.252359 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dc42fc95-d3c2-4e42-9e9a-fd42949063cf tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "PUT /v2.0/routers/7818787a-1dc7-45a6-9239-a3304aa09b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7395067 Mar 29 10:14:25.255163 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59918) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:25.258810 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5974de-243f-4267-9910-d0d352d692bc None None] Sync routers for ids ['7818787a-1dc7-45a6-9239-a3304aa09b75'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:14:25.268282 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5974de-243f-4267-9910-d0d352d692bc None None] Routers {'7818787a-1dc7-45a6-9239-a3304aa09b75'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:14:25.268861 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1f5974de-243f-4267-9910-d0d352d692bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:13:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7818787a-1dc7-45a6-9239-a3304aa09b75'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:25.306762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting subnet 4104a436-3d39-41f5-a73f-28337909217c {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:14:25.309798 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.353688 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.372082 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1f5974de-243f-4267-9910-d0d352d692bc None None] Set router 7818787a-1dc7-45a6-9239-a3304aa09b75 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:14:25.434894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.492412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.525653 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Subnet': ['ID=4104a436-3d39-41f5-a73f-28337909217c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:25.529392 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.535108 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/subnets/4104a436-3d39-41f5-a73f-28337909217c HTTP/1.1" status: 204 len: 168 time: 0.2764955 Mar 29 10:14:25.535308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4673f438-b484-4b49-8cba-3e11ecddfbf5 None None] Network e34303c7-e186-41aa-b201-4473b59f4798 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:14:25.536494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59922) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:25.538019 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:25.538376 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:25.538722 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:25.539062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:25.539401 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:25.539738 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:25.540068 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:25.540452 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:25.540808 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:25.541160 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:25.541524 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:25.541879 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b501dc4a-cb38-40f4-b7f9-124f28e17027 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:25.616627 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1f5974de-243f-4267-9910-d0d352d692bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:14:24Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:25.647976 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5974de-243f-4267-9910-d0d352d692bc None None] Checking router: 7818787a-1dc7-45a6-9239-a3304aa09b75 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:14:25.658481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.659571 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5974de-243f-4267-9910-d0d352d692bc None None] Routers {'7818787a-1dc7-45a6-9239-a3304aa09b75'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:14:25.660179 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1f5974de-243f-4267-9910-d0d352d692bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:13:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['7818787a-1dc7-45a6-9239-a3304aa09b75'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:25.739030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] DHCP port deletion for e34303c7-e186-41aa-b201-4473b59f4798 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:14:25.780505 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.789291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Deleting port 8c81d1aa-14f5-4340-a7bd-a910876f3035 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:14:25.789291 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.810461 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1f5974de-243f-4267-9910-d0d352d692bc None None] Set router 7818787a-1dc7-45a6-9239-a3304aa09b75 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:14:25.839600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port c1781d4c-746d-44a6-9108-30045e9f7229 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:14:25.840032 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.858300 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] For port 8c81d1aa-14f5-4340-a7bd-a910876f3035, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=8c81d1aa-14f5-4340-a7bd-a910876f3035,segment=NetworkSegment(8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91),segment_id=8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:14:25.858701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.923407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port c1781d4c-746d-44a6-9108-30045e9f7229, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=c1781d4c-746d-44a6-9108-30045e9f7229,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:14:25.924010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:25.946269 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for c1781d4c-746d-44a6-9108-30045e9f7229 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:14:26.023206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Calling delete_port for 8c81d1aa-14f5-4340-a7bd-a910876f3035 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:14:26.100330 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1f5974de-243f-4267-9910-d0d352d692bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:14:24Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:26.108975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.124889 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.127460 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5974de-243f-4267-9910-d0d352d692bc None None] The sync data for ids ['7818787a-1dc7-45a6-9239-a3304aa09b75'] in dv-neutron-835554-1-hyperv is: [{'id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-802654238', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70'}], 'enable_snat': True}, 'gw_port_id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:11:48Z', 'updated_at': '2022-03-29T10:14:24Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': 'c1781d4c-746d-44a6-9108-30045e9f7229', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:07:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7818787a-1dc7-45a6-9239-a3304aa09b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:11:49Z', 'updated_at': '2022-03-29T10:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:14:26.138813 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Pushing event deleted for resources: {'Port': ['ID=8c81d1aa-14f5-4340-a7bd-a910876f3035,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:26.143233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] No DVR routers for this DVR port 8c81d1aa-14f5-4340-a7bd-a910876f3035 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:14:26.153198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:26.153548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:26.156188 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:26.158045 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:26.158389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:26.158725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:26.159057 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:26.159388 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:26.159714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:26.160036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:26.160475 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:26.160689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5358810d-a992-4554-97cd-5aed77a70ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:26.191250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=c1781d4c-746d-44a6-9108-30045e9f7229,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:26.228008 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.316753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.319064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.363271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.363867 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Fanout notify agent at l3_agent the message router_deleted on router 7818787a-1dc7-45a6-9239-a3304aa09b75 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:14:26.371460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.372553 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4bbf3cd3-e190-4ef9-9f11-600d18de3fd5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/routers/7818787a-1dc7-45a6-9239-a3304aa09b75 HTTP/1.1" status: 204 len: 168 time: 0.8349037 Mar 29 10:14:26.375255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59924) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:26.449616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.539433 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.562184 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34303c7-e186-41aa-b201-4473b59f4798']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:26.571493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:26.571802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5778a6-85e2-4bc9-aaca-5e5c1f6d5d91') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:26.582001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.595929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.602982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:14:26.603383 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:14:26.606507 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:14:26.667493 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.674075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.677206 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/networks/e34303c7-e186-41aa-b201-4473b59f4798 HTTP/1.1" status: 204 len: 168 time: 0.3010244 Mar 29 10:14:26.680199 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59926) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:26.689299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504ec75-a201-427a-907e-a111dc6e79f7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Network': ['ID=e34303c7-e186-41aa-b201-4473b59f4798,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:26.745383 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1f43-8a1f-410d-a9df-9379300d3ba7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.772763 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1f43-8a1f-410d-a9df-9379300d3ba7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.834916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09add596-2134-4d21-b807-ed111336a8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.837099 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1f43-8a1f-410d-a9df-9379300d3ba7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.839638 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d1ad1f43-8a1f-410d-a9df-9379300d3ba7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:26.840771 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d1ad1f43-8a1f-410d-a9df-9379300d3ba7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/security-groups/02963c8a-84b9-4bed-8b50-6d2e376703c4 HTTP/1.1" status: 204 len: 168 time: 0.1595733 Mar 29 10:14:26.850547 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad1f43-8a1f-410d-a9df-9379300d3ba7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02963c8a-84b9-4bed-8b50-6d2e376703c4,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:27.154743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8c81d1aa-14f5-4340-a7bd-a910876f3035 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:14:27.175032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 8c81d1aa-14f5-4340-a7bd-a910876f3035 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:14:27.175367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 8c81d1aa-14f5-4340-a7bd-a910876f3035 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:14:27.175787 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 134ca2c1-6725-45cf-ac44-76289105ae9f no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:14:27.201901 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 134ca2c1-6725-45cf-ac44-76289105ae9f {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:14:27.202246 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 134ca2c1-6725-45cf-ac44-76289105ae9f not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:14:27.202660 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c1781d4c-746d-44a6-9108-30045e9f7229 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:14:27.222814 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: c1781d4c-746d-44a6-9108-30045e9f7229 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:14:27.223156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device c1781d4c-746d-44a6-9108-30045e9f7229 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:14:27.354409 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:14:27.374216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:14:27.374547 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 20a4e8c3-02dd-47d6-82ca-1aca25fb67dd not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:14:28.089983 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59934) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:28.094472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e70c267b-042b-407f-96b3-0425d23bf046 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952390358', 'description': 'tempest-secgroup-smoke-1952390358 description', 'project_id': '6b60b57a13014f25823523bb1f88c663'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:28.114568 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e70c267b-042b-407f-96b3-0425d23bf046 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.180942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e70c267b-042b-407f-96b3-0425d23bf046 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.184610 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e70c267b-042b-407f-96b3-0425d23bf046 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.214853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e70c267b-042b-407f-96b3-0425d23bf046 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.216070 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e70c267b-042b-407f-96b3-0425d23bf046 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1250875 Mar 29 10:14:28.217234 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c267b-042b-407f-96b3-0425d23bf046 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4067db9-f7d8-467b-991f-b01af70496ae,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:28.219043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59936) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:28.223995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-057ba7b5-8702-4164-a2fc-6e163bb4bd61 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': 'f4067db9-f7d8-467b-991f-b01af70496ae', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:28.249757 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-057ba7b5-8702-4164-a2fc-6e163bb4bd61 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.309290 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-057ba7b5-8702-4164-a2fc-6e163bb4bd61 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.312767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-057ba7b5-8702-4164-a2fc-6e163bb4bd61 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.329680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ba7b5-8702-4164-a2fc-6e163bb4bd61 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43f619a-6767-42cf-b824-6dad33ce53db,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:28.337005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-057ba7b5-8702-4164-a2fc-6e163bb4bd61 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.338197 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-057ba7b5-8702-4164-a2fc-6e163bb4bd61 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180985 Mar 29 10:14:28.340960 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59938) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:28.345225 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-4be1764e-009a-4913-968e-a6daf95758b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': 'f4067db9-f7d8-467b-991f-b01af70496ae', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:28.370020 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4be1764e-009a-4913-968e-a6daf95758b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.424815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4be1764e-009a-4913-968e-a6daf95758b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.427826 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4be1764e-009a-4913-968e-a6daf95758b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.442335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1764e-009a-4913-968e-a6daf95758b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0708eda1-49d0-4edd-bd85-fcb906534a63,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:28.453699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4be1764e-009a-4913-968e-a6daf95758b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.454967 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4be1764e-009a-4913-968e-a6daf95758b4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130829 Mar 29 10:14:28.457634 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59940) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:28.462538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-6b48233d-353b-47c2-b981-82148fbbf250 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': 'f4067db9-f7d8-467b-991f-b01af70496ae', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:28.486608 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b48233d-353b-47c2-b981-82148fbbf250 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.544627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b48233d-353b-47c2-b981-82148fbbf250 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.548434 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b48233d-353b-47c2-b981-82148fbbf250 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.567238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48233d-353b-47c2-b981-82148fbbf250 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b61221-57f6-413a-9018-ac56e14a148f,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:28.573106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6b48233d-353b-47c2-b981-82148fbbf250 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.574187 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6b48233d-353b-47c2-b981-82148fbbf250 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154611 Mar 29 10:14:28.576788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59942) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:28.581052 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-54a61589-3b5d-480f-acd5-5c1535662f26 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': 'f4067db9-f7d8-467b-991f-b01af70496ae', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:28.612860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54a61589-3b5d-480f-acd5-5c1535662f26 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.678108 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54a61589-3b5d-480f-acd5-5c1535662f26 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.681805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54a61589-3b5d-480f-acd5-5c1535662f26 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.701468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a61589-3b5d-480f-acd5-5c1535662f26 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8329ea9e-c3ae-4f2f-bbea-1391ee0a2349,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:28.707074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54a61589-3b5d-480f-acd5-5c1535662f26 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.708141 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-54a61589-3b5d-480f-acd5-5c1535662f26 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304233 Mar 29 10:14:28.711858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59944) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:28.716472 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-931e35d1-4d77-4fd7-b1d6-f7e74a082d0a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': 'f4067db9-f7d8-467b-991f-b01af70496ae', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:28.735808 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-931e35d1-4d77-4fd7-b1d6-f7e74a082d0a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Project 6b60b57a13014f25823523bb1f88c663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:14:28.740604 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-931e35d1-4d77-4fd7-b1d6-f7e74a082d0a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.804079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-931e35d1-4d77-4fd7-b1d6-f7e74a082d0a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.807935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-931e35d1-4d77-4fd7-b1d6-f7e74a082d0a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.828359 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e35d1-4d77-4fd7-b1d6-f7e74a082d0a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0da9db-1c41-42dd-ab00-6f0047de948c,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:28.833785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-931e35d1-4d77-4fd7-b1d6-f7e74a082d0a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.834863 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-931e35d1-4d77-4fd7-b1d6-f7e74a082d0a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218681 Mar 29 10:14:28.837715 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59946) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:28.842373 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b41c789a-4b7f-4c2d-9fc6-3f5688cadfc6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'security_group_rule': {'security_group_id': 'f4067db9-f7d8-467b-991f-b01af70496ae', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:28.862180 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-b41c789a-4b7f-4c2d-9fc6-3f5688cadfc6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Project 6b60b57a13014f25823523bb1f88c663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:14:28.867272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b41c789a-4b7f-4c2d-9fc6-3f5688cadfc6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.925643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b41c789a-4b7f-4c2d-9fc6-3f5688cadfc6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.930064 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b41c789a-4b7f-4c2d-9fc6-3f5688cadfc6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.948165 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c789a-4b7f-4c2d-9fc6-3f5688cadfc6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2855d9c-872e-4c05-adb0-f0615e830fff,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:28.953934 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b41c789a-4b7f-4c2d-9fc6-3f5688cadfc6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:28.955117 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b41c789a-4b7f-4c2d-9fc6-3f5688cadfc6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163754 Mar 29 10:14:28.958005 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59948) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:28.962750 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-449f85f2-4229-4e50-826c-3756d5d7d842 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'network': {'name': 'tempest-network-smoke--1901275459', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'port_security_enabled': True}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:28.981850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449f85f2-4229-4e50-826c-3756d5d7d842 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:28.985261 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-449f85f2-4229-4e50-826c-3756d5d7d842 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.008746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449f85f2-4229-4e50-826c-3756d5d7d842 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:14:29.018455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-449f85f2-4229-4e50-826c-3756d5d7d842 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.018880 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-449f85f2-4229-4e50-826c-3756d5d7d842 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Added segment 5b5aba62-e137-42dc-9b72-61cba5bc8fd5 of type vlan for network 1b176d20-ddfa-4e10-a021-a34d10616a16 Mar 29 10:14:29.060861 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-449f85f2-4229-4e50-826c-3756d5d7d842 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.084794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-449f85f2-4229-4e50-826c-3756d5d7d842 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.090230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449f85f2-4229-4e50-826c-3756d5d7d842 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:29.090798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-449f85f2-4229-4e50-826c-3756d5d7d842 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.129312 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-449f85f2-4229-4e50-826c-3756d5d7d842 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1703196 Mar 29 10:14:29.132793 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59950) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:29.137419 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'admin_state_up': True, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:29.161595 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f85f2-4229-4e50-826c-3756d5d7d842 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Network': ['ID=1b176d20-ddfa-4e10-a021-a34d10616a16,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:29.161847 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.161847 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.168000 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 1b176d20-ddfa-4e10-a021-a34d10616a16 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 10:14:29.219918 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.255453 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bc6c5e09-e11c-408b-b3c0-3827277a797a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.355633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.543442 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.561976 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.667315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.26.1.182 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/692a6e62-1aca-4d55-982b-8b492cd217ed) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:14:29.766199 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.800043 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:29.837108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:29.839852 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:29.843161 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:14:29.869471 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=692a6e62-1aca-4d55-982b-8b492cd217ed,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:30.090785 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:30.275385 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:30.397834 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 10:14:30.500301 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:14:30.510103 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Sync routers for ids ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:14:30.519655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Routers {'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:14:30.520277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:14:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:30.520670 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:30.521923 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-aab93923-6f78-45c2-9c5e-2a246ddc9490 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3881018 Mar 29 10:14:30.525177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59952) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:30.558993 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-81b61cf0-4120-4651-9009-239374f97dec tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=6b60b57a13014f25823523bb1f88c663&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325127 Mar 29 10:14:30.561703 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59954) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:30.627430 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Set router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:14:30.646876 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822016f1-c3d1-4df2-acd9-8fd1f32abab5 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:30.648526 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-822016f1-c3d1-4df2-acd9-8fd1f32abab5 tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858691 Mar 29 10:14:30.651480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59956) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:30.678206 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6db582ed-ce45-40dd-bf82-cd7150c08acd tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=bff7a9ed-c0f6-46d4-82b4-04d6461a64be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0251470 Mar 29 10:14:30.680579 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 59958) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:30.685109 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-7983c0f9-a16d-4720-b5fb-8a511300b447 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1107002557', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'project_id': '6b60b57a13014f25823523bb1f88c663', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:30.775685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7983c0f9-a16d-4720-b5fb-8a511300b447 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:30.779522 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7983c0f9-a16d-4720-b5fb-8a511300b447 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:30.804704 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:30.827152 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:29Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:30.855646 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Checking router: b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:14:30.856387 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Updating router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 port 692a6e62-1aca-4d55-982b-8b492cd217ed binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:14:30.883053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:30.965662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7983c0f9-a16d-4720-b5fb-8a511300b447 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:31.022131 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983c0f9-a16d-4720-b5fb-8a511300b447 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Subnet': ['ID=f1999bab-2e20-4687-b196-9d6c6449c87e,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:31.032734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7983c0f9-a16d-4720-b5fb-8a511300b447 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Checking segment: {'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:14:31.033088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7983c0f9-a16d-4720-b5fb-8a511300b447 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network hostable DHCP agents. Network: 1b176d20-ddfa-4e10-a021-a34d10616a16, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:14:31.049807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7983c0f9-a16d-4720-b5fb-8a511300b447 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network 1b176d20-ddfa-4e10-a021-a34d10616a16 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:14:31.059221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-7983c0f9-a16d-4720-b5fb-8a511300b447 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 1b176d20-ddfa-4e10-a021-a34d10616a16) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:31.063508 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7983c0f9-a16d-4720-b5fb-8a511300b447 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:31.063886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-7983c0f9-a16d-4720-b5fb-8a511300b447 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:31.071839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d9aa06-069a-4fe4-9159-d79b1f6c469e None None] Network 1b176d20-ddfa-4e10-a021-a34d10616a16 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:14:31.082257 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-7983c0f9-a16d-4720-b5fb-8a511300b447 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4007041 Mar 29 10:14:31.085680 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 59960) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:31.226850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:31.236743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:31.317184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768181c2-ff96-4317-8b21-c4b0ec66ca87 None None] Pushing event updated for resources: {'Port': ['ID=692a6e62-1aca-4d55-982b-8b492cd217ed,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:31.320349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Attempting to bind port 692a6e62-1aca-4d55-982b-8b492cd217ed on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:14:31.320712 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Attempting to bind port 692a6e62-1aca-4d55-982b-8b492cd217ed by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:14:31.321070 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Attempting to bind port 692a6e62-1aca-4d55-982b-8b492cd217ed on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:14:31.327657 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-1b176d20-ddfa-4e10-a021-a34d10616a16', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ips': [{'subnet_id': 'f1999bab-2e20-4687-b196-9d6c6449c87e'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 10:14:31.328436 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:31.330293 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:14:31.330654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:14:31.331035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:31.331420 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:14:31.331880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Bound port: 692a6e62-1aca-4d55-982b-8b492cd217ed, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:14:31.332251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:31.466138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] For port 692a6e62-1aca-4d55-982b-8b492cd217ed, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:14:31.471566 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] For port 692a6e62-1aca-4d55-982b-8b492cd217ed, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=692a6e62-1aca-4d55-982b-8b492cd217ed,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:14:31.478916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:31.558141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Allocated IP 172.20.0.2 (1b176d20-ddfa-4e10-a021-a34d10616a16/f1999bab-2e20-4687-b196-9d6c6449c87e/e58f48f4-54e4-4330-9e37-0ae922eba929) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:14:31.585625 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768181c2-ff96-4317-8b21-c4b0ec66ca87 None None] Pushing event updated for resources: {'Port': ['ID=692a6e62-1aca-4d55-982b-8b492cd217ed,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:31.593605 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Routers {'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:14:31.594210 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:14:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:31.766447 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] Set router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:14:31.834530 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:31.900510 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:31.909941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:31.967325 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Network 1b176d20-ddfa-4e10-a021-a34d10616a16 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:31.971280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:31.974849 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:14:32.001202 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Pushing event updated for resources: {'Port': ['ID=e58f48f4-54e4-4330-9e37-0ae922eba929,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:32.061023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Attempting to bind port e58f48f4-54e4-4330-9e37-0ae922eba929 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:14:32.061331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Attempting to bind port e58f48f4-54e4-4330-9e37-0ae922eba929 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:14:32.061668 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Attempting to bind port e58f48f4-54e4-4330-9e37-0ae922eba929 on network 1b176d20-ddfa-4e10-a021-a34d10616a16 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:14:32.069802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:14:32.070166 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Checking segment: {'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:14:32.070559 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:32.070943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Bound using segment: {'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:14:32.071397 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Bound port: e58f48f4-54e4-4330-9e37-0ae922eba929, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:14:32.071768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:32.091010 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:29Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:32.102857 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.20.0.1 (1b176d20-ddfa-4e10-a021-a34d10616a16/f1999bab-2e20-4687-b196-9d6c6449c87e/b466bc29-aae3-4425-b53c-61feab673e2d) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:14:32.149138 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf519329-475d-4eae-b373-9e513f7c63e2 None None] The sync data for ids ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'] in dv-neutron-835554-1-hyperv is: [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:29Z', 'revision_number': 3, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:14:32.170765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:32.182574 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] For port e58f48f4-54e4-4330-9e37-0ae922eba929, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:14:32.186341 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] For port e58f48f4-54e4-4330-9e37-0ae922eba929, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e58f48f4-54e4-4330-9e37-0ae922eba929,segment=NetworkSegment(5b5aba62-e137-42dc-9b72-61cba5bc8fd5),segment_id=5b5aba62-e137-42dc-9b72-61cba5bc8fd5)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:14:32.191323 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:32.224070 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:32.259866 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3aa270-3d68-4d0f-a7f9-22406769e3d4 None None] Pushing event updated for resources: {'Port': ['ID=e58f48f4-54e4-4330-9e37-0ae922eba929,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:32.263568 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:32.310319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network 1b176d20-ddfa-4e10-a021-a34d10616a16 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:32.313312 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:32.317763 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:14:32.322379 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=b466bc29-aae3-4425-b53c-61feab673e2d,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:32.370368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:32.545767 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:32.763713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:32.844481 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:32.849304 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:32.930362 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=b466bc29-aae3-4425-b53c-61feab673e2d,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:32.933327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:33.047888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network 1b176d20-ddfa-4e10-a021-a34d10616a16 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:33.049420 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:33.123776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 692a6e62-1aca-4d55-982b-8b492cd217ed up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:14:33.194427 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 692a6e62-1aca-4d55-982b-8b492cd217ed triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:33.195422 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:33.205503 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:14:33.297221 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:33.303762 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f6b2c0-58d0-4db9-84e6-b4b03cd2c4f7 None None] Network 1b176d20-ddfa-4e10-a021-a34d10616a16 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:14:33.341266 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:14:33.346883 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b8bfb945-999f-4d16-b511-14ca9ae2bc43 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "PUT /v2.0/routers/b8a55dad-0492-40fa-b3f1-9df4ff94e5e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2597353 Mar 29 10:14:33.372629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 692a6e62-1aca-4d55-982b-8b492cd217ed, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=692a6e62-1aca-4d55-982b-8b492cd217ed,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:14:33.380243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:33.381036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e58f48f4-54e4-4330-9e37-0ae922eba929 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:14:33.448182 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-dde0cc5e-3b65-4b02-a419-84affc747720 None None] Provisioning complete for port e58f48f4-54e4-4330-9e37-0ae922eba929 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:33.448558 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dde0cc5e-3b65-4b02-a419-84affc747720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:33.597551 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-1541fcf6-e6f6-435c-8bbf-5ff512ff850c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952390358&fields=id&tenant_id=6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 267 time: 0.0349727 Mar 29 10:14:33.680982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=692a6e62-1aca-4d55-982b-8b492cd217ed,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:33.714655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e58f48f4-54e4-4330-9e37-0ae922eba929 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:33.715029 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:33.722561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed44e99-d462-4c21-ab0f-887884168d90 req-70f0ad3a-320e-4b4d-b962-83965a4c44f3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:33.724111 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-70f0ad3a-320e-4b4d-b962-83965a4c44f3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/networks?id=1b176d20-ddfa-4e10-a021-a34d10616a16 HTTP/1.1" status: 200 len: 797 time: 0.1186750 Mar 29 10:14:33.739359 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-50e0914c-eb6f-4061-91fe-1b5432b2e0c0 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/quotas/6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 375 time: 0.0089993 Mar 29 10:14:33.797548 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-c2a50442-8e71-43ef-93a8-7df30c4dec9b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522368 Mar 29 10:14:33.811190 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dde0cc5e-3b65-4b02-a419-84affc747720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:33.874332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-dde0cc5e-3b65-4b02-a419-84affc747720 None None] For port e58f48f4-54e4-4330-9e37-0ae922eba929, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e58f48f4-54e4-4330-9e37-0ae922eba929,segment=NetworkSegment(5b5aba62-e137-42dc-9b72-61cba5bc8fd5),segment_id=5b5aba62-e137-42dc-9b72-61cba5bc8fd5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:14:33.879034 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:33.889086 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dde0cc5e-3b65-4b02-a419-84affc747720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:33.913063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e170a979-320b-4fc9-9f6a-7729a982c8a5 service neutron] 10.222.0.32 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030939 Mar 29 10:14:33.981936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0cc5e-3b65-4b02-a419-84affc747720 None None] Pushing event updated for resources: {'Port': ['ID=e58f48f4-54e4-4330-9e37-0ae922eba929,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:33.988610 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102497) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 10:14:33.988961 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG oslo_db.api [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 10:14:34.030235 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-fcb969e4-362e-4cd1-b30f-d09977f762a5 service neutron] 10.222.0.32 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083314 Mar 29 10:14:34.064457 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Sync routers for ids ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:14:34.076423 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.080969 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Routers {'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:14:34.081601 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:14:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:34.113529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1d7f4a0c-3053-405a-b2a2-a65f0c8a4fca None None] Provisioning complete for port b466bc29-aae3-4425-b53c-61feab673e2d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:34.114268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4a0c-3053-405a-b2a2-a65f0c8a4fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.159903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f4a0c-3053-405a-b2a2-a65f0c8a4fca None None] Port b466bc29-aae3-4425-b53c-61feab673e2d cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:14:34.169961 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1d7f4a0c-3053-405a-b2a2-a65f0c8a4fca None None] Provisioning complete for port e58f48f4-54e4-4330-9e37-0ae922eba929 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:34.170326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4a0c-3053-405a-b2a2-a65f0c8a4fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.195791 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Set router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:14:34.379408 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-cdf927a4-76c8-4564-9859-bb8e4b89cbe7 None None] Provisioning complete for port b466bc29-aae3-4425-b53c-61feab673e2d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:34.380045 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cdf927a4-76c8-4564-9859-bb8e4b89cbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.414811 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:32Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'b466bc29-aae3-4425-b53c-61feab673e2d', 'name': '', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:90:7a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:31Z', 'updated_at': '2022-03-29T10:14:32Z', 'revision_number': 2, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:34.419656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-cdf927a4-76c8-4564-9859-bb8e4b89cbe7 None None] Port b466bc29-aae3-4425-b53c-61feab673e2d cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:14:34.443948 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Checking router: b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:14:34.444293 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Updating router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 port b466bc29-aae3-4425-b53c-61feab673e2d binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:14:34.468867 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.539546 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-c6d65886-10ff-4c89-8a3a-639fa5b18627 None None] Provisioning complete for port b466bc29-aae3-4425-b53c-61feab673e2d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:34.539915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c6d65886-10ff-4c89-8a3a-639fa5b18627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.573093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c6d65886-10ff-4c89-8a3a-639fa5b18627 None None] Port b466bc29-aae3-4425-b53c-61feab673e2d cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:14:34.727479 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.732459 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.780117 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Pushing event updated for resources: {'Port': ['ID=b466bc29-aae3-4425-b53c-61feab673e2d,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:34.789920 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.790263 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.790599 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.790933 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.791261 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.791581 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.791909 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.792223 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.792538 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.792853 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.793173 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.793483 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:14:34.843934 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Attempting to bind port b466bc29-aae3-4425-b53c-61feab673e2d on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:14:34.844327 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Attempting to bind port b466bc29-aae3-4425-b53c-61feab673e2d by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:14:34.844815 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Attempting to bind port b466bc29-aae3-4425-b53c-61feab673e2d on network 1b176d20-ddfa-4e10-a021-a34d10616a16 {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:14:34.850229 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:14:34.850595 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Checking segment: {'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:14:34.850995 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.851378 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Bound using segment: {'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:14:34.851914 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Bound port: b466bc29-aae3-4425-b53c-61feab673e2d, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:14:34.852294 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.916628 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] For port b466bc29-aae3-4425-b53c-61feab673e2d, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:14:34.919731 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] For port b466bc29-aae3-4425-b53c-61feab673e2d, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b466bc29-aae3-4425-b53c-61feab673e2d,segment=NetworkSegment(5b5aba62-e137-42dc-9b72-61cba5bc8fd5),segment_id=5b5aba62-e137-42dc-9b72-61cba5bc8fd5)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:14:34.924663 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:34.972108 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Routers {'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:14:34.972724 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:14:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:34.996951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-83437d8f-c32f-4fcb-a68b-288a3d7dd241 None None] Provisioning complete for port b466bc29-aae3-4425-b53c-61feab673e2d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:34.997528 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-83437d8f-c32f-4fcb-a68b-288a3d7dd241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:35.024644 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16042b0-76a9-4e72-8d7e-049a4f488cca None None] Pushing event updated for resources: {'Port': ['ID=b466bc29-aae3-4425-b53c-61feab673e2d,revision_number=4']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:35.032051 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 692a6e62-1aca-4d55-982b-8b492cd217ed up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:14:35.096077 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] Set router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:14:35.132603 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 692a6e62-1aca-4d55-982b-8b492cd217ed triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:35.132977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:35.171788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-83437d8f-c32f-4fcb-a68b-288a3d7dd241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:35.223583 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-83437d8f-c32f-4fcb-a68b-288a3d7dd241 None None] For port b466bc29-aae3-4425-b53c-61feab673e2d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b466bc29-aae3-4425-b53c-61feab673e2d,segment=NetworkSegment(5b5aba62-e137-42dc-9b72-61cba5bc8fd5),segment_id=5b5aba62-e137-42dc-9b72-61cba5bc8fd5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:14:35.231043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-83437d8f-c32f-4fcb-a68b-288a3d7dd241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:35.250060 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6b1f03e4-b5e7-4de9-884b-b6c05847b79f req-16a0f768-f538-424b-a424-466641e1aba9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 210 time: 0.0339742 Mar 29 10:14:35.302008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e58f48f4-54e4-4330-9e37-0ae922eba929 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:14:35.335100 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83437d8f-c32f-4fcb-a68b-288a3d7dd241 None None] Pushing event updated for resources: {'Port': ['ID=b466bc29-aae3-4425-b53c-61feab673e2d,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:35.359301 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:32Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'b466bc29-aae3-4425-b53c-61feab673e2d', 'name': '', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:90:7a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:31Z', 'updated_at': '2022-03-29T10:14:34Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:35.363432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-98671374-8bf1-46aa-8a4a-8f4d4d759fc5 None None] Provisioning complete for port b466bc29-aae3-4425-b53c-61feab673e2d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:35.363684 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-98671374-8bf1-46aa-8a4a-8f4d4d759fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:35.386550 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421413df-228e-43ed-a990-c6bfe8a27fb6 None None] The sync data for ids ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'] in dv-neutron-835554-1-hyperv is: [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:32Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'b466bc29-aae3-4425-b53c-61feab673e2d', 'name': '', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:90:7a:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:31Z', 'updated_at': '2022-03-29T10:14:34Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:14:35.408684 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port e58f48f4-54e4-4330-9e37-0ae922eba929 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:35.409459 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.263620 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed44e99-d462-4c21-ab0f-887884168d90 req-bd06727e-43b9-4224-939d-6276a6ea0420 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:36.265110 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-bd06727e-43b9-4224-939d-6276a6ea0420 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/networks?id=1b176d20-ddfa-4e10-a021-a34d10616a16 HTTP/1.1" status: 200 len: 797 time: 0.1149240 Mar 29 10:14:36.321096 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-ad7884ae-2862-4eeb-9b7b-6d8fb56f61ab tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b60b57a13014f25823523bb1f88c663 HTTP/1.1" status: 200 len: 380 time: 0.0469725 Mar 29 10:14:36.332948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'port': {'device_id': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'admin_state_up': True, 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'security_groups': ['f4067db9-f7d8-467b-991f-b01af70496ae']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:36.387143 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d40348a8-d9e4-446a-aa7f-964a64515320 req-210b6c23-6ba3-45fe-b8cd-5ce5d326fec5 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 210 time: 0.0486121 Mar 29 10:14:36.470894 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Made reservation on behalf of 6b60b57a13014f25823523bb1f88c663 for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:14:36.474414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.599781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.20.0.7 (1b176d20-ddfa-4e10-a021-a34d10616a16/f1999bab-2e20-4687-b196-9d6c6449c87e/2c559f18-3965-4467-865c-c53c54c0af0a) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:14:36.733019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.766029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.813355 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network 1b176d20-ddfa-4e10-a021-a34d10616a16 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:36.816301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:36.820494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:14:36.848672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=2c559f18-3965-4467-865c-c53c54c0af0a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:36.877964 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:36.878624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:36.895628 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-e6535c9a-a762-4a70-9df8-1c74cacff23c tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681605 Mar 29 10:14:36.917906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Request body: {'port': {'device_id': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:36.974356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.036069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b466bc29-aae3-4425-b53c-61feab673e2d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:14:37.081714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-385516ef-f011-4e69-a1bd-1b9a20d1c371 None None] Provisioning complete for port 2c559f18-3965-4467-865c-c53c54c0af0a triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:37.082088 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-385516ef-f011-4e69-a1bd-1b9a20d1c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.124050 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-385516ef-f011-4e69-a1bd-1b9a20d1c371 None None] Port 2c559f18-3965-4467-865c-c53c54c0af0a cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:14:37.128353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port b466bc29-aae3-4425-b53c-61feab673e2d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:37.128730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.242656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c559f18-3965-4467-865c-c53c54c0af0a {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:14:37.249923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.262475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Transition to ACTIVE for port object 2c559f18-3965-4467-865c-c53c54c0af0a will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:14:37.265949 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.316183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Pushing event updated for resources: {'Port': ['ID=2c559f18-3965-4467-865c-c53c54c0af0a,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:37.382869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Attempting to bind port 2c559f18-3965-4467-865c-c53c54c0af0a on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:14:37.383221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Attempting to bind port 2c559f18-3965-4467-865c-c53c54c0af0a by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:14:37.383625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Attempting to bind port 2c559f18-3965-4467-865c-c53c54c0af0a on network 1b176d20-ddfa-4e10-a021-a34d10616a16 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:14:37.388711 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Port 2c559f18-3965-4467-865c-c53c54c0af0a on network 1b176d20-ddfa-4e10-a021-a34d10616a16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 10:14:37.389026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Attempting to bind port 2c559f18-3965-4467-865c-c53c54c0af0a on network 1b176d20-ddfa-4e10-a021-a34d10616a16 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:14:37.394293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:14:37.394627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Checking segment: {'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:14:37.395003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Bound using segment: {'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:14:37.395426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Bound port: 2c559f18-3965-4467-865c-c53c54c0af0a, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5aba62-e137-42dc-9b72-61cba5bc8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:14:37.395812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.470488 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] For port 2c559f18-3965-4467-865c-c53c54c0af0a, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:14:37.475916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] For port 2c559f18-3965-4467-865c-c53c54c0af0a, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=2c559f18-3965-4467-865c-c53c54c0af0a,segment=NetworkSegment(5b5aba62-e137-42dc-9b72-61cba5bc8fd5),segment_id=5b5aba62-e137-42dc-9b72-61cba5bc8fd5)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:14:37.480788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.516587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:37.517226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:37.518640 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] 10.222.0.24 "PUT /v2.0/ports/2c559f18-3965-4467-865c-c53c54c0af0a HTTP/1.1" status: 200 len: 1093 time: 0.6052356 Mar 29 10:14:37.519075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'tag': '2c559f18-3965-4467-865c-c53c54c0af0a'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:14:37.521365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8fe9da-ef80-49c5-a8d3-263de36e1b60" -d '{"events": [{"name": "network-changed", "server_uuid": "01d36af3-6c58-4de3-bda8-bdb1b7b0aedb", "tag": "2c559f18-3965-4467-865c-c53c54c0af0a"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:14:37.572952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ce497c-a264-41d5-96ff-9641b0ebd7d0 x-openstack-request-id: req-92ce497c-a264-41d5-96ff-9641b0ebd7d0 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:14:37.573268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d36af3-6c58-4de3-bda8-bdb1b7b0aedb", "tag": "2c559f18-3965-4467-865c-c53c54c0af0a", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:14:37.573495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92ce497c-a264-41d5-96ff-9641b0ebd7d0 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:14:37.573913 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'tag': '2c559f18-3965-4467-865c-c53c54c0af0a', 'status': 'completed', 'code': 200} Mar 29 10:14:37.623479 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d4b1c-7a65-45dc-ba6f-d685b796b0aa service neutron] Pushing event updated for resources: {'Port': ['ID=2c559f18-3965-4467-865c-c53c54c0af0a,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:37.645480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b0a6a-b381-417c-8e3b-679f30723d30 req-b57cbecf-e621-44b6-a495-b8d3bebadf26 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:37.646804 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3a5b0a6a-b381-417c-8e3b-679f30723d30 req-b57cbecf-e621-44b6-a495-b8d3bebadf26 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 943 time: 0.1163235 Mar 29 10:14:37.653053 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d40565dd-afa0-4ef3-a1f7-a127ea239405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:37.654557 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d40565dd-afa0-4ef3-a1f7-a127ea239405 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 1096 time: 0.0799055 Mar 29 10:14:37.704683 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-a607b7e5-e3cc-478e-a846-75d1e76bb508 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c559f18-3965-4467-865c-c53c54c0af0a HTTP/1.1" status: 200 len: 217 time: 0.0417566 Mar 29 10:14:37.728363 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3a5b0a6a-b381-417c-8e3b-679f30723d30 req-53d9f13d-3c44-4022-8804-1c19b3d90357 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728710 Mar 29 10:14:37.761584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed44e99-d462-4c21-ab0f-887884168d90 req-125d90d9-611a-4c8b-a5d2-7a55e9247c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:37.763033 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-125d90d9-611a-4c8b-a5d2-7a55e9247c05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1999bab-2e20-4687-b196-9d6c6449c87e HTTP/1.1" status: 200 len: 835 time: 0.0491965 Mar 29 10:14:37.812907 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed44e99-d462-4c21-ab0f-887884168d90 req-bf2a5f96-43ae-477a-b6f4-93958a9b6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:37.814398 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-bf2a5f96-43ae-477a-b6f4-93958a9b6702 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b176d20-ddfa-4e10-a021-a34d10616a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442674 Mar 29 10:14:37.901820 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-5c908736-230e-4029-89ad-140b203a1e5a service neutron] 10.222.0.24 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799124 Mar 29 10:14:37.993278 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bed44e99-d462-4c21-ab0f-887884168d90 req-d0c6f7dc-7afd-4f47-86fa-21af1eb5f5dd service neutron] 10.222.0.24 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841136 Mar 29 10:14:38.077025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe9da-ef80-49c5-a8d3-263de36e1b60 req-749ccea6-2aac-4e84-a799-c1d9c67eb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:38.078527 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b8fe9da-ef80-49c5-a8d3-263de36e1b60 req-749ccea6-2aac-4e84-a799-c1d9c67eb0bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 1096 time: 0.0397236 Mar 29 10:14:38.173331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe9da-ef80-49c5-a8d3-263de36e1b60 req-c73149a7-3166-4dfc-9ff7-21fce0fd1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:38.174739 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b8fe9da-ef80-49c5-a8d3-263de36e1b60 req-c73149a7-3166-4dfc-9ff7-21fce0fd1380 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b176d20-ddfa-4e10-a021-a34d10616a16 HTTP/1.1" status: 200 len: 898 time: 0.0898850 Mar 29 10:14:38.543639 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b8fe9da-ef80-49c5-a8d3-263de36e1b60 req-28814995-93e6-4d5d-bd1a-f7cff77403fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c559f18-3965-4467-865c-c53c54c0af0a HTTP/1.1" status: 200 len: 217 time: 0.3619399 Mar 29 10:14:38.592414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe9da-ef80-49c5-a8d3-263de36e1b60 req-1c3b8ee9-874c-49be-b540-a2d97f6e2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:38.593868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b8fe9da-ef80-49c5-a8d3-263de36e1b60 req-1c3b8ee9-874c-49be-b540-a2d97f6e2697 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1999bab-2e20-4687-b196-9d6c6449c87e HTTP/1.1" status: 200 len: 835 time: 0.0433431 Mar 29 10:14:38.639882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe9da-ef80-49c5-a8d3-263de36e1b60 req-311f898d-9bba-4681-9ed7-9272b833256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:38.641283 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b8fe9da-ef80-49c5-a8d3-263de36e1b60 req-311f898d-9bba-4681-9ed7-9272b833256d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b176d20-ddfa-4e10-a021-a34d10616a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405793 Mar 29 10:14:38.727498 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b8fe9da-ef80-49c5-a8d3-263de36e1b60 req-6ae37bd4-912e-4fe0-81d3-47d4d503f50e service neutron] 10.222.0.24 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788791 Mar 29 10:14:38.844179 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b8fe9da-ef80-49c5-a8d3-263de36e1b60 req-fc570e62-d02b-4b14-a393-41a99b1141d6 service neutron] 10.222.0.24 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085780 Mar 29 10:14:38.859671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3547f-388d-42bd-a018-e48dcf8c8edd req-3b24ac26-e09c-45e5-9557-f64b183af5e8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:38.861112 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9ce3547f-388d-42bd-a018-e48dcf8c8edd req-3b24ac26-e09c-45e5-9557-f64b183af5e8 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 943 time: 0.0628221 Mar 29 10:14:38.898208 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9ce3547f-388d-42bd-a018-e48dcf8c8edd req-a43b1f10-f1fc-4bc1-bfa7-c4d2d13cb474 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309658 Mar 29 10:14:40.014596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d217371-5d35-432b-b4b1-d2892a27c7f4 req-b21636a7-8b5a-4e33-8b58-01ce880aa07a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:40.016107 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d217371-5d35-432b-b4b1-d2892a27c7f4 req-b21636a7-8b5a-4e33-8b58-01ce880aa07a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 943 time: 0.0492966 Mar 29 10:14:40.058055 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9d217371-5d35-432b-b4b1-d2892a27c7f4 req-a705b9b9-e104-4bed-abde-c24f4ccb33a7 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350318 Mar 29 10:14:40.182897 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:14:41.179610 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c430e8-2bfb-435f-8791-de044d0971ea req-141ce855-1afc-4958-b4bb-eada10061d87 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:41.181053 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b5c430e8-2bfb-435f-8791-de044d0971ea req-141ce855-1afc-4958-b4bb-eada10061d87 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 943 time: 0.0548942 Mar 29 10:14:41.218514 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b5c430e8-2bfb-435f-8791-de044d0971ea req-685ad8f2-3555-4cba-857b-691bdb26696f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314398 Mar 29 10:14:41.387597 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 2c559f18-3965-4467-865c-c53c54c0af0a details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:14:41.486341 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 2c559f18-3965-4467-865c-c53c54c0af0a, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=2c559f18-3965-4467-865c-c53c54c0af0a,segment=NetworkSegment(5b5aba62-e137-42dc-9b72-61cba5bc8fd5),segment_id=5b5aba62-e137-42dc-9b72-61cba5bc8fd5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:14:41.497583 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '2c559f18-3965-4467-865c-c53c54c0af0a', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'port_id': '2c559f18-3965-4467-865c-c53c54c0af0a', 'mac_address': 'fa:16:3e:67:2b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:14:41.533177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:41.546233 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c559f18-3965-4467-865c-c53c54c0af0a {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:14:41.564735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 2c559f18-3965-4467-865c-c53c54c0af0a, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=2c559f18-3965-4467-865c-c53c54c0af0a,segment=NetworkSegment(5b5aba62-e137-42dc-9b72-61cba5bc8fd5),segment_id=5b5aba62-e137-42dc-9b72-61cba5bc8fd5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:14:41.568618 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:41.613435 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=2c559f18-3965-4467-865c-c53c54c0af0a,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:41.933172 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['2c559f18-3965-4467-865c-c53c54c0af0a'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:14:42.331283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ada1a3-23ca-44f7-b02a-72699ecc10d8 req-aec62a86-6739-45f0-941d-b7c54b1de57a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:42.332706 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-92ada1a3-23ca-44f7-b02a-72699ecc10d8 req-aec62a86-6739-45f0-941d-b7c54b1de57a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 944 time: 0.0474200 Mar 29 10:14:42.368842 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-92ada1a3-23ca-44f7-b02a-72699ecc10d8 req-2e34ff8e-a059-4ac3-8626-ece9e3c360ae tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301733 Mar 29 10:14:43.398677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 2c559f18-3965-4467-865c-c53c54c0af0a up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:14:43.452978 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 2c559f18-3965-4467-865c-c53c54c0af0a completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:14:43.457071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 2c559f18-3965-4467-865c-c53c54c0af0a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:14:43.457510 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.485306 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbb7bf-f8ef-4f83-a38b-35a6a976c1e4 req-7779b749-b824-45ac-8e9b-43308a098311 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:43.486813 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-80cbb7bf-f8ef-4f83-a38b-35a6a976c1e4 req-7779b749-b824-45ac-8e9b-43308a098311 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 944 time: 0.0496161 Mar 29 10:14:43.531783 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-80cbb7bf-f8ef-4f83-a38b-35a6a976c1e4 req-969ff5fe-960d-4cdd-9d58-521d069fae97 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383012 Mar 29 10:14:43.534890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.559287 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c559f18-3965-4467-865c-c53c54c0af0a'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:14:43.561683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217e7c0e-57ab-4b24-a38d-1c7baef82668" -d '{"events": [{"server_uuid": "01d36af3-6c58-4de3-bda8-bdb1b7b0aedb", "name": "network-vif-plugged", "status": "completed", "tag": "2c559f18-3965-4467-865c-c53c54c0af0a"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:14:43.575877 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 2c559f18-3965-4467-865c-c53c54c0af0a, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=2c559f18-3965-4467-865c-c53c54c0af0a,segment=NetworkSegment(5b5aba62-e137-42dc-9b72-61cba5bc8fd5),segment_id=5b5aba62-e137-42dc-9b72-61cba5bc8fd5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:14:43.580209 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:43.610582 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb65540-a0dc-4ff2-833d-789388b39853 x-openstack-request-id: req-7bb65540-a0dc-4ff2-833d-789388b39853 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:14:43.610863 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d36af3-6c58-4de3-bda8-bdb1b7b0aedb", "name": "network-vif-plugged", "status": "completed", "tag": "2c559f18-3965-4467-865c-c53c54c0af0a", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:14:43.611093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bb65540-a0dc-4ff2-833d-789388b39853 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:14:43.611470 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c559f18-3965-4467-865c-c53c54c0af0a', 'code': 200} Mar 29 10:14:43.638670 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=2c559f18-3965-4467-865c-c53c54c0af0a,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:43.773908 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3850ae9-11be-4907-a89b-c1b3dda10899 req-47a7078f-01b9-40bc-9682-89886de0e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:43.775384 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3850ae9-11be-4907-a89b-c1b3dda10899 req-47a7078f-01b9-40bc-9682-89886de0e6c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 1098 time: 0.0435872 Mar 29 10:14:43.810395 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3850ae9-11be-4907-a89b-c1b3dda10899 req-0ceef127-17a1-4b03-b01a-a40b146f7561 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278580 Mar 29 10:14:44.644028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd84a6-4dfa-4c96-90c0-439d4f45d697 req-0ac46eeb-53a0-48b4-8d0c-d8617165d4a6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:44.645488 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29bd84a6-4dfa-4c96-90c0-439d4f45d697 req-0ac46eeb-53a0-48b4-8d0c-d8617165d4a6 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0472264 Mar 29 10:14:44.683529 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29bd84a6-4dfa-4c96-90c0-439d4f45d697 req-3ef57d2d-0497-4c56-be07-ef9b65d99e4b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Mar 29 10:14:45.798221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f182aee-1add-4ad5-9730-f467b2c5917b req-25368c56-3cee-4fa6-bac8-27e70abb1f87 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:45.799665 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f182aee-1add-4ad5-9730-f467b2c5917b req-25368c56-3cee-4fa6-bac8-27e70abb1f87 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0484145 Mar 29 10:14:45.836327 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0f182aee-1add-4ad5-9730-f467b2c5917b req-89cf25ea-9657-47b3-ada8-42ffbaf29d41 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306873 Mar 29 10:14:45.951815 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640e15c-395d-4e45-8c11-256864669e46 req-ebe0b736-b661-422b-be23-fbc7fb058cc4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:45.953255 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2640e15c-395d-4e45-8c11-256864669e46 req-ebe0b736-b661-422b-be23-fbc7fb058cc4 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0506363 Mar 29 10:14:45.990010 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2640e15c-395d-4e45-8c11-256864669e46 req-7bcaef16-cdbc-49bd-9d18-9f03cb5b18bd tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301678 Mar 29 10:14:46.011308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60026) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:46.050395 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d3822-1b3d-439b-a2cb-bae618426fdb tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:46.051790 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5a7d3822-1b3d-439b-a2cb-bae618426fdb tempest-TestNetworkAdvancedServerOps-435592038 tempest-TestNetworkAdvancedServerOps-435592038-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 1093 time: 0.0395300 Mar 29 10:14:46.055009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60028) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:46.059223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '2c559f18-3965-4467-865c-c53c54c0af0a', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:14:46.080124 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.178060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.277484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Allocated IP 172.26.1.241 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/11bdf523-1ae2-4307-bc19-e83416acef97) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:14:46.381417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.414301 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.453621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:14:46.456317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:14:46.459731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:14:46.464824 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=11bdf523-1ae2-4307-bc19-e83416acef97,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:46.806904 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:46.871605 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.022121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.026560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.097115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event updated for resources: {'Port': ['ID=11bdf523-1ae2-4307-bc19-e83416acef97,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:14:47.106727 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.204004 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Floating IP 104a0709-cd72-4213-9287-78ef87a696f1 associated. External IP: 172.26.1.241, port: 2c559f18-3965-4467-865c-c53c54c0af0a. Mar 29 10:14:47.402863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:14:47.515099 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:14:47.524554 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bd3291-860d-4e3c-9e1d-d294ea976384 None None] Sync routers for ids ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:14:47.532866 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:47.535032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd3291-860d-4e3c-9e1d-d294ea976384 None None] Routers {'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:14:47.535639 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-d7bd3291-860d-4e3c-9e1d-d294ea976384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:14:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:47.560556 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b70abe25-0250-4373-9096-b984abd1aee9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5045633 Mar 29 10:14:47.561344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'tag': '2c559f18-3965-4467-865c-c53c54c0af0a'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:14:47.563673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e449eee-4c9a-444f-ae5f-95ea5df365ec" -d '{"events": [{"name": "network-changed", "server_uuid": "01d36af3-6c58-4de3-bda8-bdb1b7b0aedb", "tag": "2c559f18-3965-4467-865c-c53c54c0af0a"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:14:47.604129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5bed82-1ff1-43a5-95fe-b64f416d4c6e x-openstack-request-id: req-2e5bed82-1ff1-43a5-95fe-b64f416d4c6e {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:14:47.604414 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d36af3-6c58-4de3-bda8-bdb1b7b0aedb", "tag": "2c559f18-3965-4467-865c-c53c54c0af0a", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:14:47.604659 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e5bed82-1ff1-43a5-95fe-b64f416d4c6e {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:14:47.605061 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'tag': '2c559f18-3965-4467-865c-c53c54c0af0a', 'status': 'completed', 'code': 200} Mar 29 10:14:47.652309 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-d7bd3291-860d-4e3c-9e1d-d294ea976384 None None] Set router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:14:47.689748 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69471-5e63-452d-8b7a-409d456e8c7b req-b845dd40-f298-48ea-a1f1-80bcdd181920 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:47.691168 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b1b69471-5e63-452d-8b7a-409d456e8c7b req-b845dd40-f298-48ea-a1f1-80bcdd181920 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0779438 Mar 29 10:14:47.702905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e449eee-4c9a-444f-ae5f-95ea5df365ec req-d3e41282-be6b-4cd2-8442-13707f1dcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:47.704350 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e449eee-4c9a-444f-ae5f-95ea5df365ec req-d3e41282-be6b-4cd2-8442-13707f1dcd0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 1098 time: 0.0616663 Mar 29 10:14:47.762034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b1b69471-5e63-452d-8b7a-409d456e8c7b req-de1df1f3-4247-4bde-9d94-f3bd09c22d61 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612762 Mar 29 10:14:47.787947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60034) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:47.821707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e449eee-4c9a-444f-ae5f-95ea5df365ec req-ff53efcf-4bdb-465e-a475-b47d201d1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:47.823178 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e449eee-4c9a-444f-ae5f-95ea5df365ec req-ff53efcf-4bdb-465e-a475-b47d201d1123 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b176d20-ddfa-4e10-a021-a34d10616a16 HTTP/1.1" status: 200 len: 898 time: 0.1123414 Mar 29 10:14:47.855195 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0a3d8cb5-d671-480a-9676-b27387fb8da9 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/104a0709-cd72-4213-9287-78ef87a696f1 HTTP/1.1" status: 200 len: 991 time: 0.0653450 Mar 29 10:14:47.891349 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e449eee-4c9a-444f-ae5f-95ea5df365ec req-c9155f9a-7185-4fc2-8744-c8cbce95f5b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c559f18-3965-4467-865c-c53c54c0af0a HTTP/1.1" status: 200 len: 999 time: 0.0610743 Mar 29 10:14:47.915104 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-d7bd3291-860d-4e3c-9e1d-d294ea976384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:32Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '104a0709-cd72-4213-9287-78ef87a696f1', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.241', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'port_id': '2c559f18-3965-4467-865c-c53c54c0af0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'mac_address': 'fa:16:3e:67:2b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:14:46Z', 'updated_at': '2022-03-29T10:14:46Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b466bc29-aae3-4425-b53c-61feab673e2d', 'name': '', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:90:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:31Z', 'updated_at': '2022-03-29T10:14:35Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:47.946225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bd3291-860d-4e3c-9e1d-d294ea976384 None None] Checking router: b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:14:47.950408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e449eee-4c9a-444f-ae5f-95ea5df365ec req-e57a8e40-4c3d-41a1-a433-265b0e72ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:47.951881 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e449eee-4c9a-444f-ae5f-95ea5df365ec req-e57a8e40-4c3d-41a1-a433-265b0e72ebc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1999bab-2e20-4687-b196-9d6c6449c87e HTTP/1.1" status: 200 len: 835 time: 0.0546014 Mar 29 10:14:47.955758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd3291-860d-4e3c-9e1d-d294ea976384 None None] Routers {'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:14:47.956378 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-d7bd3291-860d-4e3c-9e1d-d294ea976384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:14:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:48.003308 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e449eee-4c9a-444f-ae5f-95ea5df365ec req-7a0caa63-0249-4c62-8dfc-d942964786d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:48.004805 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e449eee-4c9a-444f-ae5f-95ea5df365ec req-7a0caa63-0249-4c62-8dfc-d942964786d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b176d20-ddfa-4e10-a021-a34d10616a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459683 Mar 29 10:14:48.106035 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e449eee-4c9a-444f-ae5f-95ea5df365ec req-481017ee-984d-4cf1-9821-d57c28914801 service neutron] 10.222.0.24 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923271 Mar 29 10:14:48.204421 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4e449eee-4c9a-444f-ae5f-95ea5df365ec req-e8aa5ffa-01e8-476b-b1a9-d91510c96144 service neutron] 10.222.0.24 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923405 Mar 29 10:14:48.218921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-d7bd3291-860d-4e3c-9e1d-d294ea976384 None None] Set router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:14:48.460983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-d7bd3291-860d-4e3c-9e1d-d294ea976384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:32Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '104a0709-cd72-4213-9287-78ef87a696f1', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.241', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'port_id': '2c559f18-3965-4467-865c-c53c54c0af0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'mac_address': 'fa:16:3e:67:2b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:14:46Z', 'updated_at': '2022-03-29T10:14:46Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b466bc29-aae3-4425-b53c-61feab673e2d', 'name': '', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:90:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:31Z', 'updated_at': '2022-03-29T10:14:35Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:14:48.492093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bd3291-860d-4e3c-9e1d-d294ea976384 None None] The sync data for ids ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'] in dv-neutron-835554-1-hyperv is: [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:32Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '104a0709-cd72-4213-9287-78ef87a696f1', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'floating_ip_address': '172.26.1.241', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'port_id': '2c559f18-3965-4467-865c-c53c54c0af0a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'mac_address': 'fa:16:3e:67:2b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:14:46Z', 'updated_at': '2022-03-29T10:14:46Z', 'revision_number': 0, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b466bc29-aae3-4425-b53c-61feab673e2d', 'name': '', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:90:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:31Z', 'updated_at': '2022-03-29T10:14:35Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:14:48.696654 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d392cd-f10d-4a71-a339-f97dace66cfe None None] New status for floating IP 104a0709-cd72-4213-9287-78ef87a696f1: ACTIVE {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:14:48.859324 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60036) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:14:48.922680 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c9bc56d3-b5eb-487b-ab62-c892bbc461b1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/104a0709-cd72-4213-9287-78ef87a696f1 HTTP/1.1" status: 200 len: 993 time: 0.0620656 Mar 29 10:14:56.829463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1113a8c5-249e-456f-8f91-809fbf2d63dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:14:57.576206 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96cf79d7-4207-4f39-ba81-4f0d6537ca5c req-d775d502-f8d4-4256-887d-9032c9b217f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448613 Mar 29 10:14:57.665420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf79d7-4207-4f39-ba81-4f0d6537ca5c req-35ee28b8-b3f5-498d-9338-3b882fde84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:57.666942 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96cf79d7-4207-4f39-ba81-4f0d6537ca5c req-35ee28b8-b3f5-498d-9338-3b882fde84c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 1098 time: 0.0404797 Mar 29 10:14:57.777873 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf79d7-4207-4f39-ba81-4f0d6537ca5c req-8dc99b24-9fc0-4193-9241-839268c947a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:57.779384 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96cf79d7-4207-4f39-ba81-4f0d6537ca5c req-8dc99b24-9fc0-4193-9241-839268c947a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b176d20-ddfa-4e10-a021-a34d10616a16 HTTP/1.1" status: 200 len: 898 time: 0.0917389 Mar 29 10:14:57.845536 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96cf79d7-4207-4f39-ba81-4f0d6537ca5c req-8aa59faa-50fd-40dd-b00f-5b0fc0ef0e4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c559f18-3965-4467-865c-c53c54c0af0a HTTP/1.1" status: 200 len: 1001 time: 0.0593653 Mar 29 10:14:57.902025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf79d7-4207-4f39-ba81-4f0d6537ca5c req-9002d223-4d27-4ed6-acba-28c1d5f38bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:57.903490 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96cf79d7-4207-4f39-ba81-4f0d6537ca5c req-9002d223-4d27-4ed6-acba-28c1d5f38bd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1999bab-2e20-4687-b196-9d6c6449c87e HTTP/1.1" status: 200 len: 835 time: 0.0513716 Mar 29 10:14:57.956652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf79d7-4207-4f39-ba81-4f0d6537ca5c req-32c739e7-4883-43e0-aef5-c1724e436995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:14:57.958194 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96cf79d7-4207-4f39-ba81-4f0d6537ca5c req-32c739e7-4883-43e0-aef5-c1724e436995 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b176d20-ddfa-4e10-a021-a34d10616a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447793 Mar 29 10:14:58.053179 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96cf79d7-4207-4f39-ba81-4f0d6537ca5c req-cc6e368c-a0e7-49be-b486-52e5a7c7cc0a service neutron] 10.222.0.24 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870402 Mar 29 10:14:58.154789 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96cf79d7-4207-4f39-ba81-4f0d6537ca5c req-27a41eef-ecec-4122-a796-e8bffe7bfacd service neutron] 10.222.0.24 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946145 Mar 29 10:14:59.263890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a9e95902-2935-4c4e-949d-e18836a28655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:00.779287 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:02.135099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:02.757082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:04.069977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:17.182978 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:15:26.831168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-822fecce-a1a7-4016-bef3-6c23b3769e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:29.255771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4cc3080c-0ae5-428e-9876-076bea0f452f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:30.777526 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:32.137159 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:32.760937 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:34.062260 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:51.798074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52831c1d-381f-418a-8f0e-b35810691817 req-228817c1-24ef-45e8-9ab5-220913760218 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:51.799611 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-52831c1d-381f-418a-8f0e-b35810691817 req-228817c1-24ef-45e8-9ab5-220913760218 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0521746 Mar 29 10:15:51.838982 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-52831c1d-381f-418a-8f0e-b35810691817 req-c6eb6394-52e2-44b6-97cc-543413193ada tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327766 Mar 29 10:15:52.961143 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51681231-0e6a-4f0a-8eb1-84eb260a6785 req-92614a8a-52ee-417c-833d-f3d6faf798c2 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:52.962662 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-51681231-0e6a-4f0a-8eb1-84eb260a6785 req-92614a8a-52ee-417c-833d-f3d6faf798c2 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0508304 Mar 29 10:15:53.001119 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-51681231-0e6a-4f0a-8eb1-84eb260a6785 req-9fde9dcd-1a63-49c0-a6f5-89cbd2faad6d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324755 Mar 29 10:15:54.113854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88a9d9-86d6-40c4-af57-cf4287c267de req-66e1d45d-c06b-4d3e-a653-87737a97aa80 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:54.115311 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d88a9d9-86d6-40c4-af57-cf4287c267de req-66e1d45d-c06b-4d3e-a653-87737a97aa80 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0473986 Mar 29 10:15:54.153462 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0d88a9d9-86d6-40c4-af57-cf4287c267de req-9ec71189-38e7-46c0-9b7d-5aba333a7bc2 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Mar 29 10:15:54.175613 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60070) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:15:54.181372 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:15:54.240879 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-eec17f22-5f73-41cf-b5e0-0bc0b80ae161 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/104a0709-cd72-4213-9287-78ef87a696f1 HTTP/1.1" status: 200 len: 993 time: 0.0640609 Mar 29 10:15:55.597172 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29387679-7e62-4853-a774-a0a66adaa19a req-4d037630-bed4-4262-92a9-c0be5576a86f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:55.598802 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29387679-7e62-4853-a774-a0a66adaa19a req-4d037630-bed4-4262-92a9-c0be5576a86f tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0989726 Mar 29 10:15:55.613268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68126481-a78a-49d4-9329-089188d591bb req-2dd7da39-1c36-4150-844d-453392aba820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:55.614713 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-68126481-a78a-49d4-9329-089188d591bb req-2dd7da39-1c36-4150-844d-453392aba820 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 1098 time: 0.0692279 Mar 29 10:15:55.666099 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-29387679-7e62-4853-a774-a0a66adaa19a req-9cfc6d7a-e906-4576-82da-4b73a81a55d1 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601246 Mar 29 10:15:55.726208 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68126481-a78a-49d4-9329-089188d591bb req-c3e5e0dc-d9aa-402c-8a1d-7e79589fe7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:55.727665 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-68126481-a78a-49d4-9329-089188d591bb req-c3e5e0dc-d9aa-402c-8a1d-7e79589fe7ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b176d20-ddfa-4e10-a021-a34d10616a16 HTTP/1.1" status: 200 len: 898 time: 0.1056595 Mar 29 10:15:55.792377 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-68126481-a78a-49d4-9329-089188d591bb req-5172b150-c6bb-46f7-95a3-0a7a5d9f18d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c559f18-3965-4467-865c-c53c54c0af0a HTTP/1.1" status: 200 len: 1001 time: 0.0581145 Mar 29 10:15:55.839016 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68126481-a78a-49d4-9329-089188d591bb req-3f9d3716-e577-4427-b657-6cd5f4203a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:55.840519 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-68126481-a78a-49d4-9329-089188d591bb req-3f9d3716-e577-4427-b657-6cd5f4203a1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1999bab-2e20-4687-b196-9d6c6449c87e HTTP/1.1" status: 200 len: 835 time: 0.0423007 Mar 29 10:15:55.889345 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68126481-a78a-49d4-9329-089188d591bb req-11196e69-728b-452b-994e-11c656f03658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:55.890848 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-68126481-a78a-49d4-9329-089188d591bb req-11196e69-728b-452b-994e-11c656f03658 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b176d20-ddfa-4e10-a021-a34d10616a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435750 Mar 29 10:15:55.977578 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-68126481-a78a-49d4-9329-089188d591bb req-ca569fa6-e4f9-415e-ac4c-09c8561cc8af service neutron] 10.222.0.24 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799737 Mar 29 10:15:56.069198 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-68126481-a78a-49d4-9329-089188d591bb req-b4b39ed8-e4f2-4c9f-85aa-59dada8ddc4b service neutron] 10.222.0.24 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845809 Mar 29 10:15:56.782953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00121dcd-5bd4-485e-9520-a2601d605092 req-85c80cfc-3955-425c-bbe5-b3d44fa83f24 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:56.785110 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-00121dcd-5bd4-485e-9520-a2601d605092 req-85c80cfc-3955-425c-bbe5-b3d44fa83f24 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0488682 Mar 29 10:15:56.821853 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-00121dcd-5bd4-485e-9520-a2601d605092 req-accdd6a9-614f-4d23-bd77-a7b514ab41fa tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306456 Mar 29 10:15:56.831831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4d00f6fc-bdf8-4623-89f7-a225a9c2f2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:57.936341 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e1940-4f70-4c73-bb72-c6769b4ef406 req-7aecd5f9-6573-4457-822b-f85dc542df45 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:57.937877 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b62e1940-4f70-4c73-bb72-c6769b4ef406 req-7aecd5f9-6573-4457-822b-f85dc542df45 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0476367 Mar 29 10:15:57.975527 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b62e1940-4f70-4c73-bb72-c6769b4ef406 req-95c186d7-b369-45de-9f02-cac363616d6e tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310857 Mar 29 10:15:57.997296 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60084) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:15:58.057064 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-af7b529b-f6e1-48a0-bcb9-f7bdf400910a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/floatingips/104a0709-cd72-4213-9287-78ef87a696f1 HTTP/1.1" status: 200 len: 993 time: 0.0585382 Mar 29 10:15:58.314709 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60090) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:15:58.466033 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port 11bdf523-1ae2-4307-bc19-e83416acef97 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:15:58.466373 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:58.543436 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:58.543761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:58.555575 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for 11bdf523-1ae2-4307-bc19-e83416acef97 owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:15:58.700517 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:58.726620 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=11bdf523-1ae2-4307-bc19-e83416acef97,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:15:58.750242 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:58.750585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:58.750926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:58.751264 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:58.751599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:58.751930 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:58.752259 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:58.753079 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:58.753407 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:58.753753 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:58.754079 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:58.754401 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:15:58.793125 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:58.793455 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Floating IP 104a0709-cd72-4213-9287-78ef87a696f1 disassociated (deleted). External IP: 172.26.1.241, port: 2c559f18-3965-4467-865c-c53c54c0af0a. Mar 29 10:15:58.997894 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:15:59.103207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:15:59.107611 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:59.113421 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aace979-e4e4-4374-b13e-ffebb0a3a90f None None] Sync routers for ids ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:15:59.125981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aace979-e4e4-4374-b13e-ffebb0a3a90f None None] Routers {'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:15:59.126843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-7aace979-e4e4-4374-b13e-ffebb0a3a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:15:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:59.135997 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-956ee272-ab5e-4792-bcf5-a3000b242883 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/floatingips/104a0709-cd72-4213-9287-78ef87a696f1 HTTP/1.1" status: 204 len: 168 time: 0.8197138 Mar 29 10:15:59.136566 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'tag': '2c559f18-3965-4467-865c-c53c54c0af0a'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:15:59.138842 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5334a4dfc85f8609e9b1b60ec4f563560e8007aab3c071a5e82c0dd7568882a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdd354b-a310-4e07-9bff-bd8ee28449fe" -d '{"events": [{"name": "network-changed", "server_uuid": "01d36af3-6c58-4de3-bda8-bdb1b7b0aedb", "tag": "2c559f18-3965-4467-865c-c53c54c0af0a"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:15:59.177313 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b840e61a-1317-43d6-a017-2a7b194cac2c x-openstack-request-id: req-b840e61a-1317-43d6-a017-2a7b194cac2c {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:15:59.177624 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d36af3-6c58-4de3-bda8-bdb1b7b0aedb", "tag": "2c559f18-3965-4467-865c-c53c54c0af0a", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:15:59.177882 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b840e61a-1317-43d6-a017-2a7b194cac2c {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:15:59.178284 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'tag': '2c559f18-3965-4467-865c-c53c54c0af0a', 'status': 'completed', 'code': 200} Mar 29 10:15:59.250374 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-7aace979-e4e4-4374-b13e-ffebb0a3a90f None None] Set router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:15:59.250609 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd354b-a310-4e07-9bff-bd8ee28449fe req-2ffe55b8-59f8-4de0-830a-93551bb8deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:59.252975 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7bdd354b-a310-4e07-9bff-bd8ee28449fe req-2ffe55b8-59f8-4de0-830a-93551bb8deb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b60b57a13014f25823523bb1f88c663&device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 1098 time: 0.0531597 Mar 29 10:15:59.302306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-93d5b5fc-ef46-4fe0-9aed-eba37f834b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:15:59.388852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd354b-a310-4e07-9bff-bd8ee28449fe req-ee82bda5-e6a5-4419-a570-51d750dd866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:59.390340 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7bdd354b-a310-4e07-9bff-bd8ee28449fe req-ee82bda5-e6a5-4419-a570-51d750dd866a service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b176d20-ddfa-4e10-a021-a34d10616a16 HTTP/1.1" status: 200 len: 898 time: 0.1278200 Mar 29 10:15:59.402529 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86c478-011e-4cd1-9731-5c3631307f2c req-47865c33-f0f8-46b4-a350-d424ba59dd6d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:59.404000 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6e86c478-011e-4cd1-9731-5c3631307f2c req-47865c33-f0f8-46b4-a350-d424ba59dd6d tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0722916 Mar 29 10:15:59.445930 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7bdd354b-a310-4e07-9bff-bd8ee28449fe req-b2d5a188-dbe1-46fd-b00c-5ff8b9b13f3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c559f18-3965-4467-865c-c53c54c0af0a HTTP/1.1" status: 200 len: 217 time: 0.0409186 Mar 29 10:15:59.464615 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-7aace979-e4e4-4374-b13e-ffebb0a3a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:32Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'b466bc29-aae3-4425-b53c-61feab673e2d', 'name': '', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:90:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:31Z', 'updated_at': '2022-03-29T10:14:35Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:59.490365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aace979-e4e4-4374-b13e-ffebb0a3a90f None None] Checking router: b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:15:59.498640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aace979-e4e4-4374-b13e-ffebb0a3a90f None None] Routers {'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:15:59.499235 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-7aace979-e4e4-4374-b13e-ffebb0a3a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:15:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:59.509067 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6e86c478-011e-4cd1-9731-5c3631307f2c req-383d9c92-a050-4519-81e3-e778a4b15e33 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964971 Mar 29 10:15:59.512688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd354b-a310-4e07-9bff-bd8ee28449fe req-e043c67a-07ad-4a80-8442-83b36cba9fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:59.514147 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7bdd354b-a310-4e07-9bff-bd8ee28449fe req-e043c67a-07ad-4a80-8442-83b36cba9fc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f1999bab-2e20-4687-b196-9d6c6449c87e HTTP/1.1" status: 200 len: 835 time: 0.0608754 Mar 29 10:15:59.568801 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd354b-a310-4e07-9bff-bd8ee28449fe req-ce9b6847-ae1e-4d54-9e9c-721bb3efd4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:15:59.570344 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7bdd354b-a310-4e07-9bff-bd8ee28449fe req-ce9b6847-ae1e-4d54-9e9c-721bb3efd4cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b176d20-ddfa-4e10-a021-a34d10616a16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463951 Mar 29 10:15:59.608359 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-7aace979-e4e4-4374-b13e-ffebb0a3a90f None None] Set router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:15:59.660496 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7bdd354b-a310-4e07-9bff-bd8ee28449fe req-24725909-64d5-453f-bc97-46d9bdc82722 service neutron] 10.222.0.24 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817029 Mar 29 10:15:59.752046 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7bdd354b-a310-4e07-9bff-bd8ee28449fe req-fad74251-20d0-467b-b88e-5a09283e3b1c service neutron] 10.222.0.24 "GET /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839360 Mar 29 10:15:59.811327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-7aace979-e4e4-4374-b13e-ffebb0a3a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:32Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'b466bc29-aae3-4425-b53c-61feab673e2d', 'name': '', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:90:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:31Z', 'updated_at': '2022-03-29T10:14:35Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:15:59.838836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aace979-e4e4-4374-b13e-ffebb0a3a90f None None] The sync data for ids ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'] in dv-neutron-835554-1-hyperv is: [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:32Z', 'revision_number': 4, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'b466bc29-aae3-4425-b53c-61feab673e2d', 'name': '', 'network_id': '1b176d20-ddfa-4e10-a021-a34d10616a16', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'mac_address': 'fa:16:3e:90:7a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:31Z', 'updated_at': '2022-03-29T10:14:35Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'subnets': [{'id': 'f1999bab-2e20-4687-b196-9d6c6449c87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:16:00.051398 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1910c91-231f-46f9-a604-d7edb4e9a7a4 None None] New status for floating IP 104a0709-cd72-4213-9287-78ef87a696f1: DOWN {{(pid=102498) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:16:00.627241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa2f12-fa28-4ec5-82b2-d4962fe31636 req-290114de-e465-4f3b-a300-be9ed3a93b69 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:00.629334 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b8fa2f12-fa28-4ec5-82b2-d4962fe31636 req-290114de-e465-4f3b-a300-be9ed3a93b69 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0489526 Mar 29 10:16:00.667733 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b8fa2f12-fa28-4ec5-82b2-d4962fe31636 req-694cba9d-66fd-42ef-86f7-d40933c8e9b3 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321805 Mar 29 10:16:00.780690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:01.362182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fab0d6-b808-4f57-b940-3b5ac83d9642 req-80fa018a-1884-4869-83ea-eef28b2f208b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:01.363564 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-65fab0d6-b808-4f57-b940-3b5ac83d9642 req-80fa018a-1884-4869-83ea-eef28b2f208b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0489376 Mar 29 10:16:01.820220 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c4c7-e8e7-4488-9273-1072a17e0ab2 req-1a0872ca-61a0-4fc8-a9d8-cf31e9383c6b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:01.821690 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5c00c4c7-e8e7-4488-9273-1072a17e0ab2 req-1a0872ca-61a0-4fc8-a9d8-cf31e9383c6b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/ports?device_id=01d36af3-6c58-4de3-bda8-bdb1b7b0aedb HTTP/1.1" status: 200 len: 945 time: 0.0604043 Mar 29 10:16:01.826743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-65fab0d6-b808-4f57-b940-3b5ac83d9642 req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port 2c559f18-3965-4467-865c-c53c54c0af0a {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:16:01.827079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-65fab0d6-b808-4f57-b940-3b5ac83d9642 req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:01.912704 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5c00c4c7-e8e7-4488-9273-1072a17e0ab2 req-468fe360-366c-49c0-ab5c-3c153a174915 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "GET /v2.0/security-groups?id=f4067db9-f7d8-467b-991f-b01af70496ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827763 Mar 29 10:16:01.942272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-65fab0d6-b808-4f57-b940-3b5ac83d9642 req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port 2c559f18-3965-4467-865c-c53c54c0af0a, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=2c559f18-3965-4467-865c-c53c54c0af0a,segment=NetworkSegment(5b5aba62-e137-42dc-9b72-61cba5bc8fd5),segment_id=5b5aba62-e137-42dc-9b72-61cba5bc8fd5)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:01.942635 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-65fab0d6-b808-4f57-b940-3b5ac83d9642 req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:01.954742 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-65fab0d6-b808-4f57-b940-3b5ac83d9642 req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for 2c559f18-3965-4467-865c-c53c54c0af0a owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:16:02.081588 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-65fab0d6-b808-4f57-b940-3b5ac83d9642 req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:02.113312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=2c559f18-3965-4467-865c-c53c54c0af0a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:02.127483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:02.127832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:02.128287 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:02.128744 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:02.129200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:02.129780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:02.130255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:02.130763 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:02.131273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:02.131721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:02.132169 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:02.132624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:02.151294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:02.170313 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fab0d6-b808-4f57-b940-3b5ac83d9642 req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] No DVR routers for this DVR port 2c559f18-3965-4467-865c-c53c54c0af0a on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:16:02.172755 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-65fab0d6-b808-4f57-b940-3b5ac83d9642 req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:02.176358 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-65fab0d6-b808-4f57-b940-3b5ac83d9642 req-059acab5-7856-409e-8960-ed53010d32ef tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.24 "DELETE /v2.0/ports/2c559f18-3965-4467-865c-c53c54c0af0a HTTP/1.1" status: 204 len: 173 time: 0.8057151 Mar 29 10:16:02.176794 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'name': 'network-vif-deleted', 'tag': '2c559f18-3965-4467-865c-c53c54c0af0a'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:16:02.179049 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88df88c3-39c1-4e38-9362-525df23fc97a" -d '{"events": [{"server_uuid": "01d36af3-6c58-4de3-bda8-bdb1b7b0aedb", "name": "network-vif-deleted", "tag": "2c559f18-3965-4467-865c-c53c54c0af0a"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:16:02.217676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79d7b74-3c85-4426-9e51-4949245f7823 x-openstack-request-id: req-f79d7b74-3c85-4426-9e51-4949245f7823 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:16:02.217971 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d36af3-6c58-4de3-bda8-bdb1b7b0aedb", "name": "network-vif-deleted", "tag": "2c559f18-3965-4467-865c-c53c54c0af0a", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:16:02.218221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f79d7b74-3c85-4426-9e51-4949245f7823 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:16:02.218615 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d36af3-6c58-4de3-bda8-bdb1b7b0aedb', 'name': 'network-vif-deleted', 'tag': '2c559f18-3965-4467-865c-c53c54c0af0a', 'status': 'completed', 'code': 200} Mar 29 10:16:02.764109 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:02.968141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60114) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:03.321773 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a175-81ab-4ff0-ba3d-711eac2f23af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:03.569761 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6a175-81ab-4ff0-ba3d-711eac2f23af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port b466bc29-aae3-4425-b53c-61feab673e2d {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:16:03.570131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a175-81ab-4ff0-ba3d-711eac2f23af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:03.654942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-c3b6a175-81ab-4ff0-ba3d-711eac2f23af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port b466bc29-aae3-4425-b53c-61feab673e2d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b466bc29-aae3-4425-b53c-61feab673e2d,segment=NetworkSegment(5b5aba62-e137-42dc-9b72-61cba5bc8fd5),segment_id=5b5aba62-e137-42dc-9b72-61cba5bc8fd5)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:03.655298 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a175-81ab-4ff0-ba3d-711eac2f23af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:03.668494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6a175-81ab-4ff0-ba3d-711eac2f23af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for b466bc29-aae3-4425-b53c-61feab673e2d owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:16:03.848697 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a175-81ab-4ff0-ba3d-711eac2f23af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:03.879725 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6a175-81ab-4ff0-ba3d-711eac2f23af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=b466bc29-aae3-4425-b53c-61feab673e2d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:04.080155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:04.355406 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c3b6a175-81ab-4ff0-ba3d-711eac2f23af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:04.567964 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b6a175-81ab-4ff0-ba3d-711eac2f23af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:16:04.675581 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b6a175-81ab-4ff0-ba3d-711eac2f23af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:16:04.682940 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c3b6a175-81ab-4ff0-ba3d-711eac2f23af tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "PUT /v2.0/routers/b8a55dad-0492-40fa-b3f1-9df4ff94e5e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136018 Mar 29 10:16:04.686026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60116) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:04.688197 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3cec6-1bf2-440a-b1fb-819907c387a2 None None] Sync routers for ids ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:16:04.702232 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3cec6-1bf2-440a-b1fb-819907c387a2 None None] Routers {'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:16:04.703184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4ac3cec6-1bf2-440a-b1fb-819907c387a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:15:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:04.744886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5c2841-fed2-45f0-ae1c-243722737abe tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting subnet f1999bab-2e20-4687-b196-9d6c6449c87e {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:16:04.747928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af5c2841-fed2-45f0-ae1c-243722737abe tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:04.797194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af5c2841-fed2-45f0-ae1c-243722737abe tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:04.811674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-4ac3cec6-1bf2-440a-b1fb-819907c387a2 None None] Set router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:16:04.878249 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af5c2841-fed2-45f0-ae1c-243722737abe tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:04.943790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af5c2841-fed2-45f0-ae1c-243722737abe tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:04.972204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c2841-fed2-45f0-ae1c-243722737abe tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Subnet': ['ID=f1999bab-2e20-4687-b196-9d6c6449c87e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:04.978738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-af5c2841-fed2-45f0-ae1c-243722737abe tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:04.982276 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-af5c2841-fed2-45f0-ae1c-243722737abe tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/subnets/f1999bab-2e20-4687-b196-9d6c6449c87e HTTP/1.1" status: 204 len: 168 time: 0.2948530 Mar 29 10:16:04.984915 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60118) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:04.991470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc91115b-3218-4937-bed1-adaac6caebc9 None None] Network 1b176d20-ddfa-4e10-a021-a34d10616a16 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:16:05.020883 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4ac3cec6-1bf2-440a-b1fb-819907c387a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182'}], 'enable_snat': True}, 'gw_port_id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:16:03Z', 'revision_number': 5, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port': {'id': '692a6e62-1aca-4d55-982b-8b492cd217ed', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:05.110024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.219692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.221794 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3cec6-1bf2-440a-b1fb-819907c387a2 None None] Checking router: b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:16:05.255325 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3cec6-1bf2-440a-b1fb-819907c387a2 None None] Routers {'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:16:05.255944 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4ac3cec6-1bf2-440a-b1fb-819907c387a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:15:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:05.272785 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Deleting port 692a6e62-1aca-4d55-982b-8b492cd217ed {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:16:05.273350 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.351496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] For port 692a6e62-1aca-4d55-982b-8b492cd217ed, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=692a6e62-1aca-4d55-982b-8b492cd217ed,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:05.351859 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.361321 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-4ac3cec6-1bf2-440a-b1fb-819907c387a2 None None] Set router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:16:05.364187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Calling delete_port for 692a6e62-1aca-4d55-982b-8b492cd217ed owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:16:05.418067 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-4ac3cec6-1bf2-440a-b1fb-819907c387a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:16:05Z', 'revision_number': 6, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:05.446721 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] DHCP port deletion for 1b176d20-ddfa-4e10-a021-a34d10616a16 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:16:05.449790 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3cec6-1bf2-440a-b1fb-819907c387a2 None None] The sync data for ids ['b8a55dad-0492-40fa-b3f1-9df4ff94e5e5'] in dv-neutron-835554-1-hyperv is: [{'id': 'b8a55dad-0492-40fa-b3f1-9df4ff94e5e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199371061', 'tenant_id': '6b60b57a13014f25823523bb1f88c663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:14:29Z', 'updated_at': '2022-03-29T10:16:05Z', 'revision_number': 6, 'project_id': '6b60b57a13014f25823523bb1f88c663', 'gw_port_host': None}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:16:05.504620 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Deleting port e58f48f4-54e4-4330-9e37-0ae922eba929 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:16:05.504999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.547653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.568963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] For port e58f48f4-54e4-4330-9e37-0ae922eba929, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=e58f48f4-54e4-4330-9e37-0ae922eba929,segment=NetworkSegment(5b5aba62-e137-42dc-9b72-61cba5bc8fd5),segment_id=5b5aba62-e137-42dc-9b72-61cba5bc8fd5)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:05.569352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.574201 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Port': ['ID=692a6e62-1aca-4d55-982b-8b492cd217ed,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:05.585206 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Calling delete_port for e58f48f4-54e4-4330-9e37-0ae922eba929 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:16:05.635741 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.672020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.697701 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Pushing event deleted for resources: {'Port': ['ID=e58f48f4-54e4-4330-9e37-0ae922eba929,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:05.701793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] No DVR routers for this DVR port e58f48f4-54e4-4330-9e37-0ae922eba929 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:16:05.708457 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:05.709395 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:05.709758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:05.710208 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:05.710537 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:05.710860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:05.711256 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:05.711586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:05.712154 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:05.712253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:05.712906 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:05.712906 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0d384-1177-44ae-bb16-056f3e37c1a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:05.733852 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.735871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.777391 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.779231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Fanout notify agent at l3_agent the message router_deleted on router b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:16:05.785512 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.789111 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-54d791ed-76d6-4adf-8b0f-8bd90b63822a tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/routers/b8a55dad-0492-40fa-b3f1-9df4ff94e5e5 HTTP/1.1" status: 204 len: 168 time: 0.8006449 Mar 29 10:16:05.790334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60120) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:05.832763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 2c559f18-3965-4467-865c-c53c54c0af0a no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:16:05.854470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 2c559f18-3965-4467-865c-c53c54c0af0a {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:16:05.854827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 2c559f18-3965-4467-865c-c53c54c0af0a not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:16:05.876902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.967257 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:05.986526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b176d20-ddfa-4e10-a021-a34d10616a16']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:05.995344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5aba62-e137-42dc-9b72-61cba5bc8fd5') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:05.995639 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5aba62-e137-42dc-9b72-61cba5bc8fd5') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:06.005146 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.017807 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.024243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:16:06.024884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:16:06.027915 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:16:06.085240 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.092846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.095404 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/networks/1b176d20-ddfa-4e10-a021-a34d10616a16 HTTP/1.1" status: 204 len: 168 time: 0.3050964 Mar 29 10:16:06.098365 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60122) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:06.106568 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782bd42-df0e-4edb-b679-7c5d3aed2327 tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'Network': ['ID=1b176d20-ddfa-4e10-a021-a34d10616a16,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:06.160319 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cc32d2c8-f28e-48ca-b2fb-ef16f732112b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.185410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cc32d2c8-f28e-48ca-b2fb-ef16f732112b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.253818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cc32d2c8-f28e-48ca-b2fb-ef16f732112b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.256327 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-cc32d2c8-f28e-48ca-b2fb-ef16f732112b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.257548 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-cc32d2c8-f28e-48ca-b2fb-ef16f732112b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4067db9-f7d8-467b-991f-b01af70496ae HTTP/1.1" status: 204 len: 168 time: 0.1577525 Mar 29 10:16:06.266874 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32d2c8-f28e-48ca-b2fb-ef16f732112b tempest-TestNetworkAdvancedServerOps-425097968 tempest-TestNetworkAdvancedServerOps-425097968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4067db9-f7d8-467b-991f-b01af70496ae,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:06.607520 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60130) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:06.764159 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-62a6079a-68e1-46ee-82a2-5af1c106c6e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b60b57a13014f25823523bb1f88c663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551912 Mar 29 10:16:06.766517 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60134) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:06.821416 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d96698c8-9ca0-4c62-b8d7-fb83a9a702fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.841635 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d96698c8-9ca0-4c62-b8d7-fb83a9a702fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.897170 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d96698c8-9ca0-4c62-b8d7-fb83a9a702fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.900245 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d96698c8-9ca0-4c62-b8d7-fb83a9a702fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:06.901481 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d96698c8-9ca0-4c62-b8d7-fb83a9a702fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9348f48-3132-40dc-b14e-1970d97d3ecb HTTP/1.1" status: 204 len: 168 time: 0.1341727 Mar 29 10:16:06.910552 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96698c8-9ca0-4c62-b8d7-fb83a9a702fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9348f48-3132-40dc-b14e-1970d97d3ecb,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:07.055764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b466bc29-aae3-4425-b53c-61feab673e2d no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:16:07.079763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: b466bc29-aae3-4425-b53c-61feab673e2d {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:16:07.080104 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b466bc29-aae3-4425-b53c-61feab673e2d not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:16:07.081018 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e58f48f4-54e4-4330-9e37-0ae922eba929 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:16:07.100544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: e58f48f4-54e4-4330-9e37-0ae922eba929 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:16:07.100946 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device e58f48f4-54e4-4330-9e37-0ae922eba929 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:16:07.101363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 692a6e62-1aca-4d55-982b-8b492cd217ed no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:16:07.121011 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 692a6e62-1aca-4d55-982b-8b492cd217ed {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:16:07.121352 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 692a6e62-1aca-4d55-982b-8b492cd217ed not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:16:07.193336 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60140) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:07.206684 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4727ce01-1563-4abd-a02d-0ff8f86eeacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:07.284797 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4727ce01-1563-4abd-a02d-0ff8f86eeacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:07.288546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-4727ce01-1563-4abd-a02d-0ff8f86eeacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:07.325917 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727ce01-1563-4abd-a02d-0ff8f86eeacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515aa5f3-2e3b-437e-939d-def75437119f,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:07.331872 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-4727ce01-1563-4abd-a02d-0ff8f86eeacb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c03327880ee24fcea16c23e53f7a2ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374848 Mar 29 10:16:07.334784 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60142) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:07.382879 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bc01fa3c-d7aa-463e-9c29-8ec8ea127e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:07.404006 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bc01fa3c-d7aa-463e-9c29-8ec8ea127e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:07.453732 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bc01fa3c-d7aa-463e-9c29-8ec8ea127e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:07.456638 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bc01fa3c-d7aa-463e-9c29-8ec8ea127e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:07.457925 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bc01fa3c-d7aa-463e-9c29-8ec8ea127e48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/515aa5f3-2e3b-437e-939d-def75437119f HTTP/1.1" status: 204 len: 168 time: 0.1219714 Mar 29 10:16:07.466745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01fa3c-d7aa-463e-9c29-8ec8ea127e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515aa5f3-2e3b-437e-939d-def75437119f,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:08.186275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60164) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:08.290803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2072123047-network', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:08.311204 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Made reservation on behalf of 2b68dd91481b45e19887d7d549c9684f for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:16:08.313500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.321679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.400942 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.406134 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.427674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:16:08.443090 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f9bbfa-ce97-4aaf-a933-635ee0f93f2d,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:08.446025 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.446380 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Added segment ff9f50cd-dd4e-45a8-b65a-de1983da6a95 of type vlan for network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db Mar 29 10:16:08.485761 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.511768 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.512712 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:08.513490 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.548474 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3610902 Mar 29 10:16:08.552963 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60168) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:08.558260 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-c87d9e9b-b40a-48d0-b65d-a7da24ad66e1 admin admin] Request body: {'subnet': {'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2072123047-subnet', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'ip_version': 4}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:08.575893 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c57bbb-674a-41bc-98a6-bf5650108eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd8c68e-1f69-4673-b2a3-a22bf85d07db,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:08.585220 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87d9e9b-b40a-48d0-b65d-a7da24ad66e1 admin admin] Made reservation on behalf of 2b68dd91481b45e19887d7d549c9684f for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:16:08.585959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 10:16:08.588145 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c87d9e9b-b40a-48d0-b65d-a7da24ad66e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.763332 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c87d9e9b-b40a-48d0-b65d-a7da24ad66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.820207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d9e9b-b40a-48d0-b65d-a7da24ad66e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adde899-9083-46cb-b389-caa125a89b3f,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:08.827338 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d9e9b-b40a-48d0-b65d-a7da24ad66e1 admin admin] Checking segment: {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:16:08.827695 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d9e9b-b40a-48d0-b65d-a7da24ad66e1 admin admin] Network hostable DHCP agents. Network: 7fd8c68e-1f69-4673-b2a3-a22bf85d07db, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:16:08.843942 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d9e9b-b40a-48d0-b65d-a7da24ad66e1 admin admin] Network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:16:08.852270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-c87d9e9b-b40a-48d0-b65d-a7da24ad66e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 7fd8c68e-1f69-4673-b2a3-a22bf85d07db) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:08.856585 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87d9e9b-b40a-48d0-b65d-a7da24ad66e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:08.857173 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c87d9e9b-b40a-48d0-b65d-a7da24ad66e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.862555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5325a5ab-a613-4eb2-9bb6-12f30e285187 None None] Network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:16:08.876761 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c87d9e9b-b40a-48d0-b65d-a7da24ad66e1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3201807 Mar 29 10:16:08.877018 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60170) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:08.881971 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:08.901093 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.902174 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:08.957698 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.013786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 10:16:09.014586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.095425 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.156731 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Allocated IP 172.20.0.2 (7fd8c68e-1f69-4673-b2a3-a22bf85d07db/7adde899-9083-46cb-b389-caa125a89b3f/3a854b33-f0f9-4796-834c-5ac44274e189) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:16:09.312015 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.318371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.321546 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.341850 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.350371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:09.355381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:09.358967 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:16:09.387261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Pushing event updated for resources: {'Port': ['ID=3a854b33-f0f9-4796-834c-5ac44274e189,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:09.425194 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Attempting to bind port 3a854b33-f0f9-4796-834c-5ac44274e189 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:16:09.425677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Attempting to bind port 3a854b33-f0f9-4796-834c-5ac44274e189 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:16:09.426001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Attempting to bind port 3a854b33-f0f9-4796-834c-5ac44274e189 on network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:16:09.431526 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:16:09.431927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Checking segment: {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:16:09.432376 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.433022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Bound using segment: {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:16:09.433487 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Bound port: 3a854b33-f0f9-4796-834c-5ac44274e189, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:16:09.433895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.450204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Allocated IP 172.26.1.231 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/3dc2553b-64d6-4cbf-a33b-a5d9decace40) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:16:09.499955 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] For port 3a854b33-f0f9-4796-834c-5ac44274e189, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:16:09.503562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] For port 3a854b33-f0f9-4796-834c-5ac44274e189, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3a854b33-f0f9-4796-834c-5ac44274e189,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:16:09.507691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.566313 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.568319 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fda0e-f736-436f-ac40-fb4c5706ecd9 None None] Pushing event updated for resources: {'Port': ['ID=3a854b33-f0f9-4796-834c-5ac44274e189,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:09.601476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:09.641136 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:09.644645 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:09.648190 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:16:09.671096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Pushing event updated for resources: {'Port': ['ID=3dc2553b-64d6-4cbf-a33b-a5d9decace40,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:09.919054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:10.114853 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:10.250057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Router 4cfa6a6b-bbff-4a5e-8986-14099922f553 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 10:16:10.361146 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:16:10.374863 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Sync routers for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:16:10.381280 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:10.385670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60172) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:10.386337 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:16:10.386577 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-f50c4ab6-f0cd-433a-967a-6f65947081bb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5070586 Mar 29 10:16:10.387905 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:15:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:10.502736 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:16:10.517266 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e9b723-5992-464c-b095-a05180dd5fad None None] Network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:16:10.596617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-bfc4e2c0-1da6-4356-885b-56a330bdf965 None None] Provisioning complete for port 3a854b33-f0f9-4796-834c-5ac44274e189 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:10.596989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e2c0-1da6-4356-885b-56a330bdf965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:10.690098 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:09Z', 'revision_number': 3, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:10.718089 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Checking router: 4cfa6a6b-bbff-4a5e-8986-14099922f553 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:16:10.718426 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Updating router 4cfa6a6b-bbff-4a5e-8986-14099922f553 port 3dc2553b-64d6-4cbf-a33b-a5d9decace40 binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:16:10.744058 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e2c0-1da6-4356-885b-56a330bdf965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:10.753043 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:10.782728 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-bfc4e2c0-1da6-4356-885b-56a330bdf965 None None] For port 3a854b33-f0f9-4796-834c-5ac44274e189, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3a854b33-f0f9-4796-834c-5ac44274e189,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:10.788555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e2c0-1da6-4356-885b-56a330bdf965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:10.848884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4e2c0-1da6-4356-885b-56a330bdf965 None None] Pushing event updated for resources: {'Port': ['ID=3a854b33-f0f9-4796-834c-5ac44274e189,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:10.862030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.015262 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b1935159-ac52-44b0-b49f-59462cd5dd50 None None] Provisioning complete for port 3a854b33-f0f9-4796-834c-5ac44274e189 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:11.015894 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b1935159-ac52-44b0-b49f-59462cd5dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.042939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Allocated IP 172.20.0.1 (7fd8c68e-1f69-4673-b2a3-a22bf85d07db/7adde899-9083-46cb-b389-caa125a89b3f/5f5aa73e-d04f-4de4-9445-3937a7275a7d) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:16:11.101778 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.108363 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.134487 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3a854b33-f0f9-4796-834c-5ac44274e189 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:16:11.163222 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Attempting to bind port 3dc2553b-64d6-4cbf-a33b-a5d9decace40 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:16:11.163481 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Attempting to bind port 3dc2553b-64d6-4cbf-a33b-a5d9decace40 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:16:11.164050 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Attempting to bind port 3dc2553b-64d6-4cbf-a33b-a5d9decace40 on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:16:11.171197 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Pushing event updated for resources: {'Port': ['ID=3dc2553b-64d6-4cbf-a33b-a5d9decace40,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:11.171389 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.173246 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:16:11.173624 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:16:11.174540 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.174943 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:16:11.175402 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Bound port: 3dc2553b-64d6-4cbf-a33b-a5d9decace40, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:16:11.176083 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.187513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 3a854b33-f0f9-4796-834c-5ac44274e189 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:11.187975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.198760 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:11.198961 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:11.199155 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:11.199476 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:11.199794 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:11.200105 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:11.200426 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:11.200738 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:11.201050 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:11.201366 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:11.202063 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:11.202359 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:16:11.213297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.255206 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] For port 3dc2553b-64d6-4cbf-a33b-a5d9decace40, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:16:11.255477 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:11.258757 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] For port 3dc2553b-64d6-4cbf-a33b-a5d9decace40, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3dc2553b-64d6-4cbf-a33b-a5d9decace40,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:16:11.258961 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:11.263047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:16:11.265591 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.298738 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Pushing event updated for resources: {'Port': ['ID=5f5aa73e-d04f-4de4-9445-3937a7275a7d,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:11.322539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.322868 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:16:11.323536 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:15:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:11.374854 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe2686-2b75-47bf-a4b5-11923e38d8ce None None] Pushing event updated for resources: {'Port': ['ID=3dc2553b-64d6-4cbf-a33b-a5d9decace40,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:11.450959 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:16:11.471970 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.529971 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b622d293-40de-414b-9bd1-fb93a226a34c None None] Provisioning complete for port 5f5aa73e-d04f-4de4-9445-3937a7275a7d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:11.530673 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b622d293-40de-414b-9bd1-fb93a226a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.566502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b622d293-40de-414b-9bd1-fb93a226a34c None None] Port 5f5aa73e-d04f-4de4-9445-3937a7275a7d cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:16:11.639654 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:09Z', 'revision_number': 3, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:11.659954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.664899 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.676411 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c67acb-9d48-4cc0-b968-28e620a7d398 None None] The sync data for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv is: [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:09Z', 'revision_number': 3, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:16:11.736133 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:11.737924 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Pushing event updated for resources: {'Port': ['ID=5f5aa73e-d04f-4de4-9445-3937a7275a7d,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:11.835675 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:11.837169 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:11.986606 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Router 4cfa6a6b-bbff-4a5e-8986-14099922f553 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:16:12.089943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-6b439e39-4f8e-46c3-9a44-3475e41a5c98 None None] Provisioning complete for port 5f5aa73e-d04f-4de4-9445-3937a7275a7d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:12.089943 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6b439e39-4f8e-46c3-9a44-3475e41a5c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.109735 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:16:12.121615 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-576702b2-6dd2-4a87-b6d5-24c690abf0aa admin admin] 10.222.0.32 "PUT /v2.0/routers/4cfa6a6b-bbff-4a5e-8986-14099922f553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7280381 Mar 29 10:16:12.124920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-6b439e39-4f8e-46c3-9a44-3475e41a5c98 None None] Port 5f5aa73e-d04f-4de4-9445-3937a7275a7d cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:16:12.622640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60188) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:12.627828 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-961338435-network', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:12.650585 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Made reservation on behalf of e632ecc0f9434e9b8330ddd95d090390 for: {'network': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:16:12.653710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.664075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.757941 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.762544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.788650 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=102496) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:16:12.798694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e412219e-54c1-4681-b4c2-74688345c3dc,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:12.804048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.804381 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.segments_db [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Added segment 7f069046-9999-4758-b7db-95a2302673cd of type vlan for network 47117566-1b82-4011-b922-dab12b36aa95 Mar 29 10:16:12.848805 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.872804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.873898 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:12.874467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.906537 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2827716 Mar 29 10:16:12.909500 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60190) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:12.914780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-fc3c8c70-b92d-4135-8d2c-933b5e32324a admin admin] Request body: {'subnet': {'network_id': '47117566-1b82-4011-b922-dab12b36aa95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-961338435-subnet', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'ip_version': 4}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:12.935214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3c8c70-b92d-4135-8d2c-933b5e32324a admin admin] Made reservation on behalf of e632ecc0f9434e9b8330ddd95d090390 for: {'subnet': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:16:12.937672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fc3c8c70-b92d-4135-8d2c-933b5e32324a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8585214'] for subnet, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:12.938168 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f395541-684a-4fc4-aafa-66f8ad687192 admin admin] Pushing event updated for resources: {'Network': ['ID=47117566-1b82-4011-b922-dab12b36aa95,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:12.949948 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 47117566-1b82-4011-b922-dab12b36aa95 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 10:16:13.102292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3dc2553b-64d6-4cbf-a33b-a5d9decace40 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:16:13.130184 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fc3c8c70-b92d-4135-8d2c-933b5e32324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9943239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8585192'] for subnet, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.155827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 3dc2553b-64d6-4cbf-a33b-a5d9decace40 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:13.156857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.192341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c8c70-b92d-4135-8d2c-933b5e32324a admin admin] Pushing event updated for resources: {'Subnet': ['ID=892c65bc-b4c5-4548-8e9a-2c4d8fd1f553,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:13.200981 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c8c70-b92d-4135-8d2c-933b5e32324a admin admin] Checking segment: {'id': '7f069046-9999-4758-b7db-95a2302673cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '47117566-1b82-4011-b922-dab12b36aa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:16:13.201342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3c8c70-b92d-4135-8d2c-933b5e32324a admin admin] Network hostable DHCP agents. Network: 47117566-1b82-4011-b922-dab12b36aa95, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:16:13.219333 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3c8c70-b92d-4135-8d2c-933b5e32324a admin admin] Network 47117566-1b82-4011-b922-dab12b36aa95 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:16:13.228244 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-fc3c8c70-b92d-4135-8d2c-933b5e32324a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 47117566-1b82-4011-b922-dab12b36aa95) {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:13.233522 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c8c70-b92d-4135-8d2c-933b5e32324a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:13.234128 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-fc3c8c70-b92d-4135-8d2c-933b5e32324a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.247252 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f318ff31-5a67-4f36-9e36-08dc5c054c05 None None] Network 47117566-1b82-4011-b922-dab12b36aa95 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:16:13.250775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.258600 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fc3c8c70-b92d-4135-8d2c-933b5e32324a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3450110 Mar 29 10:16:13.258777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60194) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:13.264031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-961338435-router', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:13.286782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.286782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.317381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port 3dc2553b-64d6-4cbf-a33b-a5d9decace40, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3dc2553b-64d6-4cbf-a33b-a5d9decace40,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:13.322763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.345381 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.359474 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Sync routers for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:16:13.492578 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.543605 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:16:13.544520 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:15:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:13.601878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=3dc2553b-64d6-4cbf-a33b-a5d9decace40,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:13.694991 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-47117566-1b82-4011-b922-dab12b36aa95', 'network_id': '47117566-1b82-4011-b922-dab12b36aa95', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'fixed_ips': [{'subnet_id': '892c65bc-b4c5-4548-8e9a-2c4d8fd1f553'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 10:16:13.695839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.706408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.710999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:16:13.726951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.840806 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Allocated IP 172.26.1.242 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/b737e17c-6fad-4a9b-b9fb-5e501528f81a) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:16:13.947061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:13.970231 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Allocated IP 172.20.0.2 (47117566-1b82-4011-b922-dab12b36aa95/892c65bc-b4c5-4548-8e9a-2c4d8fd1f553/cab6b269-f1e6-4bab-b358-1d19b38a2ecd) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:16:13.997477 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.038950 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:14.041954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:14.044422 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:16:14.082422 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Pushing event updated for resources: {'Port': ['ID=b737e17c-6fad-4a9b-b9fb-5e501528f81a,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:14.113521 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 2, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:14.164455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Checking router: 4cfa6a6b-bbff-4a5e-8986-14099922f553 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:16:14.164860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Updating router 4cfa6a6b-bbff-4a5e-8986-14099922f553 port 5f5aa73e-d04f-4de4-9445-3937a7275a7d binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:16:14.200857 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.206691 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.220733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.303714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.342546 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Network 47117566-1b82-4011-b922-dab12b36aa95 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:14.349445 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:14.356054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:16:14.364139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Pushing event updated for resources: {'Port': ['ID=cab6b269-f1e6-4bab-b358-1d19b38a2ecd,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:14.476486 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Attempting to bind port cab6b269-f1e6-4bab-b358-1d19b38a2ecd on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:16:14.477156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Attempting to bind port cab6b269-f1e6-4bab-b358-1d19b38a2ecd by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '7f069046-9999-4758-b7db-95a2302673cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '47117566-1b82-4011-b922-dab12b36aa95'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:16:14.477156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Attempting to bind port cab6b269-f1e6-4bab-b358-1d19b38a2ecd on network 47117566-1b82-4011-b922-dab12b36aa95 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:16:14.489130 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:16:14.489502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Checking segment: {'id': '7f069046-9999-4758-b7db-95a2302673cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '47117566-1b82-4011-b922-dab12b36aa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:16:14.489938 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.490331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Bound using segment: {'id': '7f069046-9999-4758-b7db-95a2302673cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '47117566-1b82-4011-b922-dab12b36aa95'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:16:14.490818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Bound port: cab6b269-f1e6-4bab-b358-1d19b38a2ecd, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f069046-9999-4758-b7db-95a2302673cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '47117566-1b82-4011-b922-dab12b36aa95'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:16:14.491212 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.597977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] For port cab6b269-f1e6-4bab-b358-1d19b38a2ecd, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:16:14.633227 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] For port cab6b269-f1e6-4bab-b358-1d19b38a2ecd, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cab6b269-f1e6-4bab-b358-1d19b38a2ecd,segment=NetworkSegment(7f069046-9999-4758-b7db-95a2302673cd),segment_id=7f069046-9999-4758-b7db-95a2302673cd)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:16:14.640425 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.654397 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.691068 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.729525 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0fd0c-25c1-4140-826f-4d363fde5def None None] Pushing event updated for resources: {'Port': ['ID=cab6b269-f1e6-4bab-b358-1d19b38a2ecd,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:14.837097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5aabc-a078-4170-ada2-0118af2a65e7 None None] Pushing event updated for resources: {'Port': ['ID=5f5aa73e-d04f-4de4-9445-3937a7275a7d,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:14.842345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Attempting to bind port 5f5aa73e-d04f-4de4-9445-3937a7275a7d on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:16:14.844357 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Attempting to bind port 5f5aa73e-d04f-4de4-9445-3937a7275a7d by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:16:14.844980 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Attempting to bind port 5f5aa73e-d04f-4de4-9445-3937a7275a7d on network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:16:14.852049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:16:14.852921 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Checking segment: {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:16:14.853548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.854350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Bound using segment: {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:16:14.855093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Bound port: 5f5aa73e-d04f-4de4-9445-3937a7275a7d, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:16:14.855725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.897283 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:14.946978 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] For port 5f5aa73e-d04f-4de4-9445-3937a7275a7d, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:16:14.950679 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] For port 5f5aa73e-d04f-4de4-9445-3937a7275a7d, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5f5aa73e-d04f-4de4-9445-3937a7275a7d,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:16:14.961222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:15.058214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:16:15.058843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:15:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:15.064851 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5aabc-a078-4170-ada2-0118af2a65e7 None None] Pushing event updated for resources: {'Port': ['ID=5f5aa73e-d04f-4de4-9445-3937a7275a7d,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:15.093882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Router f745cebf-9785-42b0-bd74-6a5bb3dd5f19 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 10:16:15.171528 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f6f29119-b380-4215-a222-bb8bf82cea1a None None] Provisioning complete for port 5f5aa73e-d04f-4de4-9445-3937a7275a7d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:15.171882 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f6f29119-b380-4215-a222-bb8bf82cea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:15.251411 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:16:15.271931 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3dc2553b-64d6-4cbf-a33b-a5d9decace40 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:16:15.272797 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Sync routers for ids ['f745cebf-9785-42b0-bd74-6a5bb3dd5f19'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:16:15.273295 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:15.279210 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9ef95364-f46d-4d43-be9a-45162f220b96 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0152020 Mar 29 10:16:15.279465 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60196) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:15.291384 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Routers {'f745cebf-9785-42b0-bd74-6a5bb3dd5f19'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:16:15.292004 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:15:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f745cebf-9785-42b0-bd74-6a5bb3dd5f19'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:15.322168 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:16:15.512944 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Set router f745cebf-9785-42b0-bd74-6a5bb3dd5f19 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:16:15.668845 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f6f29119-b380-4215-a222-bb8bf82cea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:15.687099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 3dc2553b-64d6-4cbf-a33b-a5d9decace40 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:15.688296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:15.730960 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'name': 'tempest-TestShelveInstance-961338435-router', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:14Z', 'revision_number': 3, 'project_id': 'e632ecc0f9434e9b8330ddd95d090390', 'gw_port': {'id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:15.765969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f6f29119-b380-4215-a222-bb8bf82cea1a None None] For port 5f5aa73e-d04f-4de4-9445-3937a7275a7d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5f5aa73e-d04f-4de4-9445-3937a7275a7d,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:15.777035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f6f29119-b380-4215-a222-bb8bf82cea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:15.781367 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Checking router: f745cebf-9785-42b0-bd74-6a5bb3dd5f19 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:16:15.781754 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Updating router f745cebf-9785-42b0-bd74-6a5bb3dd5f19 port b737e17c-6fad-4a9b-b9fb-5e501528f81a binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:16:15.809384 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:15.830532 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:15.901098 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f29119-b380-4215-a222-bb8bf82cea1a None None] Pushing event updated for resources: {'Port': ['ID=5f5aa73e-d04f-4de4-9445-3937a7275a7d,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:15.940818 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cab6b269-f1e6-4bab-b358-1d19b38a2ecd up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:16:15.943472 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-4637a522-4495-4387-85e3-968061872d29 None None] Provisioning complete for port 5f5aa73e-d04f-4de4-9445-3937a7275a7d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:15.944082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-4637a522-4495-4387-85e3-968061872d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.016721 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:14Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:16.042112 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Allocated IP 172.20.0.1 (47117566-1b82-4011-b922-dab12b36aa95/892c65bc-b4c5-4548-8e9a-2c4d8fd1f553/a7438ac0-d7cd-4171-9433-0881d407ae3f) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:16:16.060895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7566e-c8a4-416b-9a5a-88a3ebdbcfaa None None] The sync data for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv is: [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:14Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:16:16.085369 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port cab6b269-f1e6-4bab-b358-1d19b38a2ecd triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:16.087518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.128502 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a665b1c-907d-4461-9a00-09086097694a None None] Network 47117566-1b82-4011-b922-dab12b36aa95 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:16:16.219192 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.225482 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.237031 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.265902 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.282122 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9ff35-ed9a-4a80-bc41-5f1581ebad96 None None] Pushing event updated for resources: {'Port': ['ID=b737e17c-6fad-4a9b-b9fb-5e501528f81a,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:16.313677 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Network 47117566-1b82-4011-b922-dab12b36aa95 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:16.319322 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:16.322724 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Attempting to bind port b737e17c-6fad-4a9b-b9fb-5e501528f81a on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:16:16.323086 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:16:16.323274 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Attempting to bind port b737e17c-6fad-4a9b-b9fb-5e501528f81a by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:16:16.323632 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Attempting to bind port b737e17c-6fad-4a9b-b9fb-5e501528f81a on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:16:16.330945 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:16:16.331697 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:16:16.332105 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.332516 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:16:16.332987 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Bound port: b737e17c-6fad-4a9b-b9fb-5e501528f81a, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:16:16.333358 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.365360 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Pushing event updated for resources: {'Port': ['ID=a7438ac0-d7cd-4171-9433-0881d407ae3f,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:16.411259 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.413402 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] For port b737e17c-6fad-4a9b-b9fb-5e501528f81a, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:16:16.417418 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] For port b737e17c-6fad-4a9b-b9fb-5e501528f81a, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b737e17c-6fad-4a9b-b9fb-5e501528f81a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:16:16.426614 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.429195 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.464861 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port cab6b269-f1e6-4bab-b358-1d19b38a2ecd, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cab6b269-f1e6-4bab-b358-1d19b38a2ecd,segment=NetworkSegment(7f069046-9999-4758-b7db-95a2302673cd),segment_id=7f069046-9999-4758-b7db-95a2302673cd)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:16.483395 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-991f3a06-23b5-42e0-9815-e38af1e072b7 None None] Provisioning complete for port cab6b269-f1e6-4bab-b358-1d19b38a2ecd triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:16.483759 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-991f3a06-23b5-42e0-9815-e38af1e072b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.508029 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9ff35-ed9a-4a80-bc41-5f1581ebad96 None None] Pushing event updated for resources: {'Port': ['ID=b737e17c-6fad-4a9b-b9fb-5e501528f81a,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:16.537398 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.547772 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Routers {'f745cebf-9785-42b0-bd74-6a5bb3dd5f19'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:16:16.548393 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:15:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f745cebf-9785-42b0-bd74-6a5bb3dd5f19'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:16.646589 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.678304 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=cab6b269-f1e6-4bab-b358-1d19b38a2ecd,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:16.764862 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] Set router f745cebf-9785-42b0-bd74-6a5bb3dd5f19 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:16:16.952195 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:16.960392 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:17.044629 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Pushing event updated for resources: {'Port': ['ID=a7438ac0-d7cd-4171-9433-0881d407ae3f,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:17.048208 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:17.073974 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-795cbbca-cff3-4ff7-8662-51d9735bfaed None None] Provisioning complete for port a7438ac0-d7cd-4171-9433-0881d407ae3f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:17.074897 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-795cbbca-cff3-4ff7-8662-51d9735bfaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:17.120136 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'name': 'tempest-TestShelveInstance-961338435-router', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:14Z', 'revision_number': 3, 'project_id': 'e632ecc0f9434e9b8330ddd95d090390', 'gw_port': {'id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:17.155006 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01386827-781f-4400-80d5-02b553ec77f6 None None] The sync data for ids ['f745cebf-9785-42b0-bd74-6a5bb3dd5f19'] in dv-neutron-835554-1-hyperv is: [{'id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'name': 'tempest-TestShelveInstance-961338435-router', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:14Z', 'revision_number': 3, 'project_id': 'e632ecc0f9434e9b8330ddd95d090390', 'gw_port': {'id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:16:17.158262 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-795cbbca-cff3-4ff7-8662-51d9735bfaed None None] Port a7438ac0-d7cd-4171-9433-0881d407ae3f cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:16:17.177878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-795cbbca-cff3-4ff7-8662-51d9735bfaed None None] Provisioning complete for port cab6b269-f1e6-4bab-b358-1d19b38a2ecd triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:17.181717 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-795cbbca-cff3-4ff7-8662-51d9735bfaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:17.215031 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Network 47117566-1b82-4011-b922-dab12b36aa95 is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:17.216270 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:17.243833 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5f5aa73e-d04f-4de4-9445-3937a7275a7d up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:16:17.369072 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 5f5aa73e-d04f-4de4-9445-3937a7275a7d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:17.369362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:17.388476 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Router f745cebf-9785-42b0-bd74-6a5bb3dd5f19 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:16:17.506004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cab6b269-f1e6-4bab-b358-1d19b38a2ecd up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:16:17.564434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-078d97ea-1db7-4868-b6d6-fdafdef6d833 None None] Provisioning complete for port a7438ac0-d7cd-4171-9433-0881d407ae3f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:17.564888 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-078d97ea-1db7-4868-b6d6-fdafdef6d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:17.571841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:16:17.600468 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-995a6224-e574-4b40-a23a-6b89435050fb admin admin] 10.222.0.32 "PUT /v2.0/routers/f745cebf-9785-42b0-bd74-6a5bb3dd5f19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3213418 Mar 29 10:16:17.668498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-078d97ea-1db7-4868-b6d6-fdafdef6d833 None None] Port a7438ac0-d7cd-4171-9433-0881d407ae3f cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:16:17.686538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port cab6b269-f1e6-4bab-b358-1d19b38a2ecd triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:17.687147 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:17.820349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3b206e95-acf1-4583-bf3f-2e804317d492 None None] Provisioning complete for port a7438ac0-d7cd-4171-9433-0881d407ae3f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:17.820723 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3b206e95-acf1-4583-bf3f-2e804317d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:17.858542 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-3b206e95-acf1-4583-bf3f-2e804317d492 None None] Port a7438ac0-d7cd-4171-9433-0881d407ae3f cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:16:18.359004 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60204) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:18.364673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-8cdbb1aa-b9f4-44be-8cab-e2cf388e8beb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1223641235', 'description': 'tempest-secgroup-smoke-1223641235 description', 'project_id': '2b68dd91481b45e19887d7d549c9684f'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:18.395214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8cdbb1aa-b9f4-44be-8cab-e2cf388e8beb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.465779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8cdbb1aa-b9f4-44be-8cab-e2cf388e8beb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.469455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8cdbb1aa-b9f4-44be-8cab-e2cf388e8beb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.497451 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-8cdbb1aa-b9f4-44be-8cab-e2cf388e8beb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.498948 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-8cdbb1aa-b9f4-44be-8cab-e2cf388e8beb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386337 Mar 29 10:16:18.502516 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60206) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:18.507496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-9c91905e-97b7-4ccf-b288-0334365a860f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group_rule': {'security_group_id': '358074ba-eedd-4129-bc68-5bf7d959cf99', 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:18.513245 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbb1aa-b9f4-44be-8cab-e2cf388e8beb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358074ba-eedd-4129-bc68-5bf7d959cf99,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:18.536154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9c91905e-97b7-4ccf-b288-0334365a860f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.599839 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9c91905e-97b7-4ccf-b288-0334365a860f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.604491 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9c91905e-97b7-4ccf-b288-0334365a860f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.624842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91905e-97b7-4ccf-b288-0334365a860f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36aaab8b-4198-4be2-987b-f7f654b7c0ea,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:18.636534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-9c91905e-97b7-4ccf-b288-0334365a860f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.638025 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9c91905e-97b7-4ccf-b288-0334365a860f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346066 Mar 29 10:16:18.640845 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60208) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:18.645459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-45f404fe-4f58-4031-8a6a-b48280440565 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group_rule': {'security_group_id': '358074ba-eedd-4129-bc68-5bf7d959cf99', 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:18.671580 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-45f404fe-4f58-4031-8a6a-b48280440565 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.728180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-45f404fe-4f58-4031-8a6a-b48280440565 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.731746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-45f404fe-4f58-4031-8a6a-b48280440565 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.749694 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f404fe-4f58-4031-8a6a-b48280440565 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b47035-c575-41b9-afde-5b06b9499e32,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:18.757863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-45f404fe-4f58-4031-8a6a-b48280440565 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.761423 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-45f404fe-4f58-4031-8a6a-b48280440565 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171799 Mar 29 10:16:18.762079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60210) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:18.766589 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-672b8afa-99ae-44c7-9502-b92ab5898613 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group_rule': {'security_group_id': '358074ba-eedd-4129-bc68-5bf7d959cf99', 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:18.792343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-672b8afa-99ae-44c7-9502-b92ab5898613 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.853562 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-672b8afa-99ae-44c7-9502-b92ab5898613 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.857172 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-672b8afa-99ae-44c7-9502-b92ab5898613 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.875816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b8afa-99ae-44c7-9502-b92ab5898613 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36613f8-c950-4829-8492-027b8cb422d2,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:18.885115 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-672b8afa-99ae-44c7-9502-b92ab5898613 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.886330 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-672b8afa-99ae-44c7-9502-b92ab5898613 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232395 Mar 29 10:16:18.889049 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60212) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:18.893378 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-2b958022-18e4-4170-99a8-33d02de51a03 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group_rule': {'security_group_id': '358074ba-eedd-4129-bc68-5bf7d959cf99', 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:18.920159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b958022-18e4-4170-99a8-33d02de51a03 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.979827 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b958022-18e4-4170-99a8-33d02de51a03 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:18.983850 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b958022-18e4-4170-99a8-33d02de51a03 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.004260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b958022-18e4-4170-99a8-33d02de51a03 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc50d1b1-ed14-4472-bca9-3208387c90fc,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:19.010239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2b958022-18e4-4170-99a8-33d02de51a03 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.011484 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2b958022-18e4-4170-99a8-33d02de51a03 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215055 Mar 29 10:16:19.014150 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60214) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:19.018570 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-b92abf79-a175-442f-9585-75bfb7c8f3f1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group_rule': {'security_group_id': '358074ba-eedd-4129-bc68-5bf7d959cf99', 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:19.042352 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-b92abf79-a175-442f-9585-75bfb7c8f3f1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Project 2b68dd91481b45e19887d7d549c9684f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:16:19.048202 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b92abf79-a175-442f-9585-75bfb7c8f3f1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.103037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b737e17c-6fad-4a9b-b9fb-5e501528f81a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:16:19.120218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b92abf79-a175-442f-9585-75bfb7c8f3f1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.124636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b92abf79-a175-442f-9585-75bfb7c8f3f1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.144651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92abf79-a175-442f-9585-75bfb7c8f3f1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ae2954-79bd-463f-be36-95c91ba27a56,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:19.157158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b92abf79-a175-442f-9585-75bfb7c8f3f1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.161845 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b92abf79-a175-442f-9585-75bfb7c8f3f1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442456 Mar 29 10:16:19.162326 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60216) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:19.166183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port b737e17c-6fad-4a9b-b9fb-5e501528f81a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:19.166575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.168668 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-dfee5941-eebb-465f-8edf-d53926c5ef35 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group_rule': {'security_group_id': '358074ba-eedd-4129-bc68-5bf7d959cf99', 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:19.197598 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-dfee5941-eebb-465f-8edf-d53926c5ef35 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Project 2b68dd91481b45e19887d7d549c9684f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:16:19.202764 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dfee5941-eebb-465f-8edf-d53926c5ef35 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.251374 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.271644 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dfee5941-eebb-465f-8edf-d53926c5ef35 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.274784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port b737e17c-6fad-4a9b-b9fb-5e501528f81a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b737e17c-6fad-4a9b-b9fb-5e501528f81a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:19.276710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dfee5941-eebb-465f-8edf-d53926c5ef35 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.278688 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.299024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee5941-eebb-465f-8edf-d53926c5ef35 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5b6196-dedf-47c2-b06b-1ecf065118b5,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:19.306046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dfee5941-eebb-465f-8edf-d53926c5ef35 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.316219 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dfee5941-eebb-465f-8edf-d53926c5ef35 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520000 Mar 29 10:16:19.328437 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=b737e17c-6fad-4a9b-b9fb-5e501528f81a,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:19.464704 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c5eed9bb-2593-4cbe-8a27-253ab1938b88 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223641235&fields=id&tenant_id=2b68dd91481b45e19887d7d549c9684f HTTP/1.1" status: 200 len: 267 time: 0.0341613 Mar 29 10:16:19.486682 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Sync routers for ids ['f745cebf-9785-42b0-bd74-6a5bb3dd5f19'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:16:19.497160 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Routers {'f745cebf-9785-42b0-bd74-6a5bb3dd5f19'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:16:19.497804 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:15:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f745cebf-9785-42b0-bd74-6a5bb3dd5f19'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:19.575676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5fb9a988-c8b4-4106-8ebf-713e6788f149 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:19.577082 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5fb9a988-c8b4-4106-8ebf-713e6788f149 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 809 time: 0.1052318 Mar 29 10:16:19.592897 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-7b6c8d75-afd5-46a2-b6fe-14b681a830c2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/quotas/2b68dd91481b45e19887d7d549c9684f HTTP/1.1" status: 200 len: 375 time: 0.0094965 Mar 29 10:16:19.617690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Set router f745cebf-9785-42b0-bd74-6a5bb3dd5f19 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:16:19.654045 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-6ea143d1-9561-49c7-9efe-46646ea86af2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539956 Mar 29 10:16:19.760708 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-4d38a8b5-591e-41d3-9920-1df2139389f2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:16:19.761739 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-4d38a8b5-591e-41d3-9920-1df2139389f2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0930603 Mar 29 10:16:19.834815 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'name': 'tempest-TestShelveInstance-961338435-router', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:16Z', 'revision_number': 4, 'project_id': 'e632ecc0f9434e9b8330ddd95d090390', 'gw_port': {'id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'a7438ac0-d7cd-4171-9433-0881d407ae3f', 'name': '', 'network_id': '47117566-1b82-4011-b922-dab12b36aa95', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'mac_address': 'fa:16:3e:3e:94:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '892c65bc-b4c5-4548-8e9a-2c4d8fd1f553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:15Z', 'updated_at': '2022-03-29T10:16:16Z', 'revision_number': 2, 'project_id': 'e632ecc0f9434e9b8330ddd95d090390', 'subnets': [{'id': '892c65bc-b4c5-4548-8e9a-2c4d8fd1f553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:19.859843 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c1cd1968-d4cb-4fdf-a5d8-fcdfb3a3afb1 service neutron] 10.222.0.32 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908413 Mar 29 10:16:19.866650 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Checking router: f745cebf-9785-42b0-bd74-6a5bb3dd5f19 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:16:19.867012 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Updating router f745cebf-9785-42b0-bd74-6a5bb3dd5f19 port a7438ac0-d7cd-4171-9433-0881d407ae3f binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:16:19.893491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:19.957181 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-29e7658a-b1c4-464e-9252-1eb429fbf674 service neutron] 10.222.0.32 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906510 Mar 29 10:16:20.140270 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-415de5ca-f0b8-41a6-a931-f01ca009057c req-6a837c8c-6354-4c41-beb1-cce6435709ef tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 210 time: 0.0279264 Mar 29 10:16:20.343325 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:20.353094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:20.413992 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb346157-980e-443a-a639-90746056f76b None None] Pushing event updated for resources: {'Port': ['ID=a7438ac0-d7cd-4171-9433-0881d407ae3f,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:20.472128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Attempting to bind port a7438ac0-d7cd-4171-9433-0881d407ae3f on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:16:20.472497 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Attempting to bind port a7438ac0-d7cd-4171-9433-0881d407ae3f by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '7f069046-9999-4758-b7db-95a2302673cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '47117566-1b82-4011-b922-dab12b36aa95'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:16:20.472856 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Attempting to bind port a7438ac0-d7cd-4171-9433-0881d407ae3f on network 47117566-1b82-4011-b922-dab12b36aa95 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:16:20.478452 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:16:20.478898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Checking segment: {'id': '7f069046-9999-4758-b7db-95a2302673cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '47117566-1b82-4011-b922-dab12b36aa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:16:20.479340 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:20.479860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Bound using segment: {'id': '7f069046-9999-4758-b7db-95a2302673cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '47117566-1b82-4011-b922-dab12b36aa95'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:16:20.480467 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Bound port: a7438ac0-d7cd-4171-9433-0881d407ae3f, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f069046-9999-4758-b7db-95a2302673cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '47117566-1b82-4011-b922-dab12b36aa95'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:16:20.480878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:20.564775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] For port a7438ac0-d7cd-4171-9433-0881d407ae3f, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:16:20.568249 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] For port a7438ac0-d7cd-4171-9433-0881d407ae3f, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a7438ac0-d7cd-4171-9433-0881d407ae3f,segment=NetworkSegment(7f069046-9999-4758-b7db-95a2302673cd),segment_id=7f069046-9999-4758-b7db-95a2302673cd)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:16:20.572561 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:20.638454 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Routers {'f745cebf-9785-42b0-bd74-6a5bb3dd5f19'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:16:20.638937 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:15:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f745cebf-9785-42b0-bd74-6a5bb3dd5f19'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:20.679659 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb346157-980e-443a-a639-90746056f76b None None] Pushing event updated for resources: {'Port': ['ID=a7438ac0-d7cd-4171-9433-0881d407ae3f,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:20.714150 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-f62d7350-e32f-4335-9c46-181652d1f6ae None None] Provisioning complete for port a7438ac0-d7cd-4171-9433-0881d407ae3f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:20.714524 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f62d7350-e32f-4335-9c46-181652d1f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:20.806920 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] Set router f745cebf-9785-42b0-bd74-6a5bb3dd5f19 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:16:20.923977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f62d7350-e32f-4335-9c46-181652d1f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:21.002675 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-f62d7350-e32f-4335-9c46-181652d1f6ae None None] For port a7438ac0-d7cd-4171-9433-0881d407ae3f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a7438ac0-d7cd-4171-9433-0881d407ae3f,segment=NetworkSegment(7f069046-9999-4758-b7db-95a2302673cd),segment_id=7f069046-9999-4758-b7db-95a2302673cd)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:21.012644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f62d7350-e32f-4335-9c46-181652d1f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:21.081822 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b737e17c-6fad-4a9b-b9fb-5e501528f81a up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:16:21.114163 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d7350-e32f-4335-9c46-181652d1f6ae None None] Pushing event updated for resources: {'Port': ['ID=a7438ac0-d7cd-4171-9433-0881d407ae3f,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:21.158327 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-7c642b0a-3cc1-4c5f-9c4c-61f3f21179d1 None None] Provisioning complete for port a7438ac0-d7cd-4171-9433-0881d407ae3f triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:21.158709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7c642b0a-3cc1-4c5f-9c4c-61f3f21179d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:21.163899 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'name': 'tempest-TestShelveInstance-961338435-router', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:16Z', 'revision_number': 4, 'project_id': 'e632ecc0f9434e9b8330ddd95d090390', 'gw_port': {'id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'a7438ac0-d7cd-4171-9433-0881d407ae3f', 'name': '', 'network_id': '47117566-1b82-4011-b922-dab12b36aa95', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'mac_address': 'fa:16:3e:3e:94:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '892c65bc-b4c5-4548-8e9a-2c4d8fd1f553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:15Z', 'updated_at': '2022-03-29T10:16:20Z', 'revision_number': 4, 'project_id': 'e632ecc0f9434e9b8330ddd95d090390', 'subnets': [{'id': '892c65bc-b4c5-4548-8e9a-2c4d8fd1f553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:21.221362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d9f58-366c-4b82-b92e-25ba5517e4c0 None None] The sync data for ids ['f745cebf-9785-42b0-bd74-6a5bb3dd5f19'] in dv-neutron-835554-1-hyperv is: [{'id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'name': 'tempest-TestShelveInstance-961338435-router', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:16Z', 'revision_number': 4, 'project_id': 'e632ecc0f9434e9b8330ddd95d090390', 'gw_port': {'id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'a7438ac0-d7cd-4171-9433-0881d407ae3f', 'name': '', 'network_id': '47117566-1b82-4011-b922-dab12b36aa95', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'mac_address': 'fa:16:3e:3e:94:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '892c65bc-b4c5-4548-8e9a-2c4d8fd1f553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:15Z', 'updated_at': '2022-03-29T10:16:20Z', 'revision_number': 4, 'project_id': 'e632ecc0f9434e9b8330ddd95d090390', 'subnets': [{'id': '892c65bc-b4c5-4548-8e9a-2c4d8fd1f553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:16:21.226864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port b737e17c-6fad-4a9b-b9fb-5e501528f81a triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:21.227370 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:21.281651 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d8649630-a5ad-4fe9-bf1a-789f1a4780ad req-98c751e3-e6ff-45db-ab96-2678dcb22e15 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 210 time: 0.0418487 Mar 29 10:16:21.340412 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-2b786eef-6ea8-49d7-8ca3-7d9f62a7067f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:21.350015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-2b786eef-6ea8-49d7-8ca3-7d9f62a7067f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 809 time: 0.2039921 Mar 29 10:16:21.409412 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-b88ec0e9-dc5b-4a3d-93f7-61f9e9b90c0b tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b68dd91481b45e19887d7d549c9684f HTTP/1.1" status: 200 len: 380 time: 0.0504675 Mar 29 10:16:21.422662 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'port': {'device_id': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'admin_state_up': True, 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'security_groups': ['358074ba-eedd-4129-bc68-5bf7d959cf99']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:21.540084 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Made reservation on behalf of 2b68dd91481b45e19887d7d549c9684f for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:16:21.543882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:21.675670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Allocated IP 172.20.0.14 (7fd8c68e-1f69-4673-b2a3-a22bf85d07db/7adde899-9083-46cb-b389-caa125a89b3f/6a5b8012-27c3-4762-9dd9-06d94e1b6c21) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:16:21.826878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:21.865194 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:21.911886 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:21.914995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:21.917965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:16:21.943574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'Port': ['ID=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:21.974517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:21.975314 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:21.992895 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-5eb8f48a-bfd0-488a-a071-d3af8b94a18c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5742962 Mar 29 10:16:22.005688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Request body: {'port': {'device_id': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:22.068084 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:22.107466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-510ec401-ef4b-4f50-8d5b-09c8655c0e79 None None] Provisioning complete for port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:22.108075 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-510ec401-ef4b-4f50-8d5b-09c8655c0e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:22.140839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-510ec401-ef4b-4f50-8d5b-09c8655c0e79 None None] Port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:16:22.329625 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:16:22.337906 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:22.351495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Transition to ACTIVE for port object 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:16:22.356123 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:22.438681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:22.497612 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b935d4-6d1c-485a-a952-aade71b1ce17 req-5b122f06-9d61-4176-9473-3f111a61256d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:22.499161 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-82b935d4-6d1c-485a-a952-aade71b1ce17 req-5b122f06-9d61-4176-9473-3f111a61256d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.1123919 Mar 29 10:16:22.559353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Attempting to bind port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:16:22.559770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Attempting to bind port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:16:22.560223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Attempting to bind port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 on network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:16:22.568953 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-82b935d4-6d1c-485a-a952-aade71b1ce17 req-4e15fc1d-1371-4a68-9a62-2a9e09b3df36 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592623 Mar 29 10:16:22.570099 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 on network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 10:16:22.570427 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Attempting to bind port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 on network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:16:22.576593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:16:22.576934 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Checking segment: {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:16:22.577312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Bound using segment: {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:16:22.577777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Bound port: 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:16:22.578235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:22.662010 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:16:22.665172 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:16:22.672272 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:22.707619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:22.708590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:22.710789 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] 10.222.0.24 "PUT /v2.0/ports/6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 200 len: 1094 time: 0.7086105 Mar 29 10:16:22.712611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:16:22.716170 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeac673-38ea-4576-b5da-2f9ed446bbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:16:22.742183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ae33e-52ed-4715-80a6-499e4a827d74 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:22.816073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a59e4c-dc0e-46c9-99a0-cc866000a8b1 x-openstack-request-id: req-72a59e4c-dc0e-46c9-99a0-cc866000a8b1 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:16:22.816356 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:16:22.816611 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72a59e4c-dc0e-46c9-99a0-cc866000a8b1 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:16:22.816996 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'status': 'completed', 'code': 200} Mar 29 10:16:22.836045 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-9d174bec-4d4b-40b1-93d5-89b5eb3be390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:22.837500 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-9d174bec-4d4b-40b1-93d5-89b5eb3be390 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1097 time: 0.0568604 Mar 29 10:16:22.883897 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-f6e89770-10b9-42e8-b3d8-c8cb18a87802 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 200 len: 217 time: 0.0385888 Mar 29 10:16:22.940299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-8fb04731-092f-456c-b877-ef6f8f3c9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:22.941946 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-8fb04731-092f-456c-b877-ef6f8f3c9971 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0518141 Mar 29 10:16:23.014641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-3ac266d2-5b16-4bb6-8b00-2265fae1d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:23.016464 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-3ac266d2-5b16-4bb6-8b00-2265fae1d1d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648184 Mar 29 10:16:23.105806 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a7438ac0-d7cd-4171-9433-0881d407ae3f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:16:23.150977 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-4623dfec-6c2c-4571-9975-17135ed60ee4 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271935 Mar 29 10:16:23.171385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port a7438ac0-d7cd-4171-9433-0881d407ae3f triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:23.171960 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:23.280969 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8f110314-5a1c-4447-9994-a42009f7ddb4 req-27f97021-aab3-460d-9028-bc9df093e45e service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228061 Mar 29 10:16:23.376856 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeac673-38ea-4576-b5da-2f9ed446bbb6 req-db489a43-d92e-4b06-a48a-e9993ca4b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:23.378433 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbeac673-38ea-4576-b5da-2f9ed446bbb6 req-db489a43-d92e-4b06-a48a-e9993ca4b295 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1097 time: 0.0514495 Mar 29 10:16:23.473803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeac673-38ea-4576-b5da-2f9ed446bbb6 req-363d2365-9374-4981-ac29-cb3e06eb16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:23.475239 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbeac673-38ea-4576-b5da-2f9ed446bbb6 req-363d2365-9374-4981-ac29-cb3e06eb16ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0903211 Mar 29 10:16:23.518628 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbeac673-38ea-4576-b5da-2f9ed446bbb6 req-6da85a80-f124-42cb-99d9-bc67032daf5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 200 len: 217 time: 0.0364935 Mar 29 10:16:23.577935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeac673-38ea-4576-b5da-2f9ed446bbb6 req-152c70af-d9c8-44db-97f1-cbca53b6edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:23.579397 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbeac673-38ea-4576-b5da-2f9ed446bbb6 req-152c70af-d9c8-44db-97f1-cbca53b6edf8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0545335 Mar 29 10:16:23.626183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeac673-38ea-4576-b5da-2f9ed446bbb6 req-6f25fdc2-d5c3-425c-aaad-664314af4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:23.627744 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbeac673-38ea-4576-b5da-2f9ed446bbb6 req-6f25fdc2-d5c3-425c-aaad-664314af4891 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418794 Mar 29 10:16:23.748656 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aca712-3749-407e-854e-491c4801dcba req-068ee88e-e4b8-4f5f-9481-e2199a48b9db tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:23.750203 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-77aca712-3749-407e-854e-491c4801dcba req-068ee88e-e4b8-4f5f-9481-e2199a48b9db tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.1070218 Mar 29 10:16:23.771966 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbeac673-38ea-4576-b5da-2f9ed446bbb6 req-adb7ed5e-2e56-4cc8-8097-0b4a08ea37aa service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368747 Mar 29 10:16:23.827831 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-77aca712-3749-407e-854e-491c4801dcba req-d12461e9-019f-4307-98bc-81a1b82f545a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682249 Mar 29 10:16:23.889993 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fbeac673-38ea-4576-b5da-2f9ed446bbb6 req-60323617-b091-4575-8285-2bcc8cf947a6 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110089 Mar 29 10:16:24.981192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca208d68-c3fc-40b1-bdd1-87ebd8ecd318 req-e255e6d0-860f-487a-bd5c-6fc2c8ab86f6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:24.982939 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca208d68-c3fc-40b1-bdd1-87ebd8ecd318 req-e255e6d0-860f-487a-bd5c-6fc2c8ab86f6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0709746 Mar 29 10:16:25.036085 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ca208d68-c3fc-40b1-bdd1-87ebd8ecd318 req-9f88ae00-0b93-4109-a731-49e8f6a33f3d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428782 Mar 29 10:16:25.909335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:16:26.015406 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:26.026724 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'port_id': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'mac_address': 'fa:16:3e:d0:33:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:16:26.067455 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:26.082861 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:16:26.103257 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:26.107552 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:26.160532 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:26.164812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527334f-1dc3-4c55-8703-415f2b83a4b1 req-67fb9bdb-d5f4-40d7-a08a-ba0d55c53fb2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:26.166355 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c527334f-1dc3-4c55-8703-415f2b83a4b1 req-67fb9bdb-d5f4-40d7-a08a-ba0d55c53fb2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 945 time: 0.0546026 Mar 29 10:16:26.208518 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c527334f-1dc3-4c55-8703-415f2b83a4b1 req-37a579b0-3177-4546-9d55-8ded487d2ca5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362167 Mar 29 10:16:26.437296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['6a5b8012-27c3-4762-9dd9-06d94e1b6c21'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:16:26.838890 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-303799dc-72d7-439d-90ce-677d11f14e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:27.332935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974c0db-93a9-4a36-8ecb-ea3576b387a6 req-9e746f8e-39b6-4e64-994a-22d6dbb0e1a9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:27.334833 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8974c0db-93a9-4a36-8ecb-ea3576b387a6 req-9e746f8e-39b6-4e64-994a-22d6dbb0e1a9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 945 time: 0.0536292 Mar 29 10:16:27.382516 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8974c0db-93a9-4a36-8ecb-ea3576b387a6 req-2c5fe69d-bc24-4e0d-8c98-97828fa798eb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410733 Mar 29 10:16:27.912645 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:16:27.962835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:16:27.967156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:16:27.967529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:28.047601 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:28.072977 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:16:28.075251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}727cd208794a35f9153a76c379e7fdc8605af37707f59ba6a19f42f561ed209a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeac020-f959-4a09-8bfa-d81448d0c1bd" -d '{"events": [{"server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:16:28.091349 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:16:28.096231 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:28.124641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98f181f-9818-4dff-ad55-039d72484d2f x-openstack-request-id: req-d98f181f-9818-4dff-ad55-039d72484d2f {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:16:28.125022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:16:28.125022 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d98f181f-9818-4dff-ad55-039d72484d2f {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:16:28.125435 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'code': 200} Mar 29 10:16:28.161225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:28.290052 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdda329-6c32-4886-8d85-84fd66d221ca req-cd74b88b-8acc-4a65-b37f-b72b3ac15911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:28.291646 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fdda329-6c32-4886-8d85-84fd66d221ca req-cd74b88b-8acc-4a65-b37f-b72b3ac15911 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1099 time: 0.0403771 Mar 29 10:16:28.327715 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2fdda329-6c32-4886-8d85-84fd66d221ca req-aa89bb5a-7f97-4589-97d4-aca84486fd9a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283446 Mar 29 10:16:28.514148 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6330d-f630-43b0-85e2-90ea7d532488 req-76b9c73a-939b-478f-9392-98c60d5364b1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:28.515652 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-92e6330d-f630-43b0-85e2-90ea7d532488 req-76b9c73a-939b-478f-9392-98c60d5364b1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0523682 Mar 29 10:16:28.570584 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-92e6330d-f630-43b0-85e2-90ea7d532488 req-de4d3796-cbdf-45a2-8333-296bf21dc8b1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433149 Mar 29 10:16:29.255276 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9a8fb6b9-297a-41bc-ae70-34d62c0f2f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:29.717406 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4dc9e-076f-42a8-9960-0d237cf2bad7 req-0dc4c7da-64b8-4744-a139-7781a3a046e9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:29.718936 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ded4dc9e-076f-42a8-9960-0d237cf2bad7 req-0dc4c7da-64b8-4744-a139-7781a3a046e9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0550282 Mar 29 10:16:29.763434 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ded4dc9e-076f-42a8-9960-0d237cf2bad7 req-383d104e-4a4d-42f5-96b3-f56bbdd3b5ec tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375674 Mar 29 10:16:30.783733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:30.888416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6b91e-643e-4d76-a240-045c9ebb0fc6 req-581c7fb8-385a-4c21-bdfa-d80f44632b00 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:30.889982 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-33e6b91e-643e-4d76-a240-045c9ebb0fc6 req-581c7fb8-385a-4c21-bdfa-d80f44632b00 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0501280 Mar 29 10:16:30.930494 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-33e6b91e-643e-4d76-a240-045c9ebb0fc6 req-253112a7-0aeb-4827-9955-ddb199c1c939 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338657 Mar 29 10:16:31.046487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a56750-7c2b-41db-a149-a4f161230b43 req-c10f998d-c06c-4681-9a00-445552726846 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:31.047868 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d2a56750-7c2b-41db-a149-a4f161230b43 req-c10f998d-c06c-4681-9a00-445552726846 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0500677 Mar 29 10:16:31.091805 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d2a56750-7c2b-41db-a149-a4f161230b43 req-06beaa9f-b274-4dd6-b1f8-f64e705ccbcc tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347002 Mar 29 10:16:31.113835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60274) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:31.181084 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:16:31.197448 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecb302f-f238-4800-b80f-67ec4e68a887 tempest-TestShelveInstance-1533828443 tempest-TestShelveInstance-1533828443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:31.199012 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-9ecb302f-f238-4800-b80f-67ec4e68a887 tempest-TestShelveInstance-1533828443 tempest-TestShelveInstance-1533828443-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1094 time: 0.0842133 Mar 29 10:16:31.201916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60278) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:16:31.206248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:16:31.226869 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:31.326525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:31.432594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Allocated IP 172.26.1.85 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/762dab88-3e2f-4b05-8baa-c17e58d132b2) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:16:31.540764 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:31.572489 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:31.610239 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:16:31.613156 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:16:31.616596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:16:31.645837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'Port': ['ID=762dab88-3e2f-4b05-8baa-c17e58d132b2,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:31.983679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:32.066982 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:32.140485 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:32.221074 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:32.225978 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:32.296510 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'Port': ['ID=762dab88-3e2f-4b05-8baa-c17e58d132b2,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:16:32.309381 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:32.746056 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Floating IP 6c76ab3d-014b-4ae5-9cff-1aa4d25852a1 associated. External IP: 172.26.1.85, port: 6a5b8012-27c3-4762-9dd9-06d94e1b6c21. Mar 29 10:16:32.769820 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:32.955444 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Router 4cfa6a6b-bbff-4a5e-8986-14099922f553 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:16:33.066072 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:16:33.076365 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9727f6-7675-432b-8d06-b222cd10005f None None] Sync routers for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:16:33.088293 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:33.088536 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9727f6-7675-432b-8d06-b222cd10005f None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:16:33.089098 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5f9727f6-7675-432b-8d06-b222cd10005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:16:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:33.116702 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-adc6cd79-fdf5-41e5-8196-830598885345 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9137361 Mar 29 10:16:33.117262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:16:33.119544 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cadc1f20a02b2791c104f62fb37e72e3092922072336e2834f9828c1857d0fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14008d99-72e6-4b9c-b7f7-26381b3225af" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:16:33.156641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b43dac2-9ecc-4659-bfa1-6c1913304de0 x-openstack-request-id: req-4b43dac2-9ecc-4659-bfa1-6c1913304de0 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:16:33.156928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:16:33.157175 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b43dac2-9ecc-4659-bfa1-6c1913304de0 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:16:33.157634 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'status': 'completed', 'code': 200} Mar 29 10:16:33.207271 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-5f9727f6-7675-432b-8d06-b222cd10005f None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:16:33.226168 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14008d99-72e6-4b9c-b7f7-26381b3225af req-c5eeb0e2-220e-419b-9539-91e76a353286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:33.227722 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-14008d99-72e6-4b9c-b7f7-26381b3225af req-c5eeb0e2-220e-419b-9539-91e76a353286 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1099 time: 0.0431097 Mar 29 10:16:33.325707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14008d99-72e6-4b9c-b7f7-26381b3225af req-1e32f880-684a-460b-844e-9b9b472ecf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:33.327054 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-14008d99-72e6-4b9c-b7f7-26381b3225af req-1e32f880-684a-460b-844e-9b9b472ecf5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0920589 Mar 29 10:16:33.396140 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-14008d99-72e6-4b9c-b7f7-26381b3225af req-7efcaf6c-0c4d-4766-b152-7c0f54bee87e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 200 len: 999 time: 0.0617185 Mar 29 10:16:33.442724 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5f9727f6-7675-432b-8d06-b222cd10005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '6c76ab3d-014b-4ae5-9cff-1aa4d25852a1', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'floating_ip_address': '172.26.1.85', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'port_id': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'mac_address': 'fa:16:3e:d0:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:16:31Z', 'updated_at': '2022-03-29T10:16:31Z', 'revision_number': 0, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:15Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:33.445793 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14008d99-72e6-4b9c-b7f7-26381b3225af req-1d54ceb6-ab25-44d1-9e77-65ee7a329fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:33.447255 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-14008d99-72e6-4b9c-b7f7-26381b3225af req-1d54ceb6-ab25-44d1-9e77-65ee7a329fb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0447767 Mar 29 10:16:33.499417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14008d99-72e6-4b9c-b7f7-26381b3225af req-6404e834-32c0-49da-9ea6-48d01a1ba267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:33.500971 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-14008d99-72e6-4b9c-b7f7-26381b3225af req-6404e834-32c0-49da-9ea6-48d01a1ba267 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478492 Mar 29 10:16:33.569359 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9727f6-7675-432b-8d06-b222cd10005f None None] Checking router: 4cfa6a6b-bbff-4a5e-8986-14099922f553 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:16:33.578039 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9727f6-7675-432b-8d06-b222cd10005f None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:16:33.578562 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5f9727f6-7675-432b-8d06-b222cd10005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:16:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:33.597357 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-14008d99-72e6-4b9c-b7f7-26381b3225af req-6434b97d-ee79-4031-a2c7-1120bc6f6d33 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898323 Mar 29 10:16:33.690724 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-5f9727f6-7675-432b-8d06-b222cd10005f None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:16:33.692798 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-14008d99-72e6-4b9c-b7f7-26381b3225af req-eff7aa55-d7e1-4268-a940-e67f40486e3f service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885921 Mar 29 10:16:33.911445 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-5f9727f6-7675-432b-8d06-b222cd10005f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '6c76ab3d-014b-4ae5-9cff-1aa4d25852a1', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'floating_ip_address': '172.26.1.85', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'port_id': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'mac_address': 'fa:16:3e:d0:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:16:31Z', 'updated_at': '2022-03-29T10:16:31Z', 'revision_number': 0, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:15Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:16:33.940936 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9727f6-7675-432b-8d06-b222cd10005f None None] The sync data for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv is: [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '6c76ab3d-014b-4ae5-9cff-1aa4d25852a1', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'floating_ip_address': '172.26.1.85', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'port_id': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'mac_address': 'fa:16:3e:d0:33:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:16:31Z', 'updated_at': '2022-03-29T10:16:31Z', 'revision_number': 0, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:15Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:16:34.099795 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:34.166250 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09223013-b7fd-4d4a-b3fe-ecab7f667688 None None] New status for floating IP 6c76ab3d-014b-4ae5-9cff-1aa4d25852a1: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:16:56.830303 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e27df036-5ce2-44fa-8e84-9af588f0791b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:59.256511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-32167686-f58f-4f21-a754-8c5a35a5f91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:16:59.622219 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9d65ba8-5eaf-49fa-a6fe-d7d3384058e9 req-8d317d89-521d-4bff-95e2-1b2b27fc043c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808771 Mar 29 10:16:59.706183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d65ba8-5eaf-49fa-a6fe-d7d3384058e9 req-13e75562-f442-42d0-8854-7e03ad0999c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:59.707667 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9d65ba8-5eaf-49fa-a6fe-d7d3384058e9 req-13e75562-f442-42d0-8854-7e03ad0999c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1099 time: 0.0407100 Mar 29 10:16:59.820897 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d65ba8-5eaf-49fa-a6fe-d7d3384058e9 req-649bc31f-054c-4cf6-a006-c0a5baac08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:59.822329 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9d65ba8-5eaf-49fa-a6fe-d7d3384058e9 req-649bc31f-054c-4cf6-a006-c0a5baac08dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0959470 Mar 29 10:16:59.886454 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9d65ba8-5eaf-49fa-a6fe-d7d3384058e9 req-0ba50814-2c7e-478a-bbfb-ad1457cd35aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 200 len: 1001 time: 0.0568497 Mar 29 10:16:59.938640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d65ba8-5eaf-49fa-a6fe-d7d3384058e9 req-4b0e37ca-2011-4f85-9d2d-c4f6f40b877c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:59.940074 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9d65ba8-5eaf-49fa-a6fe-d7d3384058e9 req-4b0e37ca-2011-4f85-9d2d-c4f6f40b877c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0475571 Mar 29 10:16:59.984676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d65ba8-5eaf-49fa-a6fe-d7d3384058e9 req-f785f776-fe47-4a05-96cb-69d67f68ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:16:59.986246 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9d65ba8-5eaf-49fa-a6fe-d7d3384058e9 req-f785f776-fe47-4a05-96cb-69d67f68ef14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397184 Mar 29 10:17:00.081424 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9d65ba8-5eaf-49fa-a6fe-d7d3384058e9 req-3cf4541d-8b47-4557-8305-674bda7b914d service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874321 Mar 29 10:17:00.175479 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c9d65ba8-5eaf-49fa-a6fe-d7d3384058e9 req-8ecf0155-881d-4837-a1bf-1ad24d016986 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870180 Mar 29 10:17:00.786017 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.143119 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:02.770015 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:04.092764 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:08.180068 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:17:26.833586 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-688ad08c-7148-4c1e-aa9e-5d191dee6e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:29.258013 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-517a00a1-b2f9-4beb-be13-3cc4637f747b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:30.790629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:32.146306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:32.773036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:34.107766 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:45.179005 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:17:56.837004 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf43a-a3a4-4094-9b8e-501e9c936faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:59.260530 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-15b2424a-ade4-4315-bb79-514d3be2d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:17:59.660301 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59b72459-f5e6-470d-a541-323d9bb46566 req-f2645305-7d87-404c-8f7d-033dc5e3264f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815754 Mar 29 10:17:59.743939 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b72459-f5e6-470d-a541-323d9bb46566 req-3803aaa4-fcad-43c4-b558-1b4aeab6f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:59.745523 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59b72459-f5e6-470d-a541-323d9bb46566 req-3803aaa4-fcad-43c4-b558-1b4aeab6f3af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1099 time: 0.0425866 Mar 29 10:17:59.861320 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b72459-f5e6-470d-a541-323d9bb46566 req-1ba4da49-dfab-4fb9-ba5d-b30906e2fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:59.862838 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59b72459-f5e6-470d-a541-323d9bb46566 req-1ba4da49-dfab-4fb9-ba5d-b30906e2fb03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0955021 Mar 29 10:17:59.928070 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59b72459-f5e6-470d-a541-323d9bb46566 req-c701cc75-ea07-4cc6-8bbb-1969aac49cd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 200 len: 1001 time: 0.0580194 Mar 29 10:17:59.975769 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b72459-f5e6-470d-a541-323d9bb46566 req-91dc2444-34cb-4b6b-86a4-40e8b82275d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:17:59.977236 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59b72459-f5e6-470d-a541-323d9bb46566 req-91dc2444-34cb-4b6b-86a4-40e8b82275d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0428784 Mar 29 10:18:00.026212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b72459-f5e6-470d-a541-323d9bb46566 req-4b5d8327-3d41-47df-ad47-fbd42cb99dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:00.027722 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59b72459-f5e6-470d-a541-323d9bb46566 req-4b5d8327-3d41-47df-ad47-fbd42cb99dd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446169 Mar 29 10:18:00.118773 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59b72459-f5e6-470d-a541-323d9bb46566 req-971e4876-fa93-4174-a396-addbd06a0fb6 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842752 Mar 29 10:18:00.212398 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-59b72459-f5e6-470d-a541-323d9bb46566 req-c7ccb98d-e47c-4bac-b718-0d4a01851509 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873215 Mar 29 10:18:00.801385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:02.290351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:02.775915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:04.100959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:22.178605 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:18:26.839008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-db2bff9b-1713-48fc-be56-9670b640ca02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:29.262634 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6580a3fd-8c52-40d2-a264-de6b976cf40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:30.796325 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:32.152751 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:32.778881 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:34.109692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:56.842097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f56a-4774-442a-9807-c6d2954c13ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:59.177294 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:18:59.265524 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ed24c7e6-fadc-43fd-b374-3788bb1a7c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:18:59.556789 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60fd677a-c651-42b6-b5e0-d9d5313b96a2 req-2f391dd4-1487-4147-a28c-7c415f9cc40f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413580 Mar 29 10:18:59.641280 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd677a-c651-42b6-b5e0-d9d5313b96a2 req-d00de4b2-163b-46b4-9d0f-433b3bf901e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:59.642837 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60fd677a-c651-42b6-b5e0-d9d5313b96a2 req-d00de4b2-163b-46b4-9d0f-433b3bf901e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1099 time: 0.0441310 Mar 29 10:18:59.747671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd677a-c651-42b6-b5e0-d9d5313b96a2 req-d0b5e755-d82d-47dc-acfa-1603c3f9dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:59.749142 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60fd677a-c651-42b6-b5e0-d9d5313b96a2 req-d0b5e755-d82d-47dc-acfa-1603c3f9dd0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0873463 Mar 29 10:18:59.820080 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60fd677a-c651-42b6-b5e0-d9d5313b96a2 req-24bcbc61-0a02-4724-a87e-0c869c4f87b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 200 len: 1001 time: 0.0636704 Mar 29 10:18:59.878581 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd677a-c651-42b6-b5e0-d9d5313b96a2 req-d26f24de-3681-4a04-ae34-43e15a29a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:59.880039 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60fd677a-c651-42b6-b5e0-d9d5313b96a2 req-d26f24de-3681-4a04-ae34-43e15a29a9ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0532472 Mar 29 10:18:59.926255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd677a-c651-42b6-b5e0-d9d5313b96a2 req-7362b7a3-9800-4dfa-87aa-4942758e4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:18:59.927757 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60fd677a-c651-42b6-b5e0-d9d5313b96a2 req-7362b7a3-9800-4dfa-87aa-4942758e4c09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412531 Mar 29 10:19:00.022128 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60fd677a-c651-42b6-b5e0-d9d5313b96a2 req-50476be6-0bc4-458e-a0d8-43cb562d6c1d service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870233 Mar 29 10:19:00.119389 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-60fd677a-c651-42b6-b5e0-d9d5313b96a2 req-1c5a37e2-168b-4245-a6ab-a02aec9e7eb9 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906968 Mar 29 10:19:00.799780 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:02.163637 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:02.781202 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:04.151234 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:22.536143 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdbf9c-041f-4d81-a146-5510583f1993 req-80e11514-646a-4211-a18f-f7545cdbc50c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:22.537610 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-24bdbf9c-041f-4d81-a146-5510583f1993 req-80e11514-646a-4211-a18f-f7545cdbc50c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.1271775 Mar 29 10:19:22.584521 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-24bdbf9c-041f-4d81-a146-5510583f1993 req-acb4950c-52ef-4e80-b05f-693553ebc668 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400152 Mar 29 10:19:23.710585 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754f4d9-f299-4e8e-9ca6-79a48babf77b req-5052c9f3-1362-40a2-943b-b33c11d7a925 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:23.712067 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5754f4d9-f299-4e8e-9ca6-79a48babf77b req-5052c9f3-1362-40a2-943b-b33c11d7a925 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0486794 Mar 29 10:19:23.750300 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5754f4d9-f299-4e8e-9ca6-79a48babf77b req-288beca2-458b-4811-8a42-916ff21c5645 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Mar 29 10:19:24.873758 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f7d28-21e1-49f5-a2b9-719aaecdd164 req-49945f87-a850-4a30-8510-929f30786549 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:24.875198 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db0f7d28-21e1-49f5-a2b9-719aaecdd164 req-49945f87-a850-4a30-8510-929f30786549 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0487821 Mar 29 10:19:24.918859 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-db0f7d28-21e1-49f5-a2b9-719aaecdd164 req-cc6ee31c-0043-49b2-bd49-a2292844aa00 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374777 Mar 29 10:19:26.051557 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a1b79-165c-4e35-934a-32cd9b4fe379 req-f50e323f-7fb9-4da0-838f-d2107da147d4 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:26.052211 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-056a1b79-165c-4e35-934a-32cd9b4fe379 req-f50e323f-7fb9-4da0-838f-d2107da147d4 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0603502 Mar 29 10:19:26.096054 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-056a1b79-165c-4e35-934a-32cd9b4fe379 req-3ab7f6df-e2cd-47bd-8037-f9269dc2913b tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376430 Mar 29 10:19:26.843807 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3fddeb11-0cfc-4c91-b3a7-d49a71dcfa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:27.219980 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00591a98-84ab-4607-b93f-96ddc9a6880c req-2879d910-846e-4afa-abf5-1e1d793ccb48 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:27.221426 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-00591a98-84ab-4607-b93f-96ddc9a6880c req-2879d910-846e-4afa-abf5-1e1d793ccb48 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0574486 Mar 29 10:19:27.259458 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-00591a98-84ab-4607-b93f-96ddc9a6880c req-57d47514-2333-4ebd-95c9-ba5421bcfc85 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317864 Mar 29 10:19:28.381112 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637459b-2ead-44c4-b667-96f172d497fc req-019c2c2c-cbec-4d5b-9531-bbf40e52a74f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:28.382601 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1637459b-2ead-44c4-b667-96f172d497fc req-019c2c2c-cbec-4d5b-9531-bbf40e52a74f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0519655 Mar 29 10:19:28.424737 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1637459b-2ead-44c4-b667-96f172d497fc req-3f092832-92e6-4af2-87dc-334c4111985c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318356 Mar 29 10:19:29.272817 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1c84c1ef-7bec-4ed9-90df-c48d60bf4504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:29.553830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf75649-507e-4d67-acb7-5399ccb1b5e3 req-c8177b74-7382-484a-8dc7-a194edcc826d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:29.555326 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1cf75649-507e-4d67-acb7-5399ccb1b5e3 req-c8177b74-7382-484a-8dc7-a194edcc826d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0588193 Mar 29 10:19:29.602146 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1cf75649-507e-4d67-acb7-5399ccb1b5e3 req-d117d2b3-78fd-4a50-bf6b-7114ed6af273 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406356 Mar 29 10:19:30.724742 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5145a4c-ef0c-40c3-83db-43a4d369d926 req-e9ca7ea2-3b35-4504-b9ce-5a6436131f2e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:30.726222 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e5145a4c-ef0c-40c3-83db-43a4d369d926 req-e9ca7ea2-3b35-4504-b9ce-5a6436131f2e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0492868 Mar 29 10:19:30.765234 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e5145a4c-ef0c-40c3-83db-43a4d369d926 req-236f2d25-5ff5-48d4-95b8-c8348842ee2e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321908 Mar 29 10:19:30.804339 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:31.883998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad6b9b-e263-4abb-954a-d35496c6fd46 req-eb504fb1-7aee-4ac0-9826-262ac4619784 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:31.885976 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8cad6b9b-e263-4abb-954a-d35496c6fd46 req-eb504fb1-7aee-4ac0-9826-262ac4619784 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0500081 Mar 29 10:19:31.924657 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8cad6b9b-e263-4abb-954a-d35496c6fd46 req-d096eeef-75eb-4f61-90dd-fe2f24d85b17 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325122 Mar 29 10:19:32.158932 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:32.785224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:33.064846 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8f0f0-d332-47a8-9fef-38d4b53d1484 req-af08cdee-20c6-46aa-80a3-ba9fc282bca4 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:33.066307 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-93c8f0f0-d332-47a8-9fef-38d4b53d1484 req-af08cdee-20c6-46aa-80a3-ba9fc282bca4 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0585325 Mar 29 10:19:33.109765 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-93c8f0f0-d332-47a8-9fef-38d4b53d1484 req-3be56b85-8ac5-43d6-bf43-3f0957a141ee tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328429 Mar 29 10:19:34.140839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:34.248202 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086db23-f17d-49f5-9bc4-288861d73fd8 req-238d558b-a958-4f10-8746-da3e9fc58120 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:34.249770 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2086db23-f17d-49f5-9bc4-288861d73fd8 req-238d558b-a958-4f10-8746-da3e9fc58120 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0693521 Mar 29 10:19:34.290418 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2086db23-f17d-49f5-9bc4-288861d73fd8 req-26d14163-ecf2-4dcb-8491-42c0b54e51b0 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341825 Mar 29 10:19:35.428343 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872e818-c5ba-4cd3-b5e4-7f4c718defd0 req-646fcb38-694f-460e-b9fb-521fe1c20c23 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:35.429956 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5872e818-c5ba-4cd3-b5e4-7f4c718defd0 req-646fcb38-694f-460e-b9fb-521fe1c20c23 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0505896 Mar 29 10:19:35.479579 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5872e818-c5ba-4cd3-b5e4-7f4c718defd0 req-2fcc3697-5f49-4263-b287-8cbfef5d70fb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415728 Mar 29 10:19:36.178122 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:19:36.614432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb87485-ce98-49e2-8387-302a0df539ec req-b649f361-f237-4a94-a95e-0e8866ed0bbd tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:36.615990 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bbb87485-ce98-49e2-8387-302a0df539ec req-b649f361-f237-4a94-a95e-0e8866ed0bbd tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0629864 Mar 29 10:19:36.658098 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bbb87485-ce98-49e2-8387-302a0df539ec req-f1c5b13c-2b27-446c-8b8a-228fa20edcf8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348892 Mar 29 10:19:37.796556 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d025f-e669-43a1-8dd6-e34209ee58dc req-6e001ce3-7b65-4e57-a451-726a89edb957 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:37.798317 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c56d025f-e669-43a1-8dd6-e34209ee58dc req-6e001ce3-7b65-4e57-a451-726a89edb957 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0549810 Mar 29 10:19:37.838992 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c56d025f-e669-43a1-8dd6-e34209ee58dc req-fa93d139-e88f-48f5-9541-ded7e6e83c2f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336831 Mar 29 10:19:38.701513 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:19:38.805084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:19:38.817621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'port_id': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'mac_address': 'fa:16:3e:d0:33:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:19:38.864822 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:38.881526 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:19:38.910545 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:19:38.915436 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:38.978534 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:19:38.982749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a7de5-9954-4c5b-a9c0-e778d1ba3ce6 req-0de201ee-f0cc-41f9-b020-6dbe9a66d06e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:38.984447 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-360a7de5-9954-4c5b-a9c0-e778d1ba3ce6 req-0de201ee-f0cc-41f9-b020-6dbe9a66d06e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 945 time: 0.0582256 Mar 29 10:19:38.986088 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:19:38.986434 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:19:38.986767 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:19:38.987097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:19:38.987427 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:19:38.988539 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:19:38.988539 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:19:38.988539 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:19:38.989030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:19:38.989030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:19:38.989464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:19:38.989646 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:19:38.995389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['6a5b8012-27c3-4762-9dd9-06d94e1b6c21'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:19:39.052335 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-360a7de5-9954-4c5b-a9c0-e778d1ba3ce6 req-d9ec1f7b-cf8a-4390-b4c1-e442d94ce813 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482471 Mar 29 10:19:40.192581 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b11e2-e88a-457b-bda4-29a0427d3488 req-6188e117-0719-4711-8a01-a10291bdca6d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:40.194226 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b3b11e2-e88a-457b-bda4-29a0427d3488 req-6188e117-0719-4711-8a01-a10291bdca6d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 945 time: 0.0590019 Mar 29 10:19:40.242731 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3b3b11e2-e88a-457b-bda4-29a0427d3488 req-402a60b8-cb62-4e00-9f85-655ccc5bf3b1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 Mar 29 10:19:40.719756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:19:40.769001 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:19:40.769363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:40.852077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:40.875838 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:19:40.891638 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:19:40.896464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:40.926615 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3880042634ad15412f2223987af08734140be23d1bb07542e2406eb4cd2e612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bb030b-fe2a-4a20-94f1-c56b471bc759" -d '{"events": [{"server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:19:40.953985 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:19:41.021752 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77932ccc-cbe9-441b-86dd-068506eb9026 x-openstack-request-id: req-77932ccc-cbe9-441b-86dd-068506eb9026 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:19:41.022044 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:19:41.022296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77932ccc-cbe9-441b-86dd-068506eb9026 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:19:41.022690 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'code': 200} Mar 29 10:19:41.364058 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6f592-9415-4603-874c-23e6113a5381 req-c8b94b6a-2fea-4af2-96f7-63ee59b0025b tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:41.365534 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43b6f592-9415-4603-874c-23e6113a5381 req-c8b94b6a-2fea-4af2-96f7-63ee59b0025b tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0512671 Mar 29 10:19:41.407871 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-43b6f592-9415-4603-874c-23e6113a5381 req-a82c82db-d8f3-4dd2-a6c7-0b7ace71328e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343740 Mar 29 10:19:42.537467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c5a48-157f-4f13-8976-fce3f4fbe3e9 req-f608b1f2-3e1d-41e2-b24d-10bcecaeb076 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:42.538992 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-480c5a48-157f-4f13-8976-fce3f4fbe3e9 req-f608b1f2-3e1d-41e2-b24d-10bcecaeb076 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0586267 Mar 29 10:19:42.577397 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-480c5a48-157f-4f13-8976-fce3f4fbe3e9 req-562792da-07ec-4133-8d0e-c45b5dba56d9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322561 Mar 29 10:19:43.710124 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6047358-913c-4d56-8356-1c7c48e1f198 req-1a243234-5da8-495d-a77b-0d9dabddfeda tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:43.711850 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c6047358-913c-4d56-8356-1c7c48e1f198 req-1a243234-5da8-495d-a77b-0d9dabddfeda tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0586846 Mar 29 10:19:43.757778 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c6047358-913c-4d56-8356-1c7c48e1f198 req-cf998701-25b1-4b1d-af3a-217e4d8c9c69 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363410 Mar 29 10:19:44.974651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189b44a-b968-4723-bd32-44329f884376 req-320e69bf-0f70-45aa-aebc-67c7289ba6c8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:44.976862 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b189b44a-b968-4723-bd32-44329f884376 req-320e69bf-0f70-45aa-aebc-67c7289ba6c8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0994935 Mar 29 10:19:45.024379 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b189b44a-b968-4723-bd32-44329f884376 req-e96bda50-d6fd-4b81-bd05-44e8e3ac50bd tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407202 Mar 29 10:19:46.185700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b63584-8271-4077-8ee2-ff5dd01d3d56 req-91fd9768-8fd2-4d65-ac86-ce45c46cb4d2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:46.188110 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b4b63584-8271-4077-8ee2-ff5dd01d3d56 req-91fd9768-8fd2-4d65-ac86-ce45c46cb4d2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0564556 Mar 29 10:19:46.241845 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b4b63584-8271-4077-8ee2-ff5dd01d3d56 req-a386f41e-41c2-4b54-83a4-2c7e2c6dd67b tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467782 Mar 29 10:19:47.400747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc94b1-2b4c-4a89-b70e-4015d3aded09 req-04c6d0ea-53c8-4a59-8137-02149a86960d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:47.402564 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fffc94b1-2b4c-4a89-b70e-4015d3aded09 req-04c6d0ea-53c8-4a59-8137-02149a86960d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0708239 Mar 29 10:19:47.458445 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fffc94b1-2b4c-4a89-b70e-4015d3aded09 req-9505ff28-74e8-47eb-b59a-1cf518248851 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468123 Mar 29 10:19:48.621251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6a967-04ee-40e1-af75-3d7d2afde3b0 req-4e6e0dfe-3109-4de5-9568-7e4ab0baf18a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:48.622804 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ed6a967-04ee-40e1-af75-3d7d2afde3b0 req-4e6e0dfe-3109-4de5-9568-7e4ab0baf18a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0616996 Mar 29 10:19:48.674165 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2ed6a967-04ee-40e1-af75-3d7d2afde3b0 req-cf1ee322-6361-4cc2-80d9-5bac3f23bef5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445552 Mar 29 10:19:49.808125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d5baf-17f9-49ff-9259-48730adf17b9 req-d3cff582-e44b-4977-b7dc-861152be0332 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:49.810315 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-167d5baf-17f9-49ff-9259-48730adf17b9 req-d3cff582-e44b-4977-b7dc-861152be0332 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0571954 Mar 29 10:19:49.866139 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-167d5baf-17f9-49ff-9259-48730adf17b9 req-49bad2b0-4860-464a-9432-09c6ec66e3d1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437908 Mar 29 10:19:51.051274 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe174c4a-939c-42d7-a9be-2fa223f2f4a9 req-a1afbcb9-e3bb-4f67-bdcc-da7e9d662c1d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:51.052728 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fe174c4a-939c-42d7-a9be-2fa223f2f4a9 req-a1afbcb9-e3bb-4f67-bdcc-da7e9d662c1d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0710540 Mar 29 10:19:51.127300 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fe174c4a-939c-42d7-a9be-2fa223f2f4a9 req-36d9180a-d3da-41e5-a3bf-8ea9231c1f42 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671301 Mar 29 10:19:52.273707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3bf25-3217-4ba9-b77e-149f181071b8 req-9c0b0d44-bec8-4e85-b4d7-414734a0705a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:52.279684 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15c3bf25-3217-4ba9-b77e-149f181071b8 req-9c0b0d44-bec8-4e85-b4d7-414734a0705a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0659125 Mar 29 10:19:52.325107 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-15c3bf25-3217-4ba9-b77e-149f181071b8 req-84e28daa-a62f-4c79-852b-0b837df1c623 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396442 Mar 29 10:19:53.506361 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf314cf-0344-4a92-a0be-7d49fed9fc4c req-938a39bb-e2ac-44b3-8f1f-5575f653fc32 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:53.510804 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-faf314cf-0344-4a92-a0be-7d49fed9fc4c req-938a39bb-e2ac-44b3-8f1f-5575f653fc32 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0898955 Mar 29 10:19:53.570254 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-faf314cf-0344-4a92-a0be-7d49fed9fc4c req-d380ddd1-99dc-4f5c-b738-711c0331e48a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486279 Mar 29 10:19:54.712514 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b535680-b073-4a6f-b947-7a102f12c6d5 req-003d9156-fd3a-4189-af63-3189860468bf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:54.714542 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b535680-b073-4a6f-b947-7a102f12c6d5 req-003d9156-fd3a-4189-af63-3189860468bf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0537317 Mar 29 10:19:54.756932 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1b535680-b073-4a6f-b947-7a102f12c6d5 req-04acde0b-0358-4749-a3d5-0d026a1f7338 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347733 Mar 29 10:19:54.832400 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79e05b-8025-4191-8e5d-118969e97495 req-0eb5641b-39c2-4884-b457-7e2a0af77cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:54.834421 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c79e05b-8025-4191-8e5d-118969e97495 req-0eb5641b-39c2-4884-b457-7e2a0af77cf2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1099 time: 0.0418282 Mar 29 10:19:54.931661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79e05b-8025-4191-8e5d-118969e97495 req-72ec1079-0224-4dd1-82f7-41ac5f5623fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:54.933015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c79e05b-8025-4191-8e5d-118969e97495 req-72ec1079-0224-4dd1-82f7-41ac5f5623fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0897841 Mar 29 10:19:55.001068 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c79e05b-8025-4191-8e5d-118969e97495 req-6eecb47d-5503-4a81-ae3b-1a70879cd74a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 200 len: 1001 time: 0.0613008 Mar 29 10:19:55.051619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79e05b-8025-4191-8e5d-118969e97495 req-b5995c85-0790-48de-9b86-260e0aaef211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:55.053067 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c79e05b-8025-4191-8e5d-118969e97495 req-b5995c85-0790-48de-9b86-260e0aaef211 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0452602 Mar 29 10:19:55.103342 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79e05b-8025-4191-8e5d-118969e97495 req-0fb54c67-8ae8-4e9e-903b-b6139d1bc17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:55.105125 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c79e05b-8025-4191-8e5d-118969e97495 req-0fb54c67-8ae8-4e9e-903b-b6139d1bc17e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456414 Mar 29 10:19:55.198891 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c79e05b-8025-4191-8e5d-118969e97495 req-29dc288d-a5df-413c-a87e-be12c08391ac service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869482 Mar 29 10:19:55.304839 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1c79e05b-8025-4191-8e5d-118969e97495 req-dda7b832-234f-49e6-832f-e7862b2515f0 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993197 Mar 29 10:19:55.894161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124810a-1a61-4e6d-a48d-5dded444d30f req-90385e0c-7aa7-4c02-b45c-a636c7a16769 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:55.895957 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1124810a-1a61-4e6d-a48d-5dded444d30f req-90385e0c-7aa7-4c02-b45c-a636c7a16769 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0674474 Mar 29 10:19:55.943727 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1124810a-1a61-4e6d-a48d-5dded444d30f req-68244c09-6643-4f55-a951-1d5594f5b500 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407975 Mar 29 10:19:56.850897 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-480bf345-99bb-422b-8a25-d80d0ebe4e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:57.064241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27833e3-b807-4cb7-b2c7-e4e0f6c962f1 req-72f9bd55-30a1-438e-a97d-d4132ef991a8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:57.065725 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c27833e3-b807-4cb7-b2c7-e4e0f6c962f1 req-72f9bd55-30a1-438e-a97d-d4132ef991a8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0503528 Mar 29 10:19:57.104219 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c27833e3-b807-4cb7-b2c7-e4e0f6c962f1 req-ceb885ee-7a78-4dfa-9e34-03e87d009236 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319932 Mar 29 10:19:57.236697 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-28ed6663-38e3-4dc6-ac98-74e14f613da4 req-47e54a6a-ccae-4f7c-b9ef-9d2ea6ddebab service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:19:57.237757 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-28ed6663-38e3-4dc6-ac98-74e14f613da4 req-47e54a6a-ccae-4f7c-b9ef-9d2ea6ddebab service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0603774 Mar 29 10:19:58.427286 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdf130-9040-409d-84f2-cb2de4e2bc67 req-b06bb8a5-fe33-4881-abf4-fc092f596047 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:58.428935 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-02cdf130-9040-409d-84f2-cb2de4e2bc67 req-b06bb8a5-fe33-4881-abf4-fc092f596047 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 946 time: 0.0618126 Mar 29 10:19:58.473457 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-02cdf130-9040-409d-84f2-cb2de4e2bc67 req-d616158f-635e-4064-b96f-c762ff318c6c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381067 Mar 29 10:19:58.623993 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-4e2253d7-d2bd-446d-9038-aa098c9e0458 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996523 Mar 29 10:19:58.824036 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:19:58.904757 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:58.930568 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:19:58.932784 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3880042634ad15412f2223987af08734140be23d1bb07542e2406eb4cd2e612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a74b0a-c265-4388-b872-511f3518a90d" -d '{"events": [{"server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "name": "network-vif-unplugged", "status": "completed", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:19:58.946825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:19:58.953864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:58.977331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 10:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09378796-25a5-4ea0-87a6-1a3cba74eca6 x-openstack-request-id: req-09378796-25a5-4ea0-87a6-1a3cba74eca6 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:19:58.977689 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "name": "network-vif-unplugged", "status": "failed", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21", "code": 422}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:19:58.977871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09378796-25a5-4ea0-87a6-1a3cba74eca6 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:19:58.978839 dv-neutron-835554-1-hyperv neutron-server[102497]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'code': 422} returned with failed status Mar 29 10:19:59.010676 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,revision_number=8']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:19:59.265059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99e5f6c3-ad74-4113-8764-fda9694f11f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:19:59.638206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527f830-5d73-4de5-9f32-597898cdb2a3 req-7fc0c6b5-2c4a-4117-b83b-cd961c784bc5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:59.639716 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a527f830-5d73-4de5-9f32-597898cdb2a3 req-7fc0c6b5-2c4a-4117-b83b-cd961c784bc5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0910563 Mar 29 10:19:59.645974 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-b705a49c-02f5-484f-9ec8-48e7b2c97b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:59.647442 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-b705a49c-02f5-484f-9ec8-48e7b2c97b03 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da&tenant_id=2b68dd91481b45e19887d7d549c9684f HTTP/1.1" status: 200 len: 1097 time: 0.0713532 Mar 29 10:19:59.690587 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a527f830-5d73-4de5-9f32-597898cdb2a3 req-0dd0748f-7f07-4413-aad3-fae1b7091591 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421634 Mar 29 10:19:59.726685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-16dee696-fb9b-4281-9782-b64fb4f0b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:59.728466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-16dee696-fb9b-4281-9782-b64fb4f0b1aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1097 time: 0.0577502 Mar 29 10:19:59.842001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-8e7824fb-9714-4f0e-93c4-e0a8aa0ebc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:19:59.843498 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-8e7824fb-9714-4f0e-93c4-e0a8aa0ebc7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.1090229 Mar 29 10:19:59.933343 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-1086c7f6-0f72-4182-b8c2-a83b0a073d47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 200 len: 999 time: 0.0828040 Mar 29 10:20:00.002403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-d06b2336-470a-4721-9474-fb9fac7773f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:00.003893 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-d06b2336-470a-4721-9474-fb9fac7773f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0646408 Mar 29 10:20:00.051197 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-d85f01a9-0d7e-4242-bdfa-cad49ee7e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:00.052589 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-d85f01a9-0d7e-4242-bdfa-cad49ee7e9bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416279 Mar 29 10:20:00.159063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-0d9db89d-26a9-42ec-abe4-15fcebf89a92 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001294 Mar 29 10:20:00.259030 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-af68b6f0-0f67-49cf-92da-2c5be13e4cf2 req-031065fb-3220-42ce-9a85-e5e56d8e3a53 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936494 Mar 29 10:20:00.820990 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:00.932169 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a99ca-004d-4d52-bb3d-3e4c28fc8522 req-7f13bff4-ee85-4f0a-8f22-4dd444ee1cd6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:00.946421 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff7a99ca-004d-4d52-bb3d-3e4c28fc8522 req-7f13bff4-ee85-4f0a-8f22-4dd444ee1cd6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.1151884 Mar 29 10:20:00.999186 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ff7a99ca-004d-4d52-bb3d-3e4c28fc8522 req-96a9984d-f46c-4a8c-9cc4-b5033861d097 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498569 Mar 29 10:20:02.163299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced54788-91b7-40df-a53d-dee12dc53ada req-cbb02460-53df-49f2-a56c-9572219a663d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:02.164942 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ced54788-91b7-40df-a53d-dee12dc53ada req-cbb02460-53df-49f2-a56c-9572219a663d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0691319 Mar 29 10:20:02.166819 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:02.240936 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ced54788-91b7-40df-a53d-dee12dc53ada req-9ff4c771-0f37-477e-bbd0-bc4b1121b378 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634661 Mar 29 10:20:02.800952 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:03.374483 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e37db-eb66-4ff8-a08c-968130bfa39d req-6f6255a3-b4d3-4fd3-82f2-757275cc9baa tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:03.375889 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-232e37db-eb66-4ff8-a08c-968130bfa39d req-6f6255a3-b4d3-4fd3-82f2-757275cc9baa tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0519938 Mar 29 10:20:03.416788 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-232e37db-eb66-4ff8-a08c-968130bfa39d req-049fe5de-c611-4b43-971f-948b3a37d1df tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346677 Mar 29 10:20:04.155292 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:04.558963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeeac53-5beb-443d-9b0d-0cd1ecbcf42e req-d5a6b097-8262-4798-ba50-4c36c327ca89 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:04.560644 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-abeeac53-5beb-443d-9b0d-0cd1ecbcf42e req-d5a6b097-8262-4798-ba50-4c36c327ca89 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0645378 Mar 29 10:20:04.605013 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-abeeac53-5beb-443d-9b0d-0cd1ecbcf42e req-e819fdd8-7665-46ad-ae90-d68d78e0f017 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372801 Mar 29 10:20:05.731835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e680b85-32ea-4dd7-856d-1baa524b5789 req-9042a086-48b6-4258-b17b-5cda502922bb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:05.733314 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6e680b85-32ea-4dd7-856d-1baa524b5789 req-9042a086-48b6-4258-b17b-5cda502922bb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0510669 Mar 29 10:20:05.808366 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6e680b85-32ea-4dd7-856d-1baa524b5789 req-ed8954c7-00d3-4ed5-917a-9068d4483393 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681167 Mar 29 10:20:06.961965 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc6dc0-88f0-4b82-9c00-abdfd4cfd39d req-16ec4985-9460-4f7e-aece-9ad20a7f9d35 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:06.963966 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3bc6dc0-88f0-4b82-9c00-abdfd4cfd39d req-16ec4985-9460-4f7e-aece-9ad20a7f9d35 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0619855 Mar 29 10:20:07.010437 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b3bc6dc0-88f0-4b82-9c00-abdfd4cfd39d req-2bbb384b-8b8e-47d6-908a-51fb243b4fcf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397086 Mar 29 10:20:08.150645 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baf8e6-36be-45ef-bbe4-86cbdc14c60a req-c2126d3c-efde-446e-92bc-fc5eb97df83a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:08.152107 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-19baf8e6-36be-45ef-bbe4-86cbdc14c60a req-c2126d3c-efde-446e-92bc-fc5eb97df83a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0693927 Mar 29 10:20:08.526220 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-19baf8e6-36be-45ef-bbe4-86cbdc14c60a req-801531bf-32f6-434a-a925-51716c83c77a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678286 Mar 29 10:20:09.816042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b4d84-5454-431f-820a-4c07aa18613a req-ae9bdcc1-277b-476e-a827-690135165c0b tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:09.817432 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c7b4d84-5454-431f-820a-4c07aa18613a req-ae9bdcc1-277b-476e-a827-690135165c0b tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0504143 Mar 29 10:20:09.856045 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c7b4d84-5454-431f-820a-4c07aa18613a req-272ee01f-a766-4143-9640-d0daf8c46b69 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325444 Mar 29 10:20:10.968086 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f373c-dc3c-4c1d-baec-dc9081472a67 req-645ccb77-53a2-460e-b397-54fbdf44a568 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:10.969531 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ef4f373c-dc3c-4c1d-baec-dc9081472a67 req-645ccb77-53a2-460e-b397-54fbdf44a568 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0474522 Mar 29 10:20:11.008392 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ef4f373c-dc3c-4c1d-baec-dc9081472a67 req-ba621c3c-2155-4571-b362-f7efe19a8475 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329444 Mar 29 10:20:12.124376 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e17f4-a041-420d-91d8-10bdf47cd095 req-2735efa4-7807-406e-b7a1-07433ae34598 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:12.125832 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-861e17f4-a041-420d-91d8-10bdf47cd095 req-2735efa4-7807-406e-b7a1-07433ae34598 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0516255 Mar 29 10:20:12.162795 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-861e17f4-a041-420d-91d8-10bdf47cd095 req-ae50f1c7-58b3-4ec1-9eb2-1c6fcd22801d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309496 Mar 29 10:20:13.158305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2d140-185b-4333-b17a-521c91c1b630 req-68ce7c57-2c17-43fa-99e7-1bfe4ecc296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:13.159766 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bcf2d140-185b-4333-b17a-521c91c1b630 req-68ce7c57-2c17-43fa-99e7-1bfe4ecc296d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1097 time: 0.0396433 Mar 29 10:20:13.177327 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:20:13.298943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2d140-185b-4333-b17a-521c91c1b630 req-7d1dc518-19cc-4d8e-8235-8b00a0e2a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:13.300424 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bcf2d140-185b-4333-b17a-521c91c1b630 req-7d1dc518-19cc-4d8e-8235-8b00a0e2a7ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.1206965 Mar 29 10:20:13.310439 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03de647-b024-410e-bcd2-28e8cd68db14 req-d97bce64-c7e3-429b-90c1-c77786b35503 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:13.312286 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f03de647-b024-410e-bcd2-28e8cd68db14 req-d97bce64-c7e3-429b-90c1-c77786b35503 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0723319 Mar 29 10:20:13.395058 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f03de647-b024-410e-bcd2-28e8cd68db14 req-66400adb-7019-41a9-8a49-07071fae7a28 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751755 Mar 29 10:20:13.398525 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bcf2d140-185b-4333-b17a-521c91c1b630 req-6bfa6906-806a-4e6c-a0d4-5baf2f6cd9b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 200 len: 999 time: 0.0851967 Mar 29 10:20:13.447195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2d140-185b-4333-b17a-521c91c1b630 req-f46a5e54-1202-41ba-92b3-b5a1a9ba9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:13.448645 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bcf2d140-185b-4333-b17a-521c91c1b630 req-f46a5e54-1202-41ba-92b3-b5a1a9ba9c71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0439234 Mar 29 10:20:13.494717 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2d140-185b-4333-b17a-521c91c1b630 req-88bdaf96-0b8a-476d-b005-22a01060f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:13.496178 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bcf2d140-185b-4333-b17a-521c91c1b630 req-88bdaf96-0b8a-476d-b005-22a01060f422 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397215 Mar 29 10:20:13.589041 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bcf2d140-185b-4333-b17a-521c91c1b630 req-ab858138-4268-4d50-a381-5a126c465007 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855651 Mar 29 10:20:13.676325 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bcf2d140-185b-4333-b17a-521c91c1b630 req-c79f80d3-4bd0-4b84-9592-abd58d1d75b3 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808752 Mar 29 10:20:14.521613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192717f8-d73b-4c93-a042-55400f0142e7 req-2f020dab-ef55-4675-9686-0d185bd5803a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:14.523082 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-192717f8-d73b-4c93-a042-55400f0142e7 req-2f020dab-ef55-4675-9686-0d185bd5803a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0547829 Mar 29 10:20:14.561841 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-192717f8-d73b-4c93-a042-55400f0142e7 req-842e9f14-b890-416f-a015-c1a43db78d1c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322199 Mar 29 10:20:15.675449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72018735-8418-47ff-b0a1-101327a28ae1 req-17d540dd-e9cf-4d86-aaa0-854de42bcc42 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:15.676910 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-72018735-8418-47ff-b0a1-101327a28ae1 req-17d540dd-e9cf-4d86-aaa0-854de42bcc42 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0480003 Mar 29 10:20:15.715160 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-72018735-8418-47ff-b0a1-101327a28ae1 req-d2f543e1-2439-422b-917d-32d97dca427b tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311501 Mar 29 10:20:16.832278 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46979-599e-471d-b29d-4abd791063a9 req-4073175c-04b0-4902-85ee-8dd74d815ca8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:16.833896 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ac46979-599e-471d-b29d-4abd791063a9 req-4073175c-04b0-4902-85ee-8dd74d815ca8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 944 time: 0.0520325 Mar 29 10:20:16.871851 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3ac46979-599e-471d-b29d-4abd791063a9 req-be5f1c12-394b-4323-8033-f9e8c3897d64 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319223 Mar 29 10:20:16.892389 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:20:16.990199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:20:17.004173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'port_id': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'mac_address': 'fa:16:3e:d0:33:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:20:17.040781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:17.054307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:20:17.073447 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:20:17.077413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:17.122650 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,revision_number=9']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:17.431706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['6a5b8012-27c3-4762-9dd9-06d94e1b6c21'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:20:17.989535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b6f29-db70-45a9-a26f-2f1ce9be44d1 req-b77601bf-c83c-408a-a4f4-032f2fc79220 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:17.991015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c15b6f29-db70-45a9-a26f-2f1ce9be44d1 req-b77601bf-c83c-408a-a4f4-032f2fc79220 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 945 time: 0.0519226 Mar 29 10:20:18.029661 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c15b6f29-db70-45a9-a26f-2f1ce9be44d1 req-11d59708-45b9-42b0-8149-0095ace6bb97 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321448 Mar 29 10:20:18.898725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:20:18.947892 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:20:18.948255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:19.022199 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:19.044140 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:20:19.046381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3880042634ad15412f2223987af08734140be23d1bb07542e2406eb4cd2e612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20ec236-cdfa-4047-a8b7-4f42c00c56da" -d '{"events": [{"server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:20:19.061603 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:20:19.067254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:19.102037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6b07f4-b5ba-4d27-94ce-15c0aa0af0cb x-openstack-request-id: req-cc6b07f4-b5ba-4d27-94ce-15c0aa0af0cb {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:20:19.102323 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "name": "network-vif-plugged", "status": "completed", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:20:19.103729 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc6b07f4-b5ba-4d27-94ce-15c0aa0af0cb {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:20:19.103729 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'code': 200} Mar 29 10:20:19.127665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,revision_number=10']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:20:19.172453 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f2209-aee6-4857-b619-61b4572b8ba8 req-a98b0c17-6f70-489b-8023-091b88e121ac tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:19.174146 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f1f2209-aee6-4857-b619-61b4572b8ba8 req-a98b0c17-6f70-489b-8023-091b88e121ac tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 947 time: 0.0698211 Mar 29 10:20:19.218785 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5f1f2209-aee6-4857-b619-61b4572b8ba8 req-f940e965-389b-4710-b48d-ea28009916fb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367982 Mar 29 10:20:19.298031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388157-33de-45a4-9c32-e4ab8f7a49d2 req-42c031f4-ebc0-444f-a804-5c18a73bb5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:19.299434 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-57388157-33de-45a4-9c32-e4ab8f7a49d2 req-42c031f4-ebc0-444f-a804-5c18a73bb5a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1100 time: 0.0409188 Mar 29 10:20:19.335907 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-57388157-33de-45a4-9c32-e4ab8f7a49d2 req-3d587c37-0df3-4182-8156-c5dcfa5495a3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284448 Mar 29 10:20:20.339021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5813c-94c6-4136-b518-8e79fcb8827a req-00c3795a-3e16-4695-bf70-28a150ca270e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:20.340500 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5c5813c-94c6-4136-b518-8e79fcb8827a req-00c3795a-3e16-4695-bf70-28a150ca270e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 947 time: 0.0548120 Mar 29 10:20:20.378504 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d5c5813c-94c6-4136-b518-8e79fcb8827a req-87059726-e969-4cbb-815e-307e5dfdac45 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315583 Mar 29 10:20:21.493131 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3742f85-f911-4195-9e74-e6252c4672f2 req-6ef97f29-7fc0-481a-9f91-17d43f303268 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:20:21.494623 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3742f85-f911-4195-9e74-e6252c4672f2 req-6ef97f29-7fc0-481a-9f91-17d43f303268 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 947 time: 0.0490453 Mar 29 10:20:21.533166 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3742f85-f911-4195-9e74-e6252c4672f2 req-eb9e897b-bbf5-4b77-8a79-fd540ab0b282 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Mar 29 10:20:26.844872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-906b0575-d7aa-4afe-adfc-ea2287563685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:29.268069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-223c584d-d583-48e6-aa2a-abb7b287d9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:30.809310 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:32.162339 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:32.790351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:34.163313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:50.175535 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:20:56.849436 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7298af74-6dad-4dd1-9eda-2df439f29ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:20:59.273622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8057dae9-261c-4d30-ac09-d51acf475610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:00.812315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:02.164649 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:02.791633 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:03.553758 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b422acc-aa89-411b-87dc-19cd1a0c579c req-4997ee4a-1196-45ce-ad13-753d7ea912be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419705 Mar 29 10:21:03.635369 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422acc-aa89-411b-87dc-19cd1a0c579c req-2080aaaa-a19c-499d-ae10-10ce4c6c4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:03.636850 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b422acc-aa89-411b-87dc-19cd1a0c579c req-2080aaaa-a19c-499d-ae10-10ce4c6c4a46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1100 time: 0.0408683 Mar 29 10:21:03.736111 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422acc-aa89-411b-87dc-19cd1a0c579c req-417213a0-73c5-402d-9951-a5f8056d355f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:03.737560 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b422acc-aa89-411b-87dc-19cd1a0c579c req-417213a0-73c5-402d-9951-a5f8056d355f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0828459 Mar 29 10:21:03.804785 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b422acc-aa89-411b-87dc-19cd1a0c579c req-c47bcd61-0a90-49a2-a749-dfb407feca6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 200 len: 1001 time: 0.0608187 Mar 29 10:21:03.852651 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422acc-aa89-411b-87dc-19cd1a0c579c req-3d239866-4a79-459f-bb07-ee7874a0ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:03.854061 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b422acc-aa89-411b-87dc-19cd1a0c579c req-3d239866-4a79-459f-bb07-ee7874a0ec6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0429444 Mar 29 10:21:03.898606 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b422acc-aa89-411b-87dc-19cd1a0c579c req-fc59543a-e1b4-4c66-82ba-04f91ec361d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:03.900034 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b422acc-aa89-411b-87dc-19cd1a0c579c req-fc59543a-e1b4-4c66-82ba-04f91ec361d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386817 Mar 29 10:21:03.990159 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b422acc-aa89-411b-87dc-19cd1a0c579c req-cba62972-b6c9-487c-8514-f8bd9355c6f3 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832531 Mar 29 10:21:04.080204 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b422acc-aa89-411b-87dc-19cd1a0c579c req-0a9d496b-df1b-4c85-b649-5aad53bfc144 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832067 Mar 29 10:21:04.166539 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:26.853966 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-356bf2d8-359b-4d7e-9038-6e5715c913f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:27.174660 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:21:29.280749 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a468d54f-7650-4dab-80b2-62c8290065c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:30.816436 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:32.169615 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:32.796799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:34.164591 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:56.857264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5e70204e-3fbe-4501-b7de-cf4d5579e482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:57.232266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60712) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:21:57.430388 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Deleting port 762dab88-3e2f-4b05-8baa-c17e58d132b2 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:21:57.430629 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:57.509854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:57.510203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:57.523195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Calling delete_port for 762dab88-3e2f-4b05-8baa-c17e58d132b2 owned by network:floatingip {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:21:57.667102 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:57.696003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event deleted for resources: {'Port': ['ID=762dab88-3e2f-4b05-8baa-c17e58d132b2,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:21:57.720316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:57.720664 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:57.721001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:57.721336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:57.721692 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:57.722024 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:57.722349 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:57.722671 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:57.722994 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:57.723312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:57.723632 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:57.723996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:21:57.771646 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for floatingip, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:57.771985 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Floating IP 6c76ab3d-014b-4ae5-9cff-1aa4d25852a1 disassociated (deleted). External IP: 172.26.1.85, port: 6a5b8012-27c3-4762-9dd9-06d94e1b6c21. Mar 29 10:21:57.979394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Router 4cfa6a6b-bbff-4a5e-8986-14099922f553 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:21:58.087824 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:21:58.092786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:58.097314 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f9e37-f2ce-429e-8f1d-63504ec04882 None None] Sync routers for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:21:58.108005 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f9e37-f2ce-429e-8f1d-63504ec04882 None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:21:58.108608 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-737f9e37-f2ce-429e-8f1d-63504ec04882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:58.120549 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-87bae19b-f837-46e8-afdc-bf1e46c69bbf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "DELETE /v2.0/floatingips/6c76ab3d-014b-4ae5-9cff-1aa4d25852a1 HTTP/1.1" status: 204 len: 168 time: 0.8871832 Mar 29 10:21:58.121231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:21:58.177487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6982dadf4ae6f27d63f70c4cb86183feac1c4bcc0551f1a94f71ee9a37e1f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c65469-d5eb-48eb-a3bd-6688e6495373" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:21:58.277854 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e21a59f-90bf-45ab-9d1b-72b6b97e20e9 x-openstack-request-id: req-6e21a59f-90bf-45ab-9d1b-72b6b97e20e9 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:21:58.278814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:21:58.279268 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e21a59f-90bf-45ab-9d1b-72b6b97e20e9 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:21:58.279858 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'status': 'completed', 'code': 200} Mar 29 10:21:58.316476 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-737f9e37-f2ce-429e-8f1d-63504ec04882 None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:21:58.368765 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-c36a8bd0-4d66-402d-aa57-42ac4a5e42a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:58.370294 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-c36a8bd0-4d66-402d-aa57-42ac4a5e42a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 1100 time: 0.0693209 Mar 29 10:21:58.382548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb43115-af50-4b4e-8f0e-fa157a580ea0 req-0c372df0-34ab-4c2a-9672-0b3c145c384f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:58.384430 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dbb43115-af50-4b4e-8f0e-fa157a580ea0 req-0c372df0-34ab-4c2a-9672-0b3c145c384f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 947 time: 0.0586052 Mar 29 10:21:58.484778 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-dbb43115-af50-4b4e-8f0e-fa157a580ea0 req-761289ed-0a31-4094-b15d-20e015a55359 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887868 Mar 29 10:21:58.510560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-a16fcc92-f9e6-4071-8fd9-990eac6c46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:58.511621 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-a16fcc92-f9e6-4071-8fd9-990eac6c46cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.1261511 Mar 29 10:21:58.549675 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-737f9e37-f2ce-429e-8f1d-63504ec04882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:15Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:58.555370 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-f277314b-5ae0-442c-9ce2-109cb4aa4983 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 200 len: 217 time: 0.0357242 Mar 29 10:21:58.575757 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f9e37-f2ce-429e-8f1d-63504ec04882 None None] Checking router: 4cfa6a6b-bbff-4a5e-8986-14099922f553 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:21:58.584437 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f9e37-f2ce-429e-8f1d-63504ec04882 None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:21:58.585034 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-737f9e37-f2ce-429e-8f1d-63504ec04882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:21:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:58.611509 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-dc0ad6bf-e166-4d13-90e5-38bf852b37bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:58.613800 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-dc0ad6bf-e166-4d13-90e5-38bf852b37bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0509644 Mar 29 10:21:58.662386 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-5702c169-01f6-46f5-bb30-ed7d42f4dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:58.663867 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-5702c169-01f6-46f5-bb30-ed7d42f4dc46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440981 Mar 29 10:21:58.675215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-86b7de0e-f378-4f79-b220-760497a08bad service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:21:58.676433 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-86b7de0e-f378-4f79-b220-760497a08bad service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051987 Mar 29 10:21:58.687397 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-737f9e37-f2ce-429e-8f1d-63504ec04882 None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:21:58.769939 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-429f40df-d857-4a9f-b6bd-d1d39b2b21ca service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862164 Mar 29 10:21:58.858904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1c65469-d5eb-48eb-a3bd-6688e6495373 req-e481678e-25a6-4764-ada7-032be8feafac service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821397 Mar 29 10:21:58.890134 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-737f9e37-f2ce-429e-8f1d-63504ec04882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:15Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:21:58.919203 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f9e37-f2ce-429e-8f1d-63504ec04882 None None] The sync data for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv is: [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:15Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:21:59.126090 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e191c69-256b-4f9a-8218-d97432171036 None None] New status for floating IP 6c76ab3d-014b-4ae5-9cff-1aa4d25852a1: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:21:59.339176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0abae4c8-610c-47c2-979e-b2735445c3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:21:59.607226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271b28d-ebf7-4862-a663-74f45ef6fa6d req-1ece8ac3-d70f-4bc7-bfdf-ea5a3ffc9e7a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:59.608704 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a271b28d-ebf7-4862-a663-74f45ef6fa6d req-1ece8ac3-d70f-4bc7-bfdf-ea5a3ffc9e7a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 947 time: 0.0497253 Mar 29 10:21:59.650179 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a271b28d-ebf7-4862-a663-74f45ef6fa6d req-2b3b01ef-6cb6-46f0-adf1-f95ffcd50ba4 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=358074ba-eedd-4129-bc68-5bf7d959cf99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354133 Mar 29 10:21:59.907211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293dd66-75fd-4750-b20d-7fcd2fdf92a8 req-c54e792f-5be8-4c94-8611-c2b089de5811 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:21:59.908744 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5293dd66-75fd-4750-b20d-7fcd2fdf92a8 req-c54e792f-5be8-4c94-8611-c2b089de5811 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 947 time: 0.0516999 Mar 29 10:21:59.996047 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-5293dd66-75fd-4750-b20d-7fcd2fdf92a8 req-5bd17df6-65cd-4e6f-8c60-b550f859a177 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Deleting port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:21:59.996390 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5293dd66-75fd-4750-b20d-7fcd2fdf92a8 req-5bd17df6-65cd-4e6f-8c60-b550f859a177 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:00.088315 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-5293dd66-75fd-4750-b20d-7fcd2fdf92a8 req-5bd17df6-65cd-4e6f-8c60-b550f859a177 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] For port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:22:00.088681 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5293dd66-75fd-4750-b20d-7fcd2fdf92a8 req-5bd17df6-65cd-4e6f-8c60-b550f859a177 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:00.100702 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-5293dd66-75fd-4750-b20d-7fcd2fdf92a8 req-5bd17df6-65cd-4e6f-8c60-b550f859a177 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Calling delete_port for 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:22:00.231839 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5293dd66-75fd-4750-b20d-7fcd2fdf92a8 req-5bd17df6-65cd-4e6f-8c60-b550f859a177 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:00.270401 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd17df6-65cd-4e6f-8c60-b550f859a177 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event deleted for resources: {'Port': ['ID=6a5b8012-27c3-4762-9dd9-06d94e1b6c21,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:00.319790 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-5293dd66-75fd-4750-b20d-7fcd2fdf92a8 req-5bd17df6-65cd-4e6f-8c60-b550f859a177 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] No DVR routers for this DVR port 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:22:00.322803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-5293dd66-75fd-4750-b20d-7fcd2fdf92a8 req-5bd17df6-65cd-4e6f-8c60-b550f859a177 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:00.326098 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5293dd66-75fd-4750-b20d-7fcd2fdf92a8 req-5bd17df6-65cd-4e6f-8c60-b550f859a177 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.24 "DELETE /v2.0/ports/6a5b8012-27c3-4762-9dd9-06d94e1b6c21 HTTP/1.1" status: 204 len: 173 time: 0.4116349 Mar 29 10:22:00.326548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'name': 'network-vif-deleted', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:22:00.328910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6982dadf4ae6f27d63f70c4cb86183feac1c4bcc0551f1a94f71ee9a37e1f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5902362-3484-4fa9-84e4-76491e7ab619" -d '{"events": [{"server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "name": "network-vif-deleted", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:22:00.371644 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdf9009-a4d1-4bb0-af8b-9a6d1c46e902 x-openstack-request-id: req-ecdf9009-a4d1-4bb0-af8b-9a6d1c46e902 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:22:00.371931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1d27a7-3544-42f3-ae82-b16eca4568da", "name": "network-vif-deleted", "tag": "6a5b8012-27c3-4762-9dd9-06d94e1b6c21", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:22:00.372177 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecdf9009-a4d1-4bb0-af8b-9a6d1c46e902 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:22:00.372563 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1d27a7-3544-42f3-ae82-b16eca4568da', 'name': 'network-vif-deleted', 'tag': '6a5b8012-27c3-4762-9dd9-06d94e1b6c21', 'status': 'completed', 'code': 200} Mar 29 10:22:00.769125 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f6a5713c-25b0-4ee4-8ddf-b3063cccd13a req-80137ab7-d46c-4a18-9763-742ddcae693f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf1d27a7-3544-42f3-ae82-b16eca4568da HTTP/1.1" status: 200 len: 210 time: 0.0365202 Mar 29 10:22:00.818674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:01.831310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60740) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:22:01.892601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6862315f-8163-4a3e-97e0-80e02f0cbd52 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:01.918862 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6862315f-8163-4a3e-97e0-80e02f0cbd52 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:01.981523 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6862315f-8163-4a3e-97e0-80e02f0cbd52 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:01.984117 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-6862315f-8163-4a3e-97e0-80e02f0cbd52 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:01.985321 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-6862315f-8163-4a3e-97e0-80e02f0cbd52 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "DELETE /v2.0/security-groups/358074ba-eedd-4129-bc68-5bf7d959cf99 HTTP/1.1" status: 204 len: 168 time: 0.1530359 Mar 29 10:22:01.994930 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862315f-8163-4a3e-97e0-80e02f0cbd52 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358074ba-eedd-4129-bc68-5bf7d959cf99,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:02.172493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.314495 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60748) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:22:02.319195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-cb5da263-5d1c-4843-ad77-ae44a4972909 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185397192', 'description': 'tempest-secgroup-smoke-1185397192 description', 'project_id': '2b68dd91481b45e19887d7d549c9684f'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:02.339385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb5da263-5d1c-4843-ad77-ae44a4972909 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.403916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb5da263-5d1c-4843-ad77-ae44a4972909 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.407521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb5da263-5d1c-4843-ad77-ae44a4972909 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.434903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-cb5da263-5d1c-4843-ad77-ae44a4972909 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.436124 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-cb5da263-5d1c-4843-ad77-ae44a4972909 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1204870 Mar 29 10:22:02.439103 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60750) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:22:02.440669 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5da263-5d1c-4843-ad77-ae44a4972909 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54103f53-d087-48b2-af1d-4b236d1c049c,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:02.449356 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group_rule': {'security_group_id': '54103f53-d087-48b2-af1d-4b236d1c049c', 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:02.475904 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.536647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.539580 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.558452 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85c3812-b7c5-4cf1-a7c1-aa0062894cb2,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:02.567192 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.568377 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282952 Mar 29 10:22:02.570111 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:02.570458 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:02.570883 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:02.571226 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:02.571337 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60758) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:22:02.571561 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:02.571891 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:02.572221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:02.572543 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:02.572952 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:02.573191 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:02.573511 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:02.573855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d858e77-0431-41a4-9e2c-3a2c3984aa73 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:02.576987 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-07c881df-b54a-407c-b313-7c7072c27a74 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group_rule': {'security_group_id': '54103f53-d087-48b2-af1d-4b236d1c049c', 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:02.602804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07c881df-b54a-407c-b313-7c7072c27a74 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.659215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07c881df-b54a-407c-b313-7c7072c27a74 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.662783 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07c881df-b54a-407c-b313-7c7072c27a74 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.680601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c881df-b54a-407c-b313-7c7072c27a74 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c99f9a-dd28-46c2-a110-5bbe1e55cab7,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:02.688983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-07c881df-b54a-407c-b313-7c7072c27a74 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.693214 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-07c881df-b54a-407c-b313-7c7072c27a74 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177359 Mar 29 10:22:02.693556 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60760) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:22:02.698101 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ec54b90d-7c27-47ad-952b-db233389254e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group_rule': {'security_group_id': '54103f53-d087-48b2-af1d-4b236d1c049c', 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:02.722262 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec54b90d-7c27-47ad-952b-db233389254e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.778647 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec54b90d-7c27-47ad-952b-db233389254e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.782828 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec54b90d-7c27-47ad-952b-db233389254e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.795121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.801466 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54b90d-7c27-47ad-952b-db233389254e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d94ead-833e-4089-8e97-4660749d8f41,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:02.808860 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ec54b90d-7c27-47ad-952b-db233389254e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.810088 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ec54b90d-7c27-47ad-952b-db233389254e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154912 Mar 29 10:22:02.812800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60762) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:22:02.817024 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-1d5bec91-79c0-4281-9eec-435bb523f4f8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group_rule': {'security_group_id': '54103f53-d087-48b2-af1d-4b236d1c049c', 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:02.840600 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1d5bec91-79c0-4281-9eec-435bb523f4f8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.900326 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1d5bec91-79c0-4281-9eec-435bb523f4f8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.904177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1d5bec91-79c0-4281-9eec-435bb523f4f8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.924449 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bec91-79c0-4281-9eec-435bb523f4f8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e9c86b-905f-42c6-8018-68f44e2d4357,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:02.933464 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-1d5bec91-79c0-4281-9eec-435bb523f4f8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:02.934811 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1d5bec91-79c0-4281-9eec-435bb523f4f8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210794 Mar 29 10:22:02.937486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 60764) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:22:02.941796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-70e1720b-2838-4d55-90b4-aa58fda23576 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group_rule': {'security_group_id': '54103f53-d087-48b2-af1d-4b236d1c049c', 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:02.961968 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-70e1720b-2838-4d55-90b4-aa58fda23576 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Project 2b68dd91481b45e19887d7d549c9684f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:22:02.966567 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70e1720b-2838-4d55-90b4-aa58fda23576 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:03.025135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70e1720b-2838-4d55-90b4-aa58fda23576 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:03.029067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70e1720b-2838-4d55-90b4-aa58fda23576 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:03.048581 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1720b-2838-4d55-90b4-aa58fda23576 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027e7263-68f5-4410-804b-493cf4635714,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:03.057963 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-70e1720b-2838-4d55-90b4-aa58fda23576 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:03.059257 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-70e1720b-2838-4d55-90b4-aa58fda23576 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207669 Mar 29 10:22:03.062409 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60766) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:22:03.066986 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-0da71308-0c3e-478f-8d36-10343dd52ff6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'security_group_rule': {'security_group_id': '54103f53-d087-48b2-af1d-4b236d1c049c', 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:03.086405 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.securitygroups_db [None req-0da71308-0c3e-478f-8d36-10343dd52ff6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Project 2b68dd91481b45e19887d7d549c9684f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:22:03.090992 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0da71308-0c3e-478f-8d36-10343dd52ff6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:03.157191 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0da71308-0c3e-478f-8d36-10343dd52ff6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:03.164094 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0da71308-0c3e-478f-8d36-10343dd52ff6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:03.188627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da71308-0c3e-478f-8d36-10343dd52ff6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df428d4-ad0b-443a-896e-7ef4e6d80bf2,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:03.196420 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-0da71308-0c3e-478f-8d36-10343dd52ff6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:03.197617 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-0da71308-0c3e-478f-8d36-10343dd52ff6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341980 Mar 29 10:22:03.362082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:22:03.383543 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:22:03.383951 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 6a5b8012-27c3-4762-9dd9-06d94e1b6c21 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:22:04.174155 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:22:04.174766 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:17.470471 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-eafff418-e0c9-4381-9f7c-5983ac490c52 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185397192&fields=id&tenant_id=2b68dd91481b45e19887d7d549c9684f HTTP/1.1" status: 200 len: 267 time: 0.0355415 Mar 29 10:22:17.580842 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-91b904c1-0bad-42f0-baed-77fc5ffacc96 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:17.582333 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-91b904c1-0bad-42f0-baed-77fc5ffacc96 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 809 time: 0.1046593 Mar 29 10:22:17.598755 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-50012a7f-f614-4839-a7df-633e6059822b tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/quotas/2b68dd91481b45e19887d7d549c9684f HTTP/1.1" status: 200 len: 375 time: 0.0093656 Mar 29 10:22:17.651241 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-bb413c09-0ca6-420f-8786-82972f0b75fc tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471125 Mar 29 10:22:17.666876 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-b75c904b-c646-4f62-8a86-9d21c36653a6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:22:17.667815 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-b75c904b-c646-4f62-8a86-9d21c36653a6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050578 Mar 29 10:22:17.758254 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-eb34c970-3754-4b3d-9ce1-99c2d7953be0 service neutron] 10.222.0.32 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833611 Mar 29 10:22:17.850940 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e7e5fc67-10c5-4aa8-beb3-5232c9846033 service neutron] 10.222.0.32 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862002 Mar 29 10:22:18.146919 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a4321010-69a3-4bf3-a154-f50bf9cd9fef req-f5899a48-97cd-4eac-afe0-217f11979b35 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 210 time: 0.0262997 Mar 29 10:22:19.173403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-f55063e8-0784-4d64-bac5-28ed26d1de07 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:19.175028 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-f55063e8-0784-4d64-bac5-28ed26d1de07 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 809 time: 0.1215518 Mar 29 10:22:19.223098 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-c4959b37-a480-4dbd-9266-69c8c6f9b85e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b68dd91481b45e19887d7d549c9684f HTTP/1.1" status: 200 len: 380 time: 0.0398266 Mar 29 10:22:19.231902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'port': {'device_id': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'admin_state_up': True, 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'security_groups': ['54103f53-d087-48b2-af1d-4b236d1c049c']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:19.274841 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-45678f8a-77d6-445c-a396-d4affec5df4b req-d55d43c5-256b-49c8-8de8-3a9358ad03dc tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 210 time: 0.0394759 Mar 29 10:22:19.376619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Made reservation on behalf of 2b68dd91481b45e19887d7d549c9684f for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:22:19.380303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:19.525021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Allocated IP 172.20.0.11 (7fd8c68e-1f69-4673-b2a3-a22bf85d07db/7adde899-9083-46cb-b389-caa125a89b3f/466f88ea-dd85-46e1-bd30-dd52dcbc5e1d) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:22:19.675574 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:19.710027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:19.756028 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:22:19.759180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:22:19.762858 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:22:19.769381 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'Port': ['ID=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:19.824584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:19.825251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:19.844367 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-e35a2984-81a2-440f-b5de-dabf1e8bd0d7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6160557 Mar 29 10:22:19.856943 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Request body: {'port': {'device_id': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:19.916222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:20.061392 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-2651ed89-bedd-48f9-918f-347216950c63 None None] Provisioning complete for port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:22:20.062038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2651ed89-bedd-48f9-918f-347216950c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:20.101730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-2651ed89-bedd-48f9-918f-347216950c63 None None] Port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:22:20.528695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482c713-229d-49d9-a0cf-19e0fb8c6613 req-2782560b-f8e1-47b6-bb6c-c4480761e8a4 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:20.530195 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e482c713-229d-49d9-a0cf-19e0fb8c6613 req-2782560b-f8e1-47b6-bb6c-c4480761e8a4 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 932 time: 0.1006374 Mar 29 10:22:20.612777 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e482c713-229d-49d9-a0cf-19e0fb8c6613 req-32c381f9-de02-4554-9302-b3d50466a22f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706997 Mar 29 10:22:20.636127 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:22:20.647955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:20.666144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Transition to ACTIVE for port object 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:22:20.670538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:20.724076 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Pushing event updated for resources: {'Port': ['ID=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:20.805327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Attempting to bind port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:22:20.806029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Attempting to bind port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:22:20.806688 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Attempting to bind port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d on network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:22:20.811731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d on network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 10:22:20.812198 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Attempting to bind port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d on network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:22:20.818003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:22:20.818375 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Checking segment: {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:22:20.818967 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Bound using segment: {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:22:20.819481 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Bound port: 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:22:20.819907 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:20.905730 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] For port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:22:20.908875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] For port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:22:20.915154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:20.955811 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:20.956621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:20.958142 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] 10.222.0.24 "PUT /v2.0/ports/466f88ea-dd85-46e1-bd30-dd52dcbc5e1d HTTP/1.1" status: 200 len: 1094 time: 1.1058061 Mar 29 10:22:20.958486 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:22:20.960724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6982dadf4ae6f27d63f70c4cb86183feac1c4bcc0551f1a94f71ee9a37e1f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86af9eb3-21d5-4961-97e6-db092ff1233e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:22:20.982772 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ff831-dcd3-47c7-9c9e-9982e4461f11 service neutron] Pushing event updated for resources: {'Port': ['ID=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:21.042695 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886108ff-2349-4b66-bbb8-6bd92fcaf74b x-openstack-request-id: req-886108ff-2349-4b66-bbb8-6bd92fcaf74b {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:22:21.043001 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:22:21.043229 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-886108ff-2349-4b66-bbb8-6bd92fcaf74b {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:22:21.043920 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'status': 'completed', 'code': 200} Mar 29 10:22:21.061616 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-131bf2c3-5c07-4b9d-a9e6-8d007b06b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:21.063181 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-131bf2c3-5c07-4b9d-a9e6-8d007b06b15a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1097 time: 0.0605168 Mar 29 10:22:21.111395 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-d8f3e2a6-64a7-412f-af1b-a96a6943b844 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d HTTP/1.1" status: 200 len: 217 time: 0.0414677 Mar 29 10:22:21.184830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-5721a388-d978-48e6-a80b-0160e647c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:21.186328 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-5721a388-d978-48e6-a80b-0160e647c818 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0676329 Mar 29 10:22:21.232981 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-f1d54cba-eb0e-4d9a-a3c6-8170b37fcde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:21.234504 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-f1d54cba-eb0e-4d9a-a3c6-8170b37fcde0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416691 Mar 29 10:22:21.350688 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-6b428a7e-9683-4067-8ef8-dbc10e68aaea service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091409 Mar 29 10:22:21.452506 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03c97fa2-ffd4-485c-b7cb-afcfe0561e34 req-dba8ae62-fbd7-44cb-a445-d5d206d12b50 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953605 Mar 29 10:22:21.552843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af9eb3-21d5-4961-97e6-db092ff1233e req-bdaf45bd-aa17-4967-9247-3608457fb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:21.554415 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-86af9eb3-21d5-4961-97e6-db092ff1233e req-bdaf45bd-aa17-4967-9247-3608457fb6d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1097 time: 0.0479846 Mar 29 10:22:21.673468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af9eb3-21d5-4961-97e6-db092ff1233e req-f877088e-1d6b-4e94-a7ee-3b9ac102dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:21.675956 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-86af9eb3-21d5-4961-97e6-db092ff1233e req-f877088e-1d6b-4e94-a7ee-3b9ac102dd24 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.1145315 Mar 29 10:22:21.730823 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-86af9eb3-21d5-4961-97e6-db092ff1233e req-c31837ba-79f8-4614-8be8-afc80fbff120 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d HTTP/1.1" status: 200 len: 217 time: 0.0485692 Mar 29 10:22:21.800234 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af9eb3-21d5-4961-97e6-db092ff1233e req-06ba249b-bb87-41d4-abaf-72d903a40cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:21.801772 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-86af9eb3-21d5-4961-97e6-db092ff1233e req-06ba249b-bb87-41d4-abaf-72d903a40cef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0541601 Mar 29 10:22:21.810248 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a3e13-16b9-4026-a7ca-f2717e90af8e req-25593615-a51a-463b-bc15-9d540a065505 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:21.813953 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e43a3e13-16b9-4026-a7ca-f2717e90af8e req-25593615-a51a-463b-bc15-9d540a065505 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0928085 Mar 29 10:22:21.883029 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e43a3e13-16b9-4026-a7ca-f2717e90af8e req-10934cdf-0c96-42c6-8e53-b07c6d3b64c2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597332 Mar 29 10:22:21.885554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af9eb3-21d5-4961-97e6-db092ff1233e req-040c9338-cb1f-4805-a4b1-55db57617f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:21.886955 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-86af9eb3-21d5-4961-97e6-db092ff1233e req-040c9338-cb1f-4805-a4b1-55db57617f13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719740 Mar 29 10:22:21.989535 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-86af9eb3-21d5-4961-97e6-db092ff1233e req-b61df229-bf8c-4ea0-a3c5-72f6357471d7 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939183 Mar 29 10:22:22.084568 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-86af9eb3-21d5-4961-97e6-db092ff1233e req-19a36b7e-b4f0-4af6-8d49-bdeb2e0b8276 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892446 Mar 29 10:22:23.016830 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009be06-336c-4f59-b11f-7d8bad642ff8 req-a7c965a8-1899-4324-b37f-395f90b70e22 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:23.018941 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5009be06-336c-4f59-b11f-7d8bad642ff8 req-a7c965a8-1899-4324-b37f-395f90b70e22 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0512049 Mar 29 10:22:23.065631 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5009be06-336c-4f59-b11f-7d8bad642ff8 req-f40cdef8-bf27-41cf-8fc6-9cede62cf0d5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396779 Mar 29 10:22:24.190068 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abd516-0619-4a62-9fc2-35c5d91e3485 req-b6520f0d-cad3-4969-86d5-ded7d7e3189e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:24.191545 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-92abd516-0619-4a62-9fc2-35c5d91e3485 req-b6520f0d-cad3-4969-86d5-ded7d7e3189e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0485845 Mar 29 10:22:24.230536 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-92abd516-0619-4a62-9fc2-35c5d91e3485 req-d82de410-7d7a-498f-a5d1-dd6cd836afd9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322466 Mar 29 10:22:25.349798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a76d3-9fd3-4e86-a182-4419c3e718bb req-bf06b74c-e9d6-4452-9f09-fbf1094b12a2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:25.351283 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5e6a76d3-9fd3-4e86-a182-4419c3e718bb req-bf06b74c-e9d6-4452-9f09-fbf1094b12a2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0538986 Mar 29 10:22:25.390264 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5e6a76d3-9fd3-4e86-a182-4419c3e718bb req-c3a3f4fa-d907-4f12-ad4d-9a7470d61502 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328808 Mar 29 10:22:26.512777 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0d02-c820-4e21-932a-393f39b0b3f0 req-c0487ff7-12b4-4f54-a557-cca8997b89de tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:26.514271 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-515a0d02-c820-4e21-932a-393f39b0b3f0 req-c0487ff7-12b4-4f54-a557-cca8997b89de tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0526583 Mar 29 10:22:26.557222 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-515a0d02-c820-4e21-932a-393f39b0b3f0 req-8cf24e2e-32bf-4400-b8af-9a98248590f8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353892 Mar 29 10:22:26.860343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-970fbf59-5b83-4caa-b5d1-d120e21f3724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:27.704275 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecd06c-f089-446a-87c8-d0da5ab0aee7 req-7d0bdeef-48af-42b0-a051-bc9b8e028303 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:27.705814 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0fecd06c-f089-446a-87c8-d0da5ab0aee7 req-7d0bdeef-48af-42b0-a051-bc9b8e028303 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0611463 Mar 29 10:22:27.753627 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0fecd06c-f089-446a-87c8-d0da5ab0aee7 req-3de147bc-b3e3-4ebf-b722-f4e28bf76480 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393510 Mar 29 10:22:28.878321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7f691-3e87-431c-a780-015d144fee60 req-983f867f-2482-4c55-a464-7af456920de9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:28.880437 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-79e7f691-3e87-431c-a780-015d144fee60 req-983f867f-2482-4c55-a464-7af456920de9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0553436 Mar 29 10:22:28.923780 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-79e7f691-3e87-431c-a780-015d144fee60 req-5c1a7d71-2945-44ef-84dc-92982ffa3624 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347488 Mar 29 10:22:29.280498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-61b10f18-0aa3-46f3-bb10-dde12b8accfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:30.053348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e7a03-b0f3-413c-8053-b1cca4db07ff req-9e54123a-cb5b-43e1-a911-88e782f02dba tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:30.054786 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b19e7a03-b0f3-413c-8053-b1cca4db07ff req-9e54123a-cb5b-43e1-a911-88e782f02dba tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0532708 Mar 29 10:22:30.099487 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b19e7a03-b0f3-413c-8053-b1cca4db07ff req-6f15d1f8-1c2e-42d8-bc8f-2c810167f5f9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342851 Mar 29 10:22:30.823167 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:31.223603 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90667d5c-f9fb-41b5-abac-d6b6914cf144 req-8b3bc43c-f61e-44d3-ae6c-241c1ab348f8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:31.225111 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90667d5c-f9fb-41b5-abac-d6b6914cf144 req-8b3bc43c-f61e-44d3-ae6c-241c1ab348f8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0532823 Mar 29 10:22:31.263615 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-90667d5c-f9fb-41b5-abac-d6b6914cf144 req-43364395-ac8a-4eac-8e3a-498038494d4b tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323298 Mar 29 10:22:32.179345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:32.387262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde596b-46ee-4021-b4d8-9e8eeb730680 req-fb3b13d5-ba28-4a86-89b5-00703d1467c7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:32.388766 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfde596b-46ee-4021-b4d8-9e8eeb730680 req-fb3b13d5-ba28-4a86-89b5-00703d1467c7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0561469 Mar 29 10:22:32.430357 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cfde596b-46ee-4021-b4d8-9e8eeb730680 req-532625be-1e9d-4c30-94be-516ae609f5eb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351710 Mar 29 10:22:32.800815 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:33.548571 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:22:33.549734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4091800-3837-4e0d-b891-30ca44f05ea0 req-6027473b-c1ef-4078-80bb-ccfb34501e92 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:33.551720 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e4091800-3837-4e0d-b891-30ca44f05ea0 req-6027473b-c1ef-4078-80bb-ccfb34501e92 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0549624 Mar 29 10:22:33.595901 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e4091800-3837-4e0d-b891-30ca44f05ea0 req-641cc08a-b9e3-4388-98e2-d2fba890bfd9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376761 Mar 29 10:22:33.653210 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:22:33.664608 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'port_id': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'mac_address': 'fa:16:3e:4a:03:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:22:33.703471 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:33.716664 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:22:33.737025 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:22:33.742950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:33.790126 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:33.797496 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:33.797871 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:33.798211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:33.798544 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:33.798885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:33.799209 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:33.799532 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:33.799855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:33.800177 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:33.800498 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:33.801424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:33.801778 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:22:34.065156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['466f88ea-dd85-46e1-bd30-dd52dcbc5e1d'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:22:34.204619 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:34.730222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1364d-f82e-4fdc-996d-3b13b097a0ba req-c2d1028e-4723-478e-9f2a-95a282d333ec tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:34.731715 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-24b1364d-f82e-4fdc-996d-3b13b097a0ba req-c2d1028e-4723-478e-9f2a-95a282d333ec tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 945 time: 0.0587111 Mar 29 10:22:34.771002 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-24b1364d-f82e-4fdc-996d-3b13b097a0ba req-5d368a8d-941e-4399-af21-77959f7d8ce8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331960 Mar 29 10:22:35.564753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:22:35.619244 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:22:35.623117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:22:35.623491 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:35.702247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:35.726907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:22:35.729188 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3880042634ad15412f2223987af08734140be23d1bb07542e2406eb4cd2e612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f3c77e-5b0e-4e49-8549-0085b8b76584" -d '{"events": [{"server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "name": "network-vif-plugged", "status": "completed", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:22:35.746484 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:22:35.753192 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:35.782146 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47a2fc2-3e48-44d2-818b-d229968ce774 x-openstack-request-id: req-a47a2fc2-3e48-44d2-818b-d229968ce774 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:22:35.782480 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "name": "network-vif-plugged", "status": "completed", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:22:35.782743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a47a2fc2-3e48-44d2-818b-d229968ce774 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:22:35.783166 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'code': 200} Mar 29 10:22:35.811182 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:35.901951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d59f32-46b7-498f-8451-463610d46c03 req-a423e276-bb81-4fce-825b-1e6fc74940c8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:35.905085 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f2d59f32-46b7-498f-8451-463610d46c03 req-a423e276-bb81-4fce-825b-1e6fc74940c8 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0605421 Mar 29 10:22:35.952505 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f2d59f32-46b7-498f-8451-463610d46c03 req-4c35e701-7daf-453c-a8da-331ba219c9ba tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 Mar 29 10:22:35.981125 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c86471-9fab-48ab-ba8a-2340860ef5d7 req-a5dd689c-efd9-4fba-b302-7f9c6a7e42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:35.982666 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87c86471-9fab-48ab-ba8a-2340860ef5d7 req-a5dd689c-efd9-4fba-b302-7f9c6a7e42e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1099 time: 0.0498769 Mar 29 10:22:36.018601 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-87c86471-9fab-48ab-ba8a-2340860ef5d7 req-620c8221-8ca2-4ed1-b117-86ef4bc565fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298519 Mar 29 10:22:37.077284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508c85a-5b13-4ea5-8027-c38ad6d75748 req-5878443d-3425-40a7-9850-f22adf29b63e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:37.083203 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8508c85a-5b13-4ea5-8027-c38ad6d75748 req-5878443d-3425-40a7-9850-f22adf29b63e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0506670 Mar 29 10:22:37.130826 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8508c85a-5b13-4ea5-8027-c38ad6d75748 req-ab4965a6-9052-42a2-9c4b-e17e4cb40e20 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402966 Mar 29 10:22:38.263929 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0d536-2654-453c-9d22-5e01f69af511 req-61fd694b-9ecc-41e7-8f7a-2024b99048a5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:38.265449 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8aa0d536-2654-453c-9d22-5e01f69af511 req-61fd694b-9ecc-41e7-8f7a-2024b99048a5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0621700 Mar 29 10:22:38.312961 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8aa0d536-2654-453c-9d22-5e01f69af511 req-6726894c-527b-47b7-bda7-2994453f5141 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395060 Mar 29 10:22:38.438506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796e43c-ba38-4076-8235-763eb595e180 req-89712301-b215-485c-b3c3-336c70e2a598 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:38.439842 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f796e43c-ba38-4076-8235-763eb595e180 req-89712301-b215-485c-b3c3-336c70e2a598 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0498300 Mar 29 10:22:38.480450 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f796e43c-ba38-4076-8235-763eb595e180 req-90cbd174-6747-4d46-8e72-12aabc677447 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335734 Mar 29 10:22:38.501940 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60980) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:22:38.589904 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2c2670-acd2-458c-878f-6d7a27e5b888 tempest-TestShelveInstance-1533828443 tempest-TestShelveInstance-1533828443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:38.591461 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-ff2c2670-acd2-458c-878f-6d7a27e5b888 tempest-TestShelveInstance-1533828443 tempest-TestShelveInstance-1533828443-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1094 time: 0.0884161 Mar 29 10:22:38.594340 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 60984) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:22:38.598809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:22:38.621327 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:38.761147 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:38.872122 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Allocated IP 172.26.1.192 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/77b9cc35-6228-4d78-a74e-0cd537f0f08b) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:22:38.991795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.030723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.072371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:22:39.075214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:22:39.078691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:22:39.104563 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'Port': ['ID=77b9cc35-6228-4d78-a74e-0cd537f0f08b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:39.459396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.536716 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.692142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.699471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.769387 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event updated for resources: {'Port': ['ID=77b9cc35-6228-4d78-a74e-0cd537f0f08b,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:22:39.781250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:39.890285 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Floating IP 40f02cf0-21e7-4a3d-bed7-fb1301efa617 associated. External IP: 172.26.1.192, port: 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d. Mar 29 10:22:40.100641 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Router 4cfa6a6b-bbff-4a5e-8986-14099922f553 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:22:40.215396 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:22:40.226375 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e7aa5-7a87-4633-88f6-4dc9cfe0c479 None None] Sync routers for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:22:40.237270 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e7aa5-7a87-4633-88f6-4dc9cfe0c479 None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:22:40.237907 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-692e7aa5-7a87-4633-88f6-4dc9cfe0c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:40.238652 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:40.270114 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-be790034-0562-4a8c-bd0f-7662bc722483 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6747372 Mar 29 10:22:40.270706 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:22:40.272918 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6982dadf4ae6f27d63f70c4cb86183feac1c4bcc0551f1a94f71ee9a37e1f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bcf65e-6c0a-4c34-a98d-71cbb7a990c9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:22:40.314919 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04abac36-b5d6-499d-9c99-69c8faea226d x-openstack-request-id: req-04abac36-b5d6-499d-9c99-69c8faea226d {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:22:40.315247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:22:40.315502 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04abac36-b5d6-499d-9c99-69c8faea226d {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:22:40.315899 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'status': 'completed', 'code': 200} Mar 29 10:22:40.368868 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-692e7aa5-7a87-4633-88f6-4dc9cfe0c479 None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:22:40.377555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcf65e-6c0a-4c34-a98d-71cbb7a990c9 req-134107e8-262e-47ee-b254-2c4481d9dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:40.379662 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-97bcf65e-6c0a-4c34-a98d-71cbb7a990c9 req-134107e8-262e-47ee-b254-2c4481d9dfb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1099 time: 0.0420556 Mar 29 10:22:40.481243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcf65e-6c0a-4c34-a98d-71cbb7a990c9 req-52b36d7d-c50b-4bea-b23c-439ed2dd63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:40.483058 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-97bcf65e-6c0a-4c34-a98d-71cbb7a990c9 req-52b36d7d-c50b-4bea-b23c-439ed2dd63fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0964746 Mar 29 10:22:40.554026 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-97bcf65e-6c0a-4c34-a98d-71cbb7a990c9 req-0cd2046b-37bb-4aaa-8a92-f6a1596243f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d HTTP/1.1" status: 200 len: 1000 time: 0.0643075 Mar 29 10:22:40.611446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcf65e-6c0a-4c34-a98d-71cbb7a990c9 req-f1af5d5e-df55-402d-b637-f2d734f109aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:40.613888 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-97bcf65e-6c0a-4c34-a98d-71cbb7a990c9 req-f1af5d5e-df55-402d-b637-f2d734f109aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0527961 Mar 29 10:22:40.626554 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-692e7aa5-7a87-4633-88f6-4dc9cfe0c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '40f02cf0-21e7-4a3d-bed7-fb1301efa617', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'port_id': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'mac_address': 'fa:16:3e:4a:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:22:39Z', 'updated_at': '2022-03-29T10:22:39Z', 'revision_number': 0, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:15Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:40.652952 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e7aa5-7a87-4633-88f6-4dc9cfe0c479 None None] Checking router: 4cfa6a6b-bbff-4a5e-8986-14099922f553 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:22:40.662392 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e7aa5-7a87-4633-88f6-4dc9cfe0c479 None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:22:40.663000 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-692e7aa5-7a87-4633-88f6-4dc9cfe0c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:22:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:40.667739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcf65e-6c0a-4c34-a98d-71cbb7a990c9 req-20ea28a8-bb06-4b93-b6b6-4df518b36ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:22:40.669258 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-97bcf65e-6c0a-4c34-a98d-71cbb7a990c9 req-20ea28a8-bb06-4b93-b6b6-4df518b36ed8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493219 Mar 29 10:22:40.764929 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-97bcf65e-6c0a-4c34-a98d-71cbb7a990c9 req-c9133cf4-1073-43c5-89ea-416b404cc11f service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893054 Mar 29 10:22:40.770228 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-692e7aa5-7a87-4633-88f6-4dc9cfe0c479 None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:22:40.865146 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-97bcf65e-6c0a-4c34-a98d-71cbb7a990c9 req-63ca3ded-b0bb-49aa-b7f3-301c6baff057 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942228 Mar 29 10:22:41.092768 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-692e7aa5-7a87-4633-88f6-4dc9cfe0c479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '40f02cf0-21e7-4a3d-bed7-fb1301efa617', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'port_id': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'mac_address': 'fa:16:3e:4a:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:22:39Z', 'updated_at': '2022-03-29T10:22:39Z', 'revision_number': 0, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:15Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:22:41.126382 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e7aa5-7a87-4633-88f6-4dc9cfe0c479 None None] The sync data for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv is: [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '40f02cf0-21e7-4a3d-bed7-fb1301efa617', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'floating_ip_address': '172.26.1.192', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'port_id': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'mac_address': 'fa:16:3e:4a:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:22:39Z', 'updated_at': '2022-03-29T10:22:39Z', 'revision_number': 0, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:15Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:22:41.172487 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:22:41.327475 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd5e007-1de5-45ed-a63c-58dbd8e643c0 None None] New status for floating IP 40f02cf0-21e7-4a3d-bed7-fb1301efa617: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:22:56.862740 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8904ba48-6e99-45cd-bb2b-c10cd7de62bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:22:59.273752 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6743f3a3-8caf-4a6a-ac8c-7a356aa14682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:00.824331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:02.171602 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:02.800674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:04.186716 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:05.574292 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-507d9187-5fea-477c-91aa-2c530bea90a3 req-05eea53a-4cb6-490b-befc-cb6c40c8df95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788617 Mar 29 10:23:05.653997 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d9187-5fea-477c-91aa-2c530bea90a3 req-76ed460b-a9ea-46d1-b7a9-a144c6bbbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:05.655440 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-507d9187-5fea-477c-91aa-2c530bea90a3 req-76ed460b-a9ea-46d1-b7a9-a144c6bbbef2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1099 time: 0.0395696 Mar 29 10:23:05.760670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d9187-5fea-477c-91aa-2c530bea90a3 req-990b363d-b2da-4cff-af51-4504eb0b4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:05.762077 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-507d9187-5fea-477c-91aa-2c530bea90a3 req-990b363d-b2da-4cff-af51-4504eb0b4c1d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0888309 Mar 29 10:23:05.826952 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-507d9187-5fea-477c-91aa-2c530bea90a3 req-ad6603ed-f78f-4492-83d4-0a336e731c4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d HTTP/1.1" status: 200 len: 1002 time: 0.0577059 Mar 29 10:23:06.202153 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d9187-5fea-477c-91aa-2c530bea90a3 req-13264dc7-95b6-408f-b17a-704a005f5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:06.203595 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-507d9187-5fea-477c-91aa-2c530bea90a3 req-13264dc7-95b6-408f-b17a-704a005f5419 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.3709354 Mar 29 10:23:06.247031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d9187-5fea-477c-91aa-2c530bea90a3 req-3284f13b-365d-441c-80a7-3d191941bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:23:06.248457 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-507d9187-5fea-477c-91aa-2c530bea90a3 req-3284f13b-365d-441c-80a7-3d191941bc60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374022 Mar 29 10:23:06.339752 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-507d9187-5fea-477c-91aa-2c530bea90a3 req-6e44ea6e-7e6f-4fac-94db-0294e03ac95b service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824177 Mar 29 10:23:06.431113 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-507d9187-5fea-477c-91aa-2c530bea90a3 req-d8ecca6f-8a59-4963-bef9-0d37d6ef2593 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844641 Mar 29 10:23:18.170577 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:23:26.867746 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ee748bf1-2583-40be-bab4-01bb7eb280f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:29.275843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b47fe8bd-b756-4460-b2df-b707d95c4477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:30.826144 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:32.173900 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:32.804453 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:34.178666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:55.169946 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:23:56.870002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-6936ddf5-69ba-4fc9-83ec-38b18c708590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:23:59.277993 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9d6d8ff-b50f-492e-84af-da241b96d04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:00.828844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:02.175903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:02.806685 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:04.182475 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:06.538579 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf3391ef-4de9-451d-9db3-7510e951d6dc req-9c87f6c1-8e19-4913-997b-56343bf5ff5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394843 Mar 29 10:24:06.619863 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3391ef-4de9-451d-9db3-7510e951d6dc req-bede54fe-4261-46fe-a4cc-5695db3ab1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:06.621315 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf3391ef-4de9-451d-9db3-7510e951d6dc req-bede54fe-4261-46fe-a4cc-5695db3ab1fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1099 time: 0.0395098 Mar 29 10:24:06.723587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3391ef-4de9-451d-9db3-7510e951d6dc req-f617cd74-3fff-47d3-86c7-6cb767506993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:06.725006 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf3391ef-4de9-451d-9db3-7510e951d6dc req-f617cd74-3fff-47d3-86c7-6cb767506993 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0853999 Mar 29 10:24:06.789170 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf3391ef-4de9-451d-9db3-7510e951d6dc req-c428943f-1c56-438c-9638-7cde155850b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d HTTP/1.1" status: 200 len: 1002 time: 0.0577366 Mar 29 10:24:06.836110 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3391ef-4de9-451d-9db3-7510e951d6dc req-3ca30cf5-a744-430b-9734-fa77976c36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:06.837507 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf3391ef-4de9-451d-9db3-7510e951d6dc req-3ca30cf5-a744-430b-9734-fa77976c36ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0426466 Mar 29 10:24:06.884910 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3391ef-4de9-451d-9db3-7510e951d6dc req-d4c415c1-da98-4ae3-95af-0dd267279ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:06.886439 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf3391ef-4de9-451d-9db3-7510e951d6dc req-d4c415c1-da98-4ae3-95af-0dd267279ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426068 Mar 29 10:24:06.972757 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf3391ef-4de9-451d-9db3-7510e951d6dc req-f2c84f9a-789f-4a9d-b2e7-fdbf7d363de9 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787034 Mar 29 10:24:07.065393 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cf3391ef-4de9-451d-9db3-7510e951d6dc req-43acba0d-bbda-4a0e-8613-e68ff54f99f3 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860090 Mar 29 10:24:26.870518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8df17fa1-1fe0-4e95-9d3d-a072369cc2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:29.280217 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-aa9f138d-fc53-4cbe-b889-681a90cfff23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:30.830659 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:32.169096 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:24:32.177799 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:32.808371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:34.196823 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:38.313234 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f65c0-b195-477b-894d-fd423b8caa27 req-9afc002f-9824-4f40-9e4e-b477f31c2e45 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:38.314619 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-561f65c0-b195-477b-894d-fd423b8caa27 req-9afc002f-9824-4f40-9e4e-b477f31c2e45 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.1250017 Mar 29 10:24:38.351367 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-561f65c0-b195-477b-894d-fd423b8caa27 req-713d51be-79a8-4945-8c5b-38512030d4ad tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307894 Mar 29 10:24:39.531457 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f336f-df18-487e-95ff-94c4da6d1fd0 req-cd18a6f0-c2c0-4ff7-810a-e76b0063b293 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:39.532830 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-680f336f-df18-487e-95ff-94c4da6d1fd0 req-cd18a6f0-c2c0-4ff7-810a-e76b0063b293 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.1045713 Mar 29 10:24:39.570405 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-680f336f-df18-487e-95ff-94c4da6d1fd0 req-d6fb1469-e1af-44ac-830d-550970d5fa38 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316153 Mar 29 10:24:40.689798 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a5985-5ad1-41b7-be15-e97b6064f7d3 req-9bfc8ec3-22fe-4be0-b738-ca7d93df712c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:40.691268 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ed3a5985-5ad1-41b7-be15-e97b6064f7d3 req-9bfc8ec3-22fe-4be0-b738-ca7d93df712c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0492785 Mar 29 10:24:40.728120 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ed3a5985-5ad1-41b7-be15-e97b6064f7d3 req-ad71bd23-6e34-41e4-90f1-d724d287708d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309334 Mar 29 10:24:41.840947 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252469a5-a70b-431b-a678-d78ff05fbdf5 req-ace25924-376a-43d5-9225-14609228e217 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:41.842424 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-252469a5-a70b-431b-a678-d78ff05fbdf5 req-ace25924-376a-43d5-9225-14609228e217 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0468190 Mar 29 10:24:41.879203 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-252469a5-a70b-431b-a678-d78ff05fbdf5 req-75d6a27b-5566-4f94-a87c-a674547bf872 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301921 Mar 29 10:24:42.993921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176131c-b9aa-4de4-992f-1db939935635 req-dbb9d3bb-8d03-42d5-be14-060820adf5d2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:42.997290 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8176131c-b9aa-4de4-992f-1db939935635 req-dbb9d3bb-8d03-42d5-be14-060820adf5d2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0512342 Mar 29 10:24:43.036140 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8176131c-b9aa-4de4-992f-1db939935635 req-d25f22b3-7518-412d-bf29-bd74137b3513 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319965 Mar 29 10:24:44.152949 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39004263-c0f5-4083-89bd-c94fb9a5f9e0 req-71004f1f-6377-4a7b-817e-0ef8f42d2fed tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:44.154417 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-39004263-c0f5-4083-89bd-c94fb9a5f9e0 req-71004f1f-6377-4a7b-817e-0ef8f42d2fed tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0495832 Mar 29 10:24:44.192324 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-39004263-c0f5-4083-89bd-c94fb9a5f9e0 req-643ccda4-dc0f-4f92-94ac-9609b9b5f55c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318215 Mar 29 10:24:45.304063 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f1029-408b-4e02-bf7f-88330a0b01cd req-9f50fef1-3560-48e0-a713-4363ea1fe342 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:45.305497 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-671f1029-408b-4e02-bf7f-88330a0b01cd req-9f50fef1-3560-48e0-a713-4363ea1fe342 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0479453 Mar 29 10:24:45.342099 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-671f1029-408b-4e02-bf7f-88330a0b01cd req-a995ee93-387d-422f-a3f0-1129903bfca2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306480 Mar 29 10:24:46.460615 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72114e08-4ca7-4a80-ac08-714c51cb8876 req-43996fae-0bf7-441a-b208-2c8b212e68c9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:46.462073 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-72114e08-4ca7-4a80-ac08-714c51cb8876 req-43996fae-0bf7-441a-b208-2c8b212e68c9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0523698 Mar 29 10:24:46.498409 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-72114e08-4ca7-4a80-ac08-714c51cb8876 req-477927cb-2703-436b-94b3-39e6d9068a21 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304427 Mar 29 10:24:47.614606 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b010a96-e529-47f6-934b-1d9725c6eed1 req-9e980fc0-29b2-4b90-a4a5-854b733170e6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:47.616085 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b010a96-e529-47f6-934b-1d9725c6eed1 req-9e980fc0-29b2-4b90-a4a5-854b733170e6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0498145 Mar 29 10:24:47.656270 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b010a96-e529-47f6-934b-1d9725c6eed1 req-34d57dc4-2537-4271-a7b2-6a2348499c5a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333521 Mar 29 10:24:48.362487 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af9b27-76f6-41bd-a01a-68329c5e6821 req-211deed2-e1ed-4d0d-8df3-f39b4b1fe175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:48.363954 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49af9b27-76f6-41bd-a01a-68329c5e6821 req-211deed2-e1ed-4d0d-8df3-f39b4b1fe175 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1099 time: 0.0403519 Mar 29 10:24:48.456628 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af9b27-76f6-41bd-a01a-68329c5e6821 req-43367f89-e437-4bdb-a26a-5464fbc49feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:48.458205 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49af9b27-76f6-41bd-a01a-68329c5e6821 req-43367f89-e437-4bdb-a26a-5464fbc49feb service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0871370 Mar 29 10:24:48.520463 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49af9b27-76f6-41bd-a01a-68329c5e6821 req-01086a10-d514-4da5-83d4-cd3f476dca20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d HTTP/1.1" status: 200 len: 1002 time: 0.0561135 Mar 29 10:24:48.571063 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af9b27-76f6-41bd-a01a-68329c5e6821 req-8188aa11-4901-4fa4-a538-fb9383c9126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:48.572470 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49af9b27-76f6-41bd-a01a-68329c5e6821 req-8188aa11-4901-4fa4-a538-fb9383c9126e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0458100 Mar 29 10:24:48.616083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af9b27-76f6-41bd-a01a-68329c5e6821 req-259923a6-adfd-43c3-8066-eb17468b7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:48.617458 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49af9b27-76f6-41bd-a01a-68329c5e6821 req-259923a6-adfd-43c3-8066-eb17468b7c1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389483 Mar 29 10:24:48.709291 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49af9b27-76f6-41bd-a01a-68329c5e6821 req-edb0e544-752e-42f2-8e8b-3921fb4ac079 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854464 Mar 29 10:24:48.828946 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c8973-ab2f-45fb-a9b6-dcad6ed1237e req-c4b8509e-4f57-4721-8f87-437e971bf02f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:48.830450 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2f4c8973-ab2f-45fb-a9b6-dcad6ed1237e req-c4b8509e-4f57-4721-8f87-437e971bf02f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0973809 Mar 29 10:24:48.836495 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-49af9b27-76f6-41bd-a01a-68329c5e6821 req-83a2efe0-f127-41c4-bec6-14358d219f6e service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211772 Mar 29 10:24:48.872995 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2f4c8973-ab2f-45fb-a9b6-dcad6ed1237e req-e6a7bd00-9c34-4618-8b57-e5c98b42cc42 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354655 Mar 29 10:24:49.987173 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600d880-338d-43a2-939e-8d294119f887 req-0cbee3e2-2828-46fa-b82e-e2643018b51c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:49.988641 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1600d880-338d-43a2-939e-8d294119f887 req-0cbee3e2-2828-46fa-b82e-e2643018b51c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0486133 Mar 29 10:24:50.025681 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1600d880-338d-43a2-939e-8d294119f887 req-4c3561d9-e298-419e-8ef6-b92bd21a05bb tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309572 Mar 29 10:24:51.140297 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb2bf9-2838-4af6-9e07-d13b476492ac req-8f98a8f2-b93e-4a9e-b74b-61fb61caa87e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:51.141757 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d8eb2bf9-2838-4af6-9e07-d13b476492ac req-8f98a8f2-b93e-4a9e-b74b-61fb61caa87e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0479355 Mar 29 10:24:51.182708 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d8eb2bf9-2838-4af6-9e07-d13b476492ac req-6e973bbe-daea-4b68-9ae8-75ad37f2cd4c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348773 Mar 29 10:24:52.293088 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bd58f-0eb8-4001-a912-6fe4a4f1f546 req-e5c64820-6a17-4cc0-ad63-57ce3f37ddaf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:52.294540 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f73bd58f-0eb8-4001-a912-6fe4a4f1f546 req-e5c64820-6a17-4cc0-ad63-57ce3f37ddaf tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0473304 Mar 29 10:24:52.334737 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f73bd58f-0eb8-4001-a912-6fe4a4f1f546 req-f02bc3f1-e3cb-4af4-8f51-a643fdebcd13 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342069 Mar 29 10:24:52.509162 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-de059f7e-c8cc-45bb-a28b-420efab54282 req-486931c0-a29a-4024-93e0-299fe27db9fd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:24:52.509462 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-de059f7e-c8cc-45bb-a28b-420efab54282 req-486931c0-a29a-4024-93e0-299fe27db9fd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0427861 Mar 29 10:24:52.643622 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-978a6a16-6cec-445b-b808-25b1b388c784 req-e8a66bcb-c721-49ba-9bd5-b70503bbda77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456114 Mar 29 10:24:52.653804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [req-978a6a16-6cec-445b-b808-25b1b388c784 req-10103b35-d52b-4fc9-9610-48a30ac1cef8 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102495) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:24:52.654842 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-978a6a16-6cec-445b-b808-25b1b388c784 req-10103b35-d52b-4fc9-9610-48a30ac1cef8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055554 Mar 29 10:24:52.671554 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c9a61-3a9f-46a5-993c-faa043935e45 req-82c84ad4-a3f1-4116-ab00-6f1b6e9e3841 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:52.673085 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-532c9a61-3a9f-46a5-993c-faa043935e45 req-82c84ad4-a3f1-4116-ab00-6f1b6e9e3841 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0523767 Mar 29 10:24:52.717466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-532c9a61-3a9f-46a5-993c-faa043935e45 req-8cf4e065-f0c3-4f86-abb3-7cb33afb3135 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366173 Mar 29 10:24:53.842312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b421bb-9dee-4b8e-9645-0e1f8de53108 req-cc244275-4c91-4097-b84f-daea0ece03cc tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:53.843681 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a1b421bb-9dee-4b8e-9645-0e1f8de53108 req-cc244275-4c91-4097-b84f-daea0ece03cc tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0499337 Mar 29 10:24:53.882791 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a1b421bb-9dee-4b8e-9645-0e1f8de53108 req-4eaf2de0-5487-4006-9d0e-be9d2904b80d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329783 Mar 29 10:24:54.322852 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:24:54.399305 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:54.422461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:24:54.424658 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3880042634ad15412f2223987af08734140be23d1bb07542e2406eb4cd2e612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0844e96-17e0-4305-8627-62f5aa372d8e" -d '{"events": [{"server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "name": "network-vif-unplugged", "status": "completed", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:24:54.438814 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:24:54.443080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:54.494351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:24:54.501846 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:24:54.502264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:24:54.502669 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:24:54.503068 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:24:54.503466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:24:54.503865 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:24:54.504277 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:24:54.504671 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:24:54.505065 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:24:54.505454 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:24:54.505864 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:24:54.506256 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:24:54.520950 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 10:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78984338-71f8-437c-bfd5-8c2be21c8a77 x-openstack-request-id: req-78984338-71f8-437c-bfd5-8c2be21c8a77 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:24:54.521332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "name": "network-vif-unplugged", "status": "failed", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d", "code": 422}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:24:54.521640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78984338-71f8-437c-bfd5-8c2be21c8a77 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:24:54.521980 dv-neutron-835554-1-hyperv neutron-server[102497]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'code': 422} returned with failed status Mar 29 10:24:55.001831 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28954ba-d536-4de6-a40d-85b228ff30a2 req-8a349869-2428-417d-b3dc-5dc3eb9b9193 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:55.003298 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b28954ba-d536-4de6-a40d-85b228ff30a2 req-8a349869-2428-417d-b3dc-5dc3eb9b9193 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0480671 Mar 29 10:24:55.045373 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b28954ba-d536-4de6-a40d-85b228ff30a2 req-17074cc0-58af-417c-8d5c-566c54229b61 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359027 Mar 29 10:24:56.163151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afe108-9513-40db-a30c-6127717168ec req-80ee1481-b93b-4ac1-9f3a-6693cd802bcd tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:56.164605 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-46afe108-9513-40db-a30c-6127717168ec req-80ee1481-b93b-4ac1-9f3a-6693cd802bcd tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0507610 Mar 29 10:24:56.203425 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-46afe108-9513-40db-a30c-6127717168ec req-1dffe349-f91f-46c2-b8cf-fdc73a7438d0 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325983 Mar 29 10:24:56.873094 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-15a0096a-d67d-472e-aa89-cf4fc1df87b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:57.226195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a6a16-6cec-445b-b808-25b1b388c784 req-a94ef66d-347f-4a3e-9445-bb69072b12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:57.227680 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-978a6a16-6cec-445b-b808-25b1b388c784 req-a94ef66d-347f-4a3e-9445-bb69072b12e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628&tenant_id=2b68dd91481b45e19887d7d549c9684f HTTP/1.1" status: 200 len: 1097 time: 0.0446494 Mar 29 10:24:57.320003 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a6a16-6cec-445b-b808-25b1b388c784 req-561ed409-ab27-4ebc-94a8-01868b28760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:57.321458 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-978a6a16-6cec-445b-b808-25b1b388c784 req-561ed409-ab27-4ebc-94a8-01868b28760c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1097 time: 0.0711687 Mar 29 10:24:57.343344 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6cfe7-7f6e-45cd-88db-fb1e64b61f36 req-0a1c00e9-2763-42ef-aa31-8d420eec95ae tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:57.344719 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-23f6cfe7-7f6e-45cd-88db-fb1e64b61f36 req-0a1c00e9-2763-42ef-aa31-8d420eec95ae tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0676682 Mar 29 10:24:57.425759 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-23f6cfe7-7f6e-45cd-88db-fb1e64b61f36 req-dd60101e-e65f-4af0-adf2-6dc35c75bb4c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714202 Mar 29 10:24:57.443437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a6a16-6cec-445b-b808-25b1b388c784 req-90673188-5c43-4f0b-9dfd-1bf89ca186b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:57.444899 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-978a6a16-6cec-445b-b808-25b1b388c784 req-90673188-5c43-4f0b-9dfd-1bf89ca186b5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.1162727 Mar 29 10:24:57.511860 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-978a6a16-6cec-445b-b808-25b1b388c784 req-049edbf6-1fab-423e-9147-343a5c78ba6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d HTTP/1.1" status: 200 len: 1000 time: 0.0607562 Mar 29 10:24:57.559243 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a6a16-6cec-445b-b808-25b1b388c784 req-f1da98dd-ab8e-4b2d-81b0-65c8f8f31a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:57.560661 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-978a6a16-6cec-445b-b808-25b1b388c784 req-f1da98dd-ab8e-4b2d-81b0-65c8f8f31a7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0430353 Mar 29 10:24:57.603952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a6a16-6cec-445b-b808-25b1b388c784 req-1abdee43-51ab-4425-b328-de53c8003d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:57.605401 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-978a6a16-6cec-445b-b808-25b1b388c784 req-1abdee43-51ab-4425-b328-de53c8003d36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388975 Mar 29 10:24:57.695790 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-978a6a16-6cec-445b-b808-25b1b388c784 req-129f9647-dbcf-4007-9b66-ea627ad4e7c2 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842097 Mar 29 10:24:57.792804 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-978a6a16-6cec-445b-b808-25b1b388c784 req-0a3ba027-d6b8-435a-a28b-24a7e9a06730 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910900 Mar 29 10:24:58.541931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f680d-57b2-4b9d-90ac-a445f0e94483 req-f8dc8dd3-22ea-44e7-a954-4be524fb061a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:58.543405 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-631f680d-57b2-4b9d-90ac-a445f0e94483 req-f8dc8dd3-22ea-44e7-a954-4be524fb061a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0517974 Mar 29 10:24:58.583287 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-631f680d-57b2-4b9d-90ac-a445f0e94483 req-d07dc647-8da0-45d3-a924-e51429b132c0 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Mar 29 10:24:59.283242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a1c55aa1-b466-4a8d-90b5-ea8fcb361b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:24:59.697636 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588a6b-f681-4d3c-8610-bf7581d4393e req-2d14c81f-5ab1-4921-8745-58e041281149 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:24:59.699078 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d7588a6b-f681-4d3c-8610-bf7581d4393e req-2d14c81f-5ab1-4921-8745-58e041281149 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0478151 Mar 29 10:24:59.742014 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d7588a6b-f681-4d3c-8610-bf7581d4393e req-e21fbfc2-fc50-4541-bf70-f8a5ced74da6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314198 Mar 29 10:25:00.835466 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:00.860904 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0458e24-1766-4874-a71d-39a632f853e2 req-9d56cc0b-1c15-4821-a483-5edf58e63c9a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:00.862397 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e0458e24-1766-4874-a71d-39a632f853e2 req-9d56cc0b-1c15-4821-a483-5edf58e63c9a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0512977 Mar 29 10:25:00.899972 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e0458e24-1766-4874-a71d-39a632f853e2 req-e3ad9fe7-683b-42b4-a741-df8e68518456 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313489 Mar 29 10:25:02.019817 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a656d-88ea-4e67-9dff-9367a58b5882 req-81b783f6-1af4-4d1e-b9aa-eb616f6dd57c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:02.021258 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-817a656d-88ea-4e67-9dff-9367a58b5882 req-81b783f6-1af4-4d1e-b9aa-eb616f6dd57c tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0525594 Mar 29 10:25:02.060172 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-817a656d-88ea-4e67-9dff-9367a58b5882 req-3d96b448-60bf-4ba3-b63d-432613792575 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308976 Mar 29 10:25:02.180687 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:02.812030 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:03.176428 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85b7dc-a81b-41dc-af53-70111d954567 req-b7142bf2-aad1-420c-bcdf-672955c914de tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:03.177896 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d85b7dc-a81b-41dc-af53-70111d954567 req-b7142bf2-aad1-420c-bcdf-672955c914de tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0510092 Mar 29 10:25:03.216744 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1d85b7dc-a81b-41dc-af53-70111d954567 req-8244e477-46a2-4d84-abb6-9110fa00bdf3 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327144 Mar 29 10:25:04.205032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:04.331303 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1a030-23c5-4013-8017-7d412377a5fb req-7bfb303f-7fff-41c3-81a2-a84401a69719 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:04.332761 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8dd1a030-23c5-4013-8017-7d412377a5fb req-7bfb303f-7fff-41c3-81a2-a84401a69719 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0485759 Mar 29 10:25:04.370672 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8dd1a030-23c5-4013-8017-7d412377a5fb req-06c29e30-313e-4a73-b59d-fa6dabc08ed1 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Mar 29 10:25:05.493593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af6bf4-6ce0-47ac-8614-3dc52a0e5f88 req-de01e55c-596e-48ca-802e-04a8bb85813b tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:05.495069 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b4af6bf4-6ce0-47ac-8614-3dc52a0e5f88 req-de01e55c-596e-48ca-802e-04a8bb85813b tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 944 time: 0.0541685 Mar 29 10:25:05.537161 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b4af6bf4-6ce0-47ac-8614-3dc52a0e5f88 req-13bb1de7-afca-44e6-80ae-5a4e1a143dc6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328603 Mar 29 10:25:06.354528 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:25:06.446982 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:25:06.458594 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'port_id': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'mac_address': 'fa:16:3e:4a:03:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:25:06.498115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:06.511518 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:25:06.531411 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:25:06.536364 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:06.583141 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:06.652803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00558aa1-8ae6-411a-8f8f-524987058300 req-e973c336-7607-4705-908b-40f45bd1be2a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:06.654193 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-00558aa1-8ae6-411a-8f8f-524987058300 req-e973c336-7607-4705-908b-40f45bd1be2a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 945 time: 0.0490713 Mar 29 10:25:06.692281 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-00558aa1-8ae6-411a-8f8f-524987058300 req-f5546eac-e583-4b68-940b-e07a5b8febd7 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312803 Mar 29 10:25:06.895860 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['466f88ea-dd85-46e1-bd30-dd52dcbc5e1d'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:25:07.585984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc98fb-8471-4bd9-9c61-ecc3b331c4a1 req-2626a224-1438-4b66-a240-a86979fe7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:07.587372 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bccc98fb-8471-4bd9-9c61-ecc3b331c4a1 req-2626a224-1438-4b66-a240-a86979fe7472 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1098 time: 0.0403156 Mar 29 10:25:07.693952 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc98fb-8471-4bd9-9c61-ecc3b331c4a1 req-b0f1b6f5-a0b5-4a8b-bc4d-4493fd8602b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:07.695414 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bccc98fb-8471-4bd9-9c61-ecc3b331c4a1 req-b0f1b6f5-a0b5-4a8b-bc4d-4493fd8602b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0895953 Mar 29 10:25:07.765833 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bccc98fb-8471-4bd9-9c61-ecc3b331c4a1 req-627b0039-616f-48c6-b84a-43cdb5e7038d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d HTTP/1.1" status: 200 len: 1001 time: 0.0627904 Mar 29 10:25:07.840874 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc98fb-8471-4bd9-9c61-ecc3b331c4a1 req-c155a43a-36fe-4bbe-a11b-c7ed4065ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:07.842372 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bccc98fb-8471-4bd9-9c61-ecc3b331c4a1 req-c155a43a-36fe-4bbe-a11b-c7ed4065ac80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0674472 Mar 29 10:25:07.850176 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314415-833c-4773-bace-f9f2f1c7677b req-28af4dcc-61d7-4ca5-bdeb-f410e09e2473 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:07.851519 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f9314415-833c-4773-bace-f9f2f1c7677b req-28af4dcc-61d7-4ca5-bdeb-f410e09e2473 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 945 time: 0.0888588 Mar 29 10:25:07.911335 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f9314415-833c-4773-bace-f9f2f1c7677b req-d622e0b6-8d8b-4a01-9390-0cb6e32423f3 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513656 Mar 29 10:25:07.916590 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc98fb-8471-4bd9-9c61-ecc3b331c4a1 req-da500d12-32a5-4135-b7a2-dea220b5d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:07.918061 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bccc98fb-8471-4bd9-9c61-ecc3b331c4a1 req-da500d12-32a5-4135-b7a2-dea220b5d027 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657034 Mar 29 10:25:08.011054 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bccc98fb-8471-4bd9-9c61-ecc3b331c4a1 req-0d0305da-330c-4fe5-87b1-a3fee14c638c service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862651 Mar 29 10:25:08.099063 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bccc98fb-8471-4bd9-9c61-ecc3b331c4a1 req-08c754e0-2bd4-4bc6-b704-e180d9fd0731 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813549 Mar 29 10:25:08.358381 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:25:08.407251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:25:08.407641 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:08.487451 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:08.510038 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:25:08.512329 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3880042634ad15412f2223987af08734140be23d1bb07542e2406eb4cd2e612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1cbb07-c180-4300-9402-3c7284d44875" -d '{"events": [{"server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "name": "network-vif-plugged", "status": "completed", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:25:08.526635 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:25:08.532294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:08.557275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de7d28c-2d24-48b1-ad33-61845f9ee310 x-openstack-request-id: req-0de7d28c-2d24-48b1-ad33-61845f9ee310 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:25:08.557559 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "name": "network-vif-plugged", "status": "completed", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:25:08.557827 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0de7d28c-2d24-48b1-ad33-61845f9ee310 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:25:08.558203 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'code': 200} Mar 29 10:25:08.585021 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,revision_number=8']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:25:08.808985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e07499-a373-4611-8ff9-593b978a263a req-2856a9ed-83bc-4e54-bdce-96cd9e7e4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:08.812237 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6e07499-a373-4611-8ff9-593b978a263a req-2856a9ed-83bc-4e54-bdce-96cd9e7e4966 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1099 time: 0.0526359 Mar 29 10:25:08.847282 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6e07499-a373-4611-8ff9-593b978a263a req-a7130789-c2ab-4585-ad0a-fc30eea518be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284441 Mar 29 10:25:09.028932 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d9d39-bab8-4021-8844-1986707b4824 req-7a4fa93f-e813-4e07-8dd2-51f36d09e88f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:09.030969 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-693d9d39-bab8-4021-8844-1986707b4824 req-7a4fa93f-e813-4e07-8dd2-51f36d09e88f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0506210 Mar 29 10:25:09.071551 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-693d9d39-bab8-4021-8844-1986707b4824 req-da24a24f-bd82-47b6-8338-63badb238fc9 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342758 Mar 29 10:25:09.171337 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:25:10.191329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7602c1e-b891-442e-9181-84f988cfa09e req-4103b769-dd76-4a39-8a2d-fde5ba6988e2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:10.192813 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a7602c1e-b891-442e-9181-84f988cfa09e req-4103b769-dd76-4a39-8a2d-fde5ba6988e2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0514772 Mar 29 10:25:10.229478 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a7602c1e-b891-442e-9181-84f988cfa09e req-5040253a-2878-4306-a480-a2b24f807a6e tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306897 Mar 29 10:25:11.352700 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080ab15-0db6-40ca-8506-a727a37e97c9 req-13f30615-b47b-4d43-977c-1a95fd0fe61d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:25:11.354366 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8080ab15-0db6-40ca-8506-a727a37e97c9 req-13f30615-b47b-4d43-977c-1a95fd0fe61d tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0559070 Mar 29 10:25:11.401289 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8080ab15-0db6-40ca-8506-a727a37e97c9 req-7a69eb02-4c1b-41b3-8d85-fbfd8377f489 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373065 Mar 29 10:25:26.875034 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ace6f09f-d03e-403c-9a49-a9c721dcb0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:29.285843 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-82ae9482-7eb1-4bd0-bd3b-1e22b1eefaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:30.837585 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:32.184442 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:32.815306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:34.209050 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:46.170602 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:25:56.878926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-add64117-665d-41e3-9406-3f83cd6cbb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:25:59.288644 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-df3f8d1a-59dc-452e-b1eb-8ea440862841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:00.841590 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:02.186618 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:02.819503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:04.208450 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:09.539759 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-07bfbfc8-3b01-46e3-960e-731992fde918 req-b03fa170-c294-44c4-98ad-ce465e226e31 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381653 Mar 29 10:26:09.622776 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfbfc8-3b01-46e3-960e-731992fde918 req-71cfcaf0-74a3-4b8e-861d-f2eaca9463be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:09.624268 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-07bfbfc8-3b01-46e3-960e-731992fde918 req-71cfcaf0-74a3-4b8e-861d-f2eaca9463be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1099 time: 0.0440025 Mar 29 10:26:09.725548 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfbfc8-3b01-46e3-960e-731992fde918 req-8ea53b17-2265-4d4e-9222-c62c91918318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:09.727035 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-07bfbfc8-3b01-46e3-960e-731992fde918 req-8ea53b17-2265-4d4e-9222-c62c91918318 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.0849962 Mar 29 10:26:09.795059 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-07bfbfc8-3b01-46e3-960e-731992fde918 req-35b5c4b8-bf77-4f84-8f26-45d4208d9d54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d HTTP/1.1" status: 200 len: 1002 time: 0.0611627 Mar 29 10:26:09.841477 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfbfc8-3b01-46e3-960e-731992fde918 req-87c8c2a1-06fe-4e47-9c1c-16665de676ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:09.842929 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-07bfbfc8-3b01-46e3-960e-731992fde918 req-87c8c2a1-06fe-4e47-9c1c-16665de676ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0419383 Mar 29 10:26:09.886724 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfbfc8-3b01-46e3-960e-731992fde918 req-c07e30c4-9919-4681-ae6f-f5741521cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:09.888383 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-07bfbfc8-3b01-46e3-960e-731992fde918 req-c07e30c4-9919-4681-ae6f-f5741521cd4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390153 Mar 29 10:26:09.977850 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-07bfbfc8-3b01-46e3-960e-731992fde918 req-8d17797b-6f66-437d-94f6-3970ba4a4bd2 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830855 Mar 29 10:26:10.063688 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-07bfbfc8-3b01-46e3-960e-731992fde918 req-c4ec62de-3c9f-4ca6-94de-e7f1e2cd1756 service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794675 Mar 29 10:26:23.170855 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:26:24.236817 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 32918) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:24.703135 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Deleting port 77b9cc35-6228-4d78-a74e-0cd537f0f08b {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:26:24.703478 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:24.780255 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:24.780561 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:24.795293 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Calling delete_port for 77b9cc35-6228-4d78-a74e-0cd537f0f08b owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:26:24.939275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:24.965506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event deleted for resources: {'Port': ['ID=77b9cc35-6228-4d78-a74e-0cd537f0f08b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:24.988098 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:24.988443 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:24.988786 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:24.989117 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:24.989445 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:24.989806 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:24.990131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:24.990456 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:24.990780 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:24.991096 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:24.991424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:24.991736 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:25.032361 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:25.032690 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Floating IP 40f02cf0-21e7-4a3d-bed7-fb1301efa617 disassociated (deleted). External IP: 172.26.1.192, port: 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d. Mar 29 10:26:25.241048 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Router 4cfa6a6b-bbff-4a5e-8986-14099922f553 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:26:25.349716 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:26:25.354237 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:25.360638 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfc1fd-a298-4582-8fc1-5e99cce0826b None None] Sync routers for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:26:25.370663 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfc1fd-a298-4582-8fc1-5e99cce0826b None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:25.371254 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-73bfc1fd-a298-4582-8fc1-5e99cce0826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:25.381646 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-a5fb07a2-f5d5-407c-bef4-0c1d930662f5 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "DELETE /v2.0/floatingips/40f02cf0-21e7-4a3d-bed7-fb1301efa617 HTTP/1.1" status: 204 len: 168 time: 1.1437216 Mar 29 10:26:25.382341 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:26:25.486970 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-73bfc1fd-a298-4582-8fc1-5e99cce0826b None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:25.520454 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dc13acd5fdce24917e2ce113e58c836f6bfa6c4acb6f8a15599b93f47d61eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ece80b-d49d-4392-8cdf-b0c7b48c1cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:26:25.629764 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6590d09-8979-4e32-8f3e-88a6a54b38b3 x-openstack-request-id: req-e6590d09-8979-4e32-8f3e-88a6a54b38b3 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:26:25.630257 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:26:25.630506 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6590d09-8979-4e32-8f3e-88a6a54b38b3 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:26:25.631067 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'status': 'completed', 'code': 200} Mar 29 10:26:25.656312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa27d9-65bc-4e50-a701-35743ac98439 req-f420d496-0a7a-424d-8362-cc1d4008a959 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:25.658069 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-37aa27d9-65bc-4e50-a701-35743ac98439 req-f420d496-0a7a-424d-8362-cc1d4008a959 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0706632 Mar 29 10:26:25.708984 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-73bfc1fd-a298-4582-8fc1-5e99cce0826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:15Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:25.722784 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-37aa27d9-65bc-4e50-a701-35743ac98439 req-31601678-c085-419b-adcd-793c886462c3 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556016 Mar 29 10:26:25.727658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ece80b-d49d-4392-8cdf-b0c7b48c1cc9 req-cea78a55-3cf4-47b7-8a38-e540065eb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:25.729220 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ece80b-d49d-4392-8cdf-b0c7b48c1cc9 req-cea78a55-3cf4-47b7-8a38-e540065eb23f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b68dd91481b45e19887d7d549c9684f&device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 1099 time: 0.0701492 Mar 29 10:26:25.736724 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfc1fd-a298-4582-8fc1-5e99cce0826b None None] Checking router: 4cfa6a6b-bbff-4a5e-8986-14099922f553 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:26:25.746828 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfc1fd-a298-4582-8fc1-5e99cce0826b None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:25.747401 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-73bfc1fd-a298-4582-8fc1-5e99cce0826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:25:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:25.837788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ece80b-d49d-4392-8cdf-b0c7b48c1cc9 req-7f63d45f-0f8a-4f39-860e-b82119af41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:25.840671 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ece80b-d49d-4392-8cdf-b0c7b48c1cc9 req-7f63d45f-0f8a-4f39-860e-b82119af41d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 200 len: 910 time: 0.1035733 Mar 29 10:26:25.860182 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-73bfc1fd-a298-4582-8fc1-5e99cce0826b None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:25.893540 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ece80b-d49d-4392-8cdf-b0c7b48c1cc9 req-2cdb794c-644a-4b64-9102-8deafc070231 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d HTTP/1.1" status: 200 len: 217 time: 0.0457385 Mar 29 10:26:25.945799 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ece80b-d49d-4392-8cdf-b0c7b48c1cc9 req-23d33ee7-dae2-497c-a273-388f47fcc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:25.947262 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ece80b-d49d-4392-8cdf-b0c7b48c1cc9 req-23d33ee7-dae2-497c-a273-388f47fcc324 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 200 len: 848 time: 0.0438356 Mar 29 10:26:25.998223 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ece80b-d49d-4392-8cdf-b0c7b48c1cc9 req-cb0fc06a-47bf-4c23-99ac-22daee90de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:25.999727 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ece80b-d49d-4392-8cdf-b0c7b48c1cc9 req-cb0fc06a-47bf-4c23-99ac-22daee90de8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7fd8c68e-1f69-4673-b2a3-a22bf85d07db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453935 Mar 29 10:26:26.063244 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-73bfc1fd-a298-4582-8fc1-5e99cce0826b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:15Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:26.090361 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bfc1fd-a298-4582-8fc1-5e99cce0826b None None] The sync data for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv is: [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:16:11Z', 'revision_number': 4, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '5f5aa73e-d04f-4de4-9445-3937a7275a7d', 'name': '', 'network_id': '7fd8c68e-1f69-4673-b2a3-a22bf85d07db', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'mac_address': 'fa:16:3e:35:b9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '7adde899-9083-46cb-b389-caa125a89b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:10Z', 'updated_at': '2022-03-29T10:16:15Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'subnets': [{'id': '7adde899-9083-46cb-b389-caa125a89b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:26:26.092431 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ece80b-d49d-4392-8cdf-b0c7b48c1cc9 req-17969294-7549-44d2-92be-54231e975d5d service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848243 Mar 29 10:26:26.205999 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-74ece80b-d49d-4392-8cdf-b0c7b48c1cc9 req-a0d20228-9bae-4717-aa91-f53e3805ee0a service neutron] 10.222.0.24 "GET /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065540 Mar 29 10:26:26.342294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113cb3a9-7f7c-44a9-bac6-535da7e958c9 None None] New status for floating IP 40f02cf0-21e7-4a3d-bed7-fb1301efa617: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:26:26.852475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0ac60-ad76-4d98-89d8-40f8bda2dcd2 req-912fa723-576f-45c4-b90e-354c5eacc6e2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:26.854145 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cca0ac60-ad76-4d98-89d8-40f8bda2dcd2 req-912fa723-576f-45c4-b90e-354c5eacc6e2 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0563760 Mar 29 10:26:26.887656 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-df82636d-4bce-4f1e-aa79-18b5a2332fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:26.899017 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-cca0ac60-ad76-4d98-89d8-40f8bda2dcd2 req-d04237c8-8d0f-46eb-b1e7-6cfa9779203f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/security-groups?id=54103f53-d087-48b2-af1d-4b236d1c049c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387793 Mar 29 10:26:27.328151 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28053aea-c0d4-4e83-a0c2-71c24bb89ba5 req-43fae4df-00f4-434d-ad68-5906f8dd80e6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:27.329832 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-28053aea-c0d4-4e83-a0c2-71c24bb89ba5 req-43fae4df-00f4-434d-ad68-5906f8dd80e6 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 946 time: 0.0537183 Mar 29 10:26:27.424172 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-28053aea-c0d4-4e83-a0c2-71c24bb89ba5 req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Deleting port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:26:27.424449 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-28053aea-c0d4-4e83-a0c2-71c24bb89ba5 req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:27.515187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-28053aea-c0d4-4e83-a0c2-71c24bb89ba5 req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] For port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:27.515540 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-28053aea-c0d4-4e83-a0c2-71c24bb89ba5 req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:27.528922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-28053aea-c0d4-4e83-a0c2-71c24bb89ba5 req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Calling delete_port for 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:26:27.680864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-28053aea-c0d4-4e83-a0c2-71c24bb89ba5 req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:27.710033 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event deleted for resources: {'Port': ['ID=466f88ea-dd85-46e1-bd30-dd52dcbc5e1d,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:27.726618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:27.727089 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:27.727613 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:27.728039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:27.728466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:27.728928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:27.729705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:27.731653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:27.731653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:27.731653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:27.733749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:27.733749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:27.771809 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-28053aea-c0d4-4e83-a0c2-71c24bb89ba5 req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] No DVR routers for this DVR port 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:26:27.774557 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-28053aea-c0d4-4e83-a0c2-71c24bb89ba5 req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:27.778461 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-28053aea-c0d4-4e83-a0c2-71c24bb89ba5 req-ddb7b9c8-2a64-4aa5-a20b-d671ecc30857 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.24 "DELETE /v2.0/ports/466f88ea-dd85-46e1-bd30-dd52dcbc5e1d HTTP/1.1" status: 204 len: 173 time: 0.4432492 Mar 29 10:26:27.778902 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'name': 'network-vif-deleted', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:26:27.781147 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6982dadf4ae6f27d63f70c4cb86183feac1c4bcc0551f1a94f71ee9a37e1f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc59c2e-8000-4db1-94d8-b1fbcaf4a7ff" -d '{"events": [{"server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "name": "network-vif-deleted", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:26:27.831480 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccd2283-9016-4e03-93b7-239a23b6f58d x-openstack-request-id: req-6ccd2283-9016-4e03-93b7-239a23b6f58d {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:26:27.831835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb63e719-56d9-487b-85c2-e9d9e4f86628", "name": "network-vif-deleted", "tag": "466f88ea-dd85-46e1-bd30-dd52dcbc5e1d", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:26:27.832106 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ccd2283-9016-4e03-93b7-239a23b6f58d {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:26:27.832501 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb63e719-56d9-487b-85c2-e9d9e4f86628', 'name': 'network-vif-deleted', 'tag': '466f88ea-dd85-46e1-bd30-dd52dcbc5e1d', 'status': 'completed', 'code': 200} Mar 29 10:26:27.999510 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e1725a6d-0f96-41f0-a317-8805919f5453 req-bd5354a7-b73f-4588-bbc7-298a01b3db12 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 210 time: 0.0272436 Mar 29 10:26:29.095459 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d954c3f-9a28-4582-83d3-e128fe543067 req-7f222099-2f34-45df-b12b-ab60ecdec803 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 210 time: 0.0264230 Mar 29 10:26:29.295364 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e39ee578-01d3-4c34-9034-6d4ff82caa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:30.201466 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-24cedc51-61fd-47ed-bfb8-eb44130f0f24 req-940195ac-13eb-49a8-8a3e-613f136d001f tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 210 time: 0.0261152 Mar 29 10:26:30.802709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:26:30.825391 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:26:30.825763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 466f88ea-dd85-46e1-bd30-dd52dcbc5e1d not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:26:30.845468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:31.326406 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8819c811-5a6a-487e-ba4c-23770c7b625f req-9a257715-8e5e-4165-bf4e-422ac30a960a tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63e719-56d9-487b-85c2-e9d9e4f86628 HTTP/1.1" status: 200 len: 210 time: 0.0327930 Mar 29 10:26:32.190614 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:32.384142 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 32956) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:32.452002 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05f0c8a9-4c5c-4b32-bf73-d8b19afd9e23 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:32.481792 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05f0c8a9-4c5c-4b32-bf73-d8b19afd9e23 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:32.555055 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05f0c8a9-4c5c-4b32-bf73-d8b19afd9e23 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:32.558303 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-05f0c8a9-4c5c-4b32-bf73-d8b19afd9e23 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:32.560088 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-05f0c8a9-4c5c-4b32-bf73-d8b19afd9e23 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] 10.222.0.32 "DELETE /v2.0/security-groups/54103f53-d087-48b2-af1d-4b236d1c049c HTTP/1.1" status: 204 len: 168 time: 0.1746733 Mar 29 10:26:32.570681 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0c8a9-4c5c-4b32-bf73-d8b19afd9e23 tempest-TestShelveInstance-1209375700 tempest-TestShelveInstance-1209375700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54103f53-d087-48b2-af1d-4b236d1c049c,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:32.614071 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 32960) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:32.823112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:33.150140 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0cc2487b-37c0-49d5-95a6-0505aa39fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:33.413032 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2487b-37c0-49d5-95a6-0505aa39fbb4 admin admin] Deleting port 5f5aa73e-d04f-4de4-9445-3937a7275a7d {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:26:33.413757 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0cc2487b-37c0-49d5-95a6-0505aa39fbb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:33.498912 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-0cc2487b-37c0-49d5-95a6-0505aa39fbb4 admin admin] For port 5f5aa73e-d04f-4de4-9445-3937a7275a7d, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=5f5aa73e-d04f-4de4-9445-3937a7275a7d,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:33.499196 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0cc2487b-37c0-49d5-95a6-0505aa39fbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:33.512811 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2487b-37c0-49d5-95a6-0505aa39fbb4 admin admin] Calling delete_port for 5f5aa73e-d04f-4de4-9445-3937a7275a7d owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:26:33.700144 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0cc2487b-37c0-49d5-95a6-0505aa39fbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:33.727301 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2487b-37c0-49d5-95a6-0505aa39fbb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5aa73e-d04f-4de4-9445-3937a7275a7d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:33.919931 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0cc2487b-37c0-49d5-95a6-0505aa39fbb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:34.140968 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc2487b-37c0-49d5-95a6-0505aa39fbb4 admin admin] Router 4cfa6a6b-bbff-4a5e-8986-14099922f553 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:26:34.220768 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:34.249446 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc2487b-37c0-49d5-95a6-0505aa39fbb4 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:26:34.257965 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0cc2487b-37c0-49d5-95a6-0505aa39fbb4 admin admin] 10.222.0.32 "PUT /v2.0/routers/4cfa6a6b-bbff-4a5e-8986-14099922f553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6397495 Mar 29 10:26:34.258199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 32964) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:34.258754 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bb204-45e1-4264-ac78-656ce3a18c58 None None] Sync routers for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:26:34.270505 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bb204-45e1-4264-ac78-656ce3a18c58 None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:34.271125 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1b6bb204-45e1-4264-ac78-656ce3a18c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:34.363205 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:34.379804 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1b6bb204-45e1-4264-ac78-656ce3a18c58 None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:34.465195 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:34.519379 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Deleting port 3dc2553b-64d6-4cbf-a33b-a5d9decace40 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:26:34.519718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:34.563561 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1b6bb204-45e1-4264-ac78-656ce3a18c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231'}], 'enable_snat': True}, 'gw_port_id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:26:33Z', 'revision_number': 5, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port': {'id': '3dc2553b-64d6-4cbf-a33b-a5d9decace40', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:04:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:09Z', 'updated_at': '2022-03-29T10:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:34.591760 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bb204-45e1-4264-ac78-656ce3a18c58 None None] Checking router: 4cfa6a6b-bbff-4a5e-8986-14099922f553 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:26:34.600194 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bb204-45e1-4264-ac78-656ce3a18c58 None None] Routers {'4cfa6a6b-bbff-4a5e-8986-14099922f553'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:34.600794 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1b6bb204-45e1-4264-ac78-656ce3a18c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['4cfa6a6b-bbff-4a5e-8986-14099922f553'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:34.608676 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] For port 3dc2553b-64d6-4cbf-a33b-a5d9decace40, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3dc2553b-64d6-4cbf-a33b-a5d9decace40,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:34.609040 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:34.621017 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Calling delete_port for 3dc2553b-64d6-4cbf-a33b-a5d9decace40 owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:26:34.780658 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-1b6bb204-45e1-4264-ac78-656ce3a18c58 None None] Set router 4cfa6a6b-bbff-4a5e-8986-14099922f553 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:34.834875 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-1b6bb204-45e1-4264-ac78-656ce3a18c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:26:34Z', 'revision_number': 6, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:34.865562 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bb204-45e1-4264-ac78-656ce3a18c58 None None] The sync data for ids ['4cfa6a6b-bbff-4a5e-8986-14099922f553'] in dv-neutron-835554-1-hyperv is: [{'id': '4cfa6a6b-bbff-4a5e-8986-14099922f553', 'name': 'tempest-TestShelveInstance-2072123047-router', 'tenant_id': '2b68dd91481b45e19887d7d549c9684f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:08Z', 'updated_at': '2022-03-29T10:26:34Z', 'revision_number': 6, 'project_id': '2b68dd91481b45e19887d7d549c9684f', 'gw_port_host': None}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:26:35.118475 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.145213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc2553b-64d6-4cbf-a33b-a5d9decace40,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:35.209984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.303503 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.305584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.347138 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.347690 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cfa6a6b-bbff-4a5e-8986-14099922f553 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:26:35.352726 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.354015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f8e12149-58ad-48a1-98f5-4b7284a382a1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4cfa6a6b-bbff-4a5e-8986-14099922f553 HTTP/1.1" status: 204 len: 168 time: 1.0949039 Mar 29 10:26:35.357061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 32966) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:35.399591 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abd57a6-3d46-45e2-bf63-d8c900b24721 admin admin] Deleting subnet 7adde899-9083-46cb-b389-caa125a89b3f {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:26:35.402999 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5abd57a6-3d46-45e2-bf63-d8c900b24721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.440213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5abd57a6-3d46-45e2-bf63-d8c900b24721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.514048 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5abd57a6-3d46-45e2-bf63-d8c900b24721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.567306 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5abd57a6-3d46-45e2-bf63-d8c900b24721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.596214 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd57a6-3d46-45e2-bf63-d8c900b24721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adde899-9083-46cb-b389-caa125a89b3f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:35.598404 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-5abd57a6-3d46-45e2-bf63-d8c900b24721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.605916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb22b1c-7cbf-41a1-8de5-159f334511fc None None] Network 7fd8c68e-1f69-4673-b2a3-a22bf85d07db requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:26:35.609741 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-5abd57a6-3d46-45e2-bf63-d8c900b24721 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7adde899-9083-46cb-b389-caa125a89b3f HTTP/1.1" status: 204 len: 168 time: 0.2515979 Mar 29 10:26:35.612133 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 32968) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:35.671308 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5f5aa73e-d04f-4de4-9445-3937a7275a7d no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:26:35.698016 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 5f5aa73e-d04f-4de4-9445-3937a7275a7d {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:26:35.698898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 5f5aa73e-d04f-4de4-9445-3937a7275a7d not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:26:35.699100 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.699306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3dc2553b-64d6-4cbf-a33b-a5d9decace40 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:26:35.720925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 3dc2553b-64d6-4cbf-a33b-a5d9decace40 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:26:35.721053 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3dc2553b-64d6-4cbf-a33b-a5d9decace40 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:26:35.755989 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Deleting port 3a854b33-f0f9-4796-834c-5ac44274e189 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:26:35.756350 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.825803 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] For port 3a854b33-f0f9-4796-834c-5ac44274e189, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3a854b33-f0f9-4796-834c-5ac44274e189,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:35.826176 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.839782 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Calling delete_port for 3a854b33-f0f9-4796-834c-5ac44274e189 owned by network:dhcp {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:26:35.849255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] DHCP port deletion for 7fd8c68e-1f69-4673-b2a3-a22bf85d07db request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:26:35.899781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Deleting port 3a854b33-f0f9-4796-834c-5ac44274e189 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:26:35.900162 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.938865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.964412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a854b33-f0f9-4796-834c-5ac44274e189,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:35.968307 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] No DVR routers for this DVR port 3a854b33-f0f9-4796-834c-5ac44274e189 on host dv-neutron-835554-1-hyperv {{(pid=102495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:26:35.974865 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] For port 3a854b33-f0f9-4796-834c-5ac44274e189, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=3a854b33-f0f9-4796-834c-5ac44274e189,segment=NetworkSegment(ff9f50cd-dd4e-45a8-b65a-de1983da6a95),segment_id=ff9f50cd-dd4e-45a8-b65a-de1983da6a95)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:35.975253 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:35.988189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Calling delete_port for 3a854b33-f0f9-4796-834c-5ac44274e189 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:26:36.041728 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:36.064204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd8c68e-1f69-4673-b2a3-a22bf85d07db']}} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:36.064725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:36.075105 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95') {'for_net_delete': True} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:36.075396 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.services.segments.db [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9f50cd-dd4e-45a8-b65a-de1983da6a95') {} {{(pid=102495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:36.085041 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9595973'] for segment, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:36.091439 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Pushing event deleted for resources: {'Port': ['ID=3a854b33-f0f9-4796-834c-5ac44274e189,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:36.093747 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] No DVR routers for this DVR port 3a854b33-f0f9-4796-834c-5ac44274e189 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:26:36.099519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:36.103280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:36.103280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:36.103280 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:36.103587 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:36.103821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:36.104155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:36.104664 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:36.104916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:36.105403 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:36.105523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:36.105946 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:36.106276 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6f4e3-452b-4b6b-ad51-d418ff83a5de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:36.112672 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:26:36.113092 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9941538'] for segment, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: Traceback (most recent call last): Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: timer() Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: cb(*args, **kw) Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: return func(*args, **kwargs) Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: self._notify() Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: self.callback(batched_events) Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: event.method(event) Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: return f(self, *a, **k) Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._get(url).json() Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: return self.request(url, 'GET', **kwargs) Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:26:36.115021 dv-neutron-835554-1-hyperv neutron-server[102495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:26:36.170380 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:36.174877 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:36.180855 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7fd8c68e-1f69-4673-b2a3-a22bf85d07db HTTP/1.1" status: 204 len: 168 time: 0.5644925 Mar 29 10:26:36.181868 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 32970) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:36.191288 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929f8d5-3112-4c4c-af34-5bd98e282db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd8c68e-1f69-4673-b2a3-a22bf85d07db,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:36.524879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4c15a0e0-5559-40d9-9b7f-f375a3e6b10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:36.772286 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4c15a0e0-5559-40d9-9b7f-f375a3e6b10e admin admin] Deleting port a7438ac0-d7cd-4171-9433-0881d407ae3f {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:26:36.772618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4c15a0e0-5559-40d9-9b7f-f375a3e6b10e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:36.849043 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-4c15a0e0-5559-40d9-9b7f-f375a3e6b10e admin admin] For port a7438ac0-d7cd-4171-9433-0881d407ae3f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=a7438ac0-d7cd-4171-9433-0881d407ae3f,segment=NetworkSegment(7f069046-9999-4758-b7db-95a2302673cd),segment_id=7f069046-9999-4758-b7db-95a2302673cd)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:36.849385 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4c15a0e0-5559-40d9-9b7f-f375a3e6b10e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:36.866029 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-4c15a0e0-5559-40d9-9b7f-f375a3e6b10e admin admin] Calling delete_port for a7438ac0-d7cd-4171-9433-0881d407ae3f owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:26:37.044011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4c15a0e0-5559-40d9-9b7f-f375a3e6b10e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:37.067589 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15a0e0-5559-40d9-9b7f-f375a3e6b10e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7438ac0-d7cd-4171-9433-0881d407ae3f,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:37.236780 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-4c15a0e0-5559-40d9-9b7f-f375a3e6b10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:37.441551 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3a854b33-f0f9-4796-834c-5ac44274e189 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:26:37.465393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c15a0e0-5559-40d9-9b7f-f375a3e6b10e admin admin] Router f745cebf-9785-42b0-bd74-6a5bb3dd5f19 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:26:37.465945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 3a854b33-f0f9-4796-834c-5ac44274e189 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:26:37.466290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 3a854b33-f0f9-4796-834c-5ac44274e189 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:26:37.579865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c15a0e0-5559-40d9-9b7f-f375a3e6b10e admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:26:37.584891 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-4c15a0e0-5559-40d9-9b7f-f375a3e6b10e admin admin] 10.222.0.32 "PUT /v2.0/routers/f745cebf-9785-42b0-bd74-6a5bb3dd5f19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4019358 Mar 29 10:26:37.587447 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 32972) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:37.593879 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc168369-503b-418f-a13b-32536aab2efd None None] Sync routers for ids ['f745cebf-9785-42b0-bd74-6a5bb3dd5f19'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:26:37.605556 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc168369-503b-418f-a13b-32536aab2efd None None] Routers {'f745cebf-9785-42b0-bd74-6a5bb3dd5f19'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:37.606301 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fc168369-503b-418f-a13b-32536aab2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f745cebf-9785-42b0-bd74-6a5bb3dd5f19'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:37.727171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Notify callbacks [] for router, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:37.749515 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-fc168369-503b-418f-a13b-32536aab2efd None None] Set router f745cebf-9785-42b0-bd74-6a5bb3dd5f19 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:37.851648 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:37.914517 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Deleting port b737e17c-6fad-4a9b-b9fb-5e501528f81a {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:26:37.914955 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:37.946692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fc168369-503b-418f-a13b-32536aab2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'name': 'tempest-TestShelveInstance-961338435-router', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:26:36Z', 'revision_number': 5, 'project_id': 'e632ecc0f9434e9b8330ddd95d090390', 'gw_port': {'id': 'b737e17c-6fad-4a9b-b9fb-5e501528f81a', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:37.980268 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc168369-503b-418f-a13b-32536aab2efd None None] Checking router: f745cebf-9785-42b0-bd74-6a5bb3dd5f19 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:26:37.989652 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc168369-503b-418f-a13b-32536aab2efd None None] Routers {'f745cebf-9785-42b0-bd74-6a5bb3dd5f19'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:37.990272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fc168369-503b-418f-a13b-32536aab2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f745cebf-9785-42b0-bd74-6a5bb3dd5f19'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:38.019903 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] For port b737e17c-6fad-4a9b-b9fb-5e501528f81a, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b737e17c-6fad-4a9b-b9fb-5e501528f81a,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:38.020260 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.034187 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Calling delete_port for b737e17c-6fad-4a9b-b9fb-5e501528f81a owned by network:router_gateway {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:26:38.077322 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-fc168369-503b-418f-a13b-32536aab2efd None None] Set router f745cebf-9785-42b0-bd74-6a5bb3dd5f19 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:38.137713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-fc168369-503b-418f-a13b-32536aab2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'name': 'tempest-TestShelveInstance-961338435-router', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:26:37Z', 'revision_number': 6, 'project_id': 'e632ecc0f9434e9b8330ddd95d090390', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:38.169848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc168369-503b-418f-a13b-32536aab2efd None None] The sync data for ids ['f745cebf-9785-42b0-bd74-6a5bb3dd5f19'] in dv-neutron-835554-1-hyperv is: [{'id': 'f745cebf-9785-42b0-bd74-6a5bb3dd5f19', 'name': 'tempest-TestShelveInstance-961338435-router', 'tenant_id': 'e632ecc0f9434e9b8330ddd95d090390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:16:13Z', 'updated_at': '2022-03-29T10:26:37Z', 'revision_number': 6, 'project_id': 'e632ecc0f9434e9b8330ddd95d090390', 'gw_port_host': None}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:26:38.227371 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.256985 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Pushing event deleted for resources: {'Port': ['ID=b737e17c-6fad-4a9b-b9fb-5e501528f81a,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:38.320535 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.412905 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.415348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.460230 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.460672 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Fanout notify agent at l3_agent the message router_deleted on router f745cebf-9785-42b0-bd74-6a5bb3dd5f19 {{(pid=102496) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:26:38.466326 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.467570 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d09199cf-fa55-4471-a494-cf7fd4ef47da admin admin] 10.222.0.32 "DELETE /v2.0/routers/f745cebf-9785-42b0-bd74-6a5bb3dd5f19 HTTP/1.1" status: 204 len: 168 time: 0.8791690 Mar 29 10:26:38.471824 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 32974) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:38.525129 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f2172b-ee75-4602-b8ef-3393884b3ced admin admin] Deleting subnet 892c65bc-b4c5-4548-8e9a-2c4d8fd1f553 {{(pid=102495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:26:38.529684 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60f2172b-ee75-4602-b8ef-3393884b3ced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.570281 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60f2172b-ee75-4602-b8ef-3393884b3ced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9595982'] for subnet, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.660486 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60f2172b-ee75-4602-b8ef-3393884b3ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.731840 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60f2172b-ee75-4602-b8ef-3393884b3ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9943172', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8585185'] for subnet, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.759492 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2172b-ee75-4602-b8ef-3393884b3ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=892c65bc-b4c5-4548-8e9a-2c4d8fd1f553,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:38.762996 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-60f2172b-ee75-4602-b8ef-3393884b3ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.767225 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-60f2172b-ee75-4602-b8ef-3393884b3ced admin admin] 10.222.0.32 "DELETE /v2.0/subnets/892c65bc-b4c5-4548-8e9a-2c4d8fd1f553 HTTP/1.1" status: 204 len: 168 time: 0.2934260 Mar 29 10:26:38.769654 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810a07bf-956d-40e0-aba5-df8eb9bdd5d4 None None] Network 47117566-1b82-4011-b922-dab12b36aa95 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:26:38.771585 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 32976) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:38.853648 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.908536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Deleting port cab6b269-f1e6-4bab-b358-1d19b38a2ecd {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:26:38.908882 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.962826 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c8e1a7-b241-4f99-8579-6e4fefe0850c None None] DHCP port deletion for 47117566-1b82-4011-b922-dab12b36aa95 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:26:38.982879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] For port cab6b269-f1e6-4bab-b358-1d19b38a2ecd, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cab6b269-f1e6-4bab-b358-1d19b38a2ecd,segment=NetworkSegment(7f069046-9999-4758-b7db-95a2302673cd),segment_id=7f069046-9999-4758-b7db-95a2302673cd)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:38.983188 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:38.996521 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Calling delete_port for cab6b269-f1e6-4bab-b358-1d19b38a2ecd owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:26:39.017128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8e1a7-b241-4f99-8579-6e4fefe0850c None None] Deleting port cab6b269-f1e6-4bab-b358-1d19b38a2ecd {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:26:39.017646 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e1a7-b241-4f99-8579-6e4fefe0850c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.075587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.086872 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-c5c8e1a7-b241-4f99-8579-6e4fefe0850c None None] For port cab6b269-f1e6-4bab-b358-1d19b38a2ecd, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cab6b269-f1e6-4bab-b358-1d19b38a2ecd,segment=NetworkSegment(7f069046-9999-4758-b7db-95a2302673cd),segment_id=7f069046-9999-4758-b7db-95a2302673cd)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:39.087263 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e1a7-b241-4f99-8579-6e4fefe0850c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.100697 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8e1a7-b241-4f99-8579-6e4fefe0850c None None] Calling delete_port for cab6b269-f1e6-4bab-b358-1d19b38a2ecd owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:26:39.102209 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=cab6b269-f1e6-4bab-b358-1d19b38a2ecd,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:39.106393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] No DVR routers for this DVR port cab6b269-f1e6-4bab-b358-1d19b38a2ecd on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:26:39.183583 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e1a7-b241-4f99-8579-6e4fefe0850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.183916 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.205634 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47117566-1b82-4011-b922-dab12b36aa95']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:39.209481 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8e1a7-b241-4f99-8579-6e4fefe0850c None None] Pushing event deleted for resources: {'Port': ['ID=cab6b269-f1e6-4bab-b358-1d19b38a2ecd,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:39.214848 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8e1a7-b241-4f99-8579-6e4fefe0850c None None] No DVR routers for this DVR port cab6b269-f1e6-4bab-b358-1d19b38a2ecd on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:26:39.219733 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f069046-9999-4758-b7db-95a2302673cd') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:39.220036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f069046-9999-4758-b7db-95a2302673cd') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:39.235056 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.248456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.255127 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:26:39.255525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:26:39.257191 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:26:39.313922 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.319464 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.330566 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] 10.222.0.32 "DELETE /v2.0/networks/47117566-1b82-4011-b922-dab12b36aa95 HTTP/1.1" status: 204 len: 168 time: 0.5499458 Mar 29 10:26:39.335984 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0534a-3196-4f7a-b93b-d2317f065e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=47117566-1b82-4011-b922-dab12b36aa95,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:39.401989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b737e17c-6fad-4a9b-b9fb-5e501528f81a no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:26:39.422905 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: b737e17c-6fad-4a9b-b9fb-5e501528f81a {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:26:39.423244 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b737e17c-6fad-4a9b-b9fb-5e501528f81a not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:26:39.423667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cab6b269-f1e6-4bab-b358-1d19b38a2ecd no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:26:39.442772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: cab6b269-f1e6-4bab-b358-1d19b38a2ecd {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:26:39.443114 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cab6b269-f1e6-4bab-b358-1d19b38a2ecd not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:26:39.443517 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a7438ac0-d7cd-4171-9433-0881d407ae3f no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:26:39.461659 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: a7438ac0-d7cd-4171-9433-0881d407ae3f {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:26:39.462003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device a7438ac0-d7cd-4171-9433-0881d407ae3f not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:26:39.466275 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 32980) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:39.505914 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d968f971-8fe6-4f4b-9544-e963e4699b3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b68dd91481b45e19887d7d549c9684f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383878 Mar 29 10:26:39.508342 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 32982) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:39.555304 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0effb714-ac75-4d34-a92b-5015de146279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.576020 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0effb714-ac75-4d34-a92b-5015de146279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.621825 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0effb714-ac75-4d34-a92b-5015de146279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.624368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-0effb714-ac75-4d34-a92b-5015de146279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:39.625526 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-0effb714-ac75-4d34-a92b-5015de146279 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2f9bbfa-ce97-4aaf-a933-635ee0f93f2d HTTP/1.1" status: 204 len: 168 time: 0.1163087 Mar 29 10:26:39.633357 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effb714-ac75-4d34-a92b-5015de146279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f9bbfa-ce97-4aaf-a933-635ee0f93f2d,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:39.952003 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 32988) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:39.992142 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-1deb0945-adee-4ebe-977d-156d9e7565c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e632ecc0f9434e9b8330ddd95d090390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388453 Mar 29 10:26:39.994620 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 32990) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:40.044126 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3d6d9f7-d3cb-4f12-a451-15d741d59d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:40.063985 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3d6d9f7-d3cb-4f12-a451-15d741d59d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:40.110197 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3d6d9f7-d3cb-4f12-a451-15d741d59d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:40.112842 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d3d6d9f7-d3cb-4f12-a451-15d741d59d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:40.114001 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d3d6d9f7-d3cb-4f12-a451-15d741d59d59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e412219e-54c1-4681-b4c2-74688345c3dc HTTP/1.1" status: 204 len: 168 time: 0.1185043 Mar 29 10:26:40.121547 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6d9f7-d3cb-4f12-a451-15d741d59d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e412219e-54c1-4681-b4c2-74688345c3dc,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:40.819973 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33012) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:40.923462 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1630455924-network', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:40.942865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Made reservation on behalf of b2b49e77955a46419e424d6fedcd480f for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:26:40.945083 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:40.953781 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.026801 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.030418 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.061497 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:26:41.066789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8bec6d-28de-42ff-8516-a734d83c4874,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:41.075131 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.075488 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Added segment 2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7 of type vlan for network 2ce83a99-d6e9-4406-9b1f-efc77788be7e Mar 29 10:26:41.118794 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.143204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.144185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:41.144701 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.176324 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3552670 Mar 29 10:26:41.179286 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33016) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:41.185678 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-dd8dabd6-315f-421b-ac6b-4c3ca353b6ba admin admin] Request body: {'subnet': {'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1630455924-subnet', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'ip_version': 4}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:41.207762 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8d26e-364c-4e18-bae9-3d1503441a67 admin admin] Pushing event updated for resources: {'Network': ['ID=2ce83a99-d6e9-4406-9b1f-efc77788be7e,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:41.210766 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8dabd6-315f-421b-ac6b-4c3ca353b6ba admin admin] Made reservation on behalf of b2b49e77955a46419e424d6fedcd480f for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:26:41.213082 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd8dabd6-315f-421b-ac6b-4c3ca353b6ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.218859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network 2ce83a99-d6e9-4406-9b1f-efc77788be7e details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 10:26:41.376256 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd8dabd6-315f-421b-ac6b-4c3ca353b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.427951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dabd6-315f-421b-ac6b-4c3ca353b6ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=290a7c8d-f808-45de-baa0-6782b427eff4,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:41.438736 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8dabd6-315f-421b-ac6b-4c3ca353b6ba admin admin] Checking segment: {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:26:41.439083 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8dabd6-315f-421b-ac6b-4c3ca353b6ba admin admin] Network hostable DHCP agents. Network: 2ce83a99-d6e9-4406-9b1f-efc77788be7e, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:26:41.455073 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8dabd6-315f-421b-ac6b-4c3ca353b6ba admin admin] Network 2ce83a99-d6e9-4406-9b1f-efc77788be7e is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:26:41.463450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-dd8dabd6-315f-421b-ac6b-4c3ca353b6ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, 2ce83a99-d6e9-4406-9b1f-efc77788be7e) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:41.468459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8dabd6-315f-421b-ac6b-4c3ca353b6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:41.470132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd8dabd6-315f-421b-ac6b-4c3ca353b6ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.472892 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57b2325-4bcb-46a0-a55d-9b6471bca247 None None] Network 2ce83a99-d6e9-4406-9b1f-efc77788be7e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:26:41.488399 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dd8dabd6-315f-421b-ac6b-4c3ca353b6ba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3045442 Mar 29 10:26:41.488619 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33018) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:41.492739 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:41.510860 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.512163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.567446 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.626742 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 10:26:41.627596 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.707658 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.770788 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Allocated IP 172.20.0.2 (2ce83a99-d6e9-4406-9b1f-efc77788be7e/290a7c8d-f808-45de-baa0-6782b427eff4/b24179dc-6807-4300-9197-9c0d8b2ca9b9) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:26:41.917593 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.924885 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.931550 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.937853 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:41.975344 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Network 2ce83a99-d6e9-4406-9b1f-efc77788be7e is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:41.978113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:41.981553 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:26:41.988532 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Pushing event updated for resources: {'Port': ['ID=b24179dc-6807-4300-9197-9c0d8b2ca9b9,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:42.038585 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Attempting to bind port b24179dc-6807-4300-9197-9c0d8b2ca9b9 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:26:42.038999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Attempting to bind port b24179dc-6807-4300-9197-9c0d8b2ca9b9 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:26:42.039365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Attempting to bind port b24179dc-6807-4300-9197-9c0d8b2ca9b9 on network 2ce83a99-d6e9-4406-9b1f-efc77788be7e {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:26:42.044507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:26:42.044870 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Checking segment: {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:26:42.045261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:42.045678 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Bound using segment: {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:26:42.046131 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Bound port: b24179dc-6807-4300-9197-9c0d8b2ca9b9, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:26:42.046622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:42.049443 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Allocated IP 172.26.1.223 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/cd56d06f-252b-4208-bc28-5b002790883f) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:26:42.111623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] For port b24179dc-6807-4300-9197-9c0d8b2ca9b9, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:26:42.115048 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] For port b24179dc-6807-4300-9197-9c0d8b2ca9b9, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b24179dc-6807-4300-9197-9c0d8b2ca9b9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:26:42.119429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:42.159323 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:42.174252 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1575ad-765b-468a-a6a3-f5b63109b516 None None] Pushing event updated for resources: {'Port': ['ID=b24179dc-6807-4300-9197-9c0d8b2ca9b9,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:42.195890 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:42.237009 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:42.239725 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:42.243231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:26:42.249171 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Pushing event updated for resources: {'Port': ['ID=cd56d06f-252b-4208-bc28-5b002790883f,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:42.503474 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:43.035324 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:43.069884 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f014bb0-43cf-40e7-bd40-5840e7737886 None None] Network 2ce83a99-d6e9-4406-9b1f-efc77788be7e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:26:43.164107 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 10:26:43.193050 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-1580c7f6-8ded-45e9-aa08-3cebba5862cb None None] Provisioning complete for port b24179dc-6807-4300-9197-9c0d8b2ca9b9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:43.193418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1580c7f6-8ded-45e9-aa08-3cebba5862cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:43.275948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:26:43.286421 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Sync routers for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:26:43.297217 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:43.301442 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-be5a2f5a-c57f-4296-8a74-2d2ec93712eb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8093538 Mar 29 10:26:43.301637 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:43.301637 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:43.301848 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33020) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:43.310859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1580c7f6-8ded-45e9-aa08-3cebba5862cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:43.348741 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1580c7f6-8ded-45e9-aa08-3cebba5862cb None None] For port b24179dc-6807-4300-9197-9c0d8b2ca9b9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b24179dc-6807-4300-9197-9c0d8b2ca9b9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:43.358275 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1580c7f6-8ded-45e9-aa08-3cebba5862cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:43.438648 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:43.440983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580c7f6-8ded-45e9-aa08-3cebba5862cb None None] Pushing event updated for resources: {'Port': ['ID=b24179dc-6807-4300-9197-9c0d8b2ca9b9,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:43.467634 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b24179dc-6807-4300-9197-9c0d8b2ca9b9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:26:43.521418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port b24179dc-6807-4300-9197-9c0d8b2ca9b9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:43.521781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:43.640385 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:42Z', 'revision_number': 3, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:43.671559 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Checking router: 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:26:43.672066 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Updating router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 port cd56d06f-252b-4208-bc28-5b002790883f binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:26:43.699509 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:43.718436 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-cc34f60c-6319-4513-96cf-6105e8172fa0 None None] Provisioning complete for port b24179dc-6807-4300-9197-9c0d8b2ca9b9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:43.718814 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc34f60c-6319-4513-96cf-6105e8172fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:43.798228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:43.953796 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Allocated IP 172.20.0.1 (2ce83a99-d6e9-4406-9b1f-efc77788be7e/290a7c8d-f808-45de-baa0-6782b427eff4/68ac7367-3883-42bd-8bae-e58bbae5f4ab) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:26:43.967685 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:43.974038 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:44.028373 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Attempting to bind port cd56d06f-252b-4208-bc28-5b002790883f on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:26:44.028735 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Attempting to bind port cd56d06f-252b-4208-bc28-5b002790883f by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:26:44.029092 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Attempting to bind port cd56d06f-252b-4208-bc28-5b002790883f on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:26:44.036525 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:26:44.036894 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:26:44.037292 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:44.037705 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:26:44.038234 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Bound port: cd56d06f-252b-4208-bc28-5b002790883f, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:26:44.038551 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:44.040222 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Pushing event updated for resources: {'Port': ['ID=cd56d06f-252b-4208-bc28-5b002790883f,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:44.075201 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:44.075854 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:44.076362 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:44.076961 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:44.077223 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:44.077782 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:44.077926 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:44.078215 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:44.078621 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:44.078942 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:44.079275 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:44.079658 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:26:44.113667 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] For port cd56d06f-252b-4208-bc28-5b002790883f, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:26:44.116968 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] For port cd56d06f-252b-4208-bc28-5b002790883f, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cd56d06f-252b-4208-bc28-5b002790883f,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:26:44.121991 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:44.177782 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:44.178408 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:44.215212 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae98f0-bf1d-426a-accd-2c6e3797bd00 None None] Pushing event updated for resources: {'Port': ['ID=cd56d06f-252b-4208-bc28-5b002790883f,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:44.290760 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:44.384331 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:44.418177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:44.455673 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Network 2ce83a99-d6e9-4406-9b1f-efc77788be7e is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:44.460115 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:44.462722 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:26:44.472950 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:42Z', 'revision_number': 3, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:44.492775 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Pushing event updated for resources: {'Port': ['ID=68ac7367-3883-42bd-8bae-e58bbae5f4ab,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:44.504425 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6681b-46e4-41c4-a2fa-ce82ed8d8c5b None None] The sync data for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv is: [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:42Z', 'revision_number': 3, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:26:44.515728 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:44.653689 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:44.782898 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0653d652-a900-4c36-a6b0-1725fabafd74 None None] Provisioning complete for port 68ac7367-3883-42bd-8bae-e58bbae5f4ab triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:44.783444 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0653d652-a900-4c36-a6b0-1725fabafd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:44.817786 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-0653d652-a900-4c36-a6b0-1725fabafd74 None None] Port 68ac7367-3883-42bd-8bae-e58bbae5f4ab cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:26:44.852875 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:44.859840 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:44.926800 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Pushing event updated for resources: {'Port': ['ID=68ac7367-3883-42bd-8bae-e58bbae5f4ab,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:44.929404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:45.025204 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Network 2ce83a99-d6e9-4406-9b1f-efc77788be7e is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:45.027188 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:45.147892 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:26:45.240237 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-0e15748d-deea-4f97-acf3-8c75bfb9dc48 None None] Provisioning complete for port 68ac7367-3883-42bd-8bae-e58bbae5f4ab triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:45.240973 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0e15748d-deea-4f97-acf3-8c75bfb9dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:45.259660 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:26:45.265922 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-451eb8b2-3444-4fa2-97c3-1adfa5619191 admin admin] 10.222.0.32 "PUT /v2.0/routers/9b139fb2-8f3c-4af4-b8a6-5b60473881f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9629939 Mar 29 10:26:45.283281 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-0e15748d-deea-4f97-acf3-8c75bfb9dc48 None None] Port 68ac7367-3883-42bd-8bae-e58bbae5f4ab cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:26:45.450335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b24179dc-6807-4300-9197-9c0d8b2ca9b9 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:26:45.500867 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port b24179dc-6807-4300-9197-9c0d8b2ca9b9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:45.501241 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:45.583981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cd56d06f-252b-4208-bc28-5b002790883f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:26:45.631821 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port cd56d06f-252b-4208-bc28-5b002790883f triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:45.632194 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:45.713729 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:45.734432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port cd56d06f-252b-4208-bc28-5b002790883f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cd56d06f-252b-4208-bc28-5b002790883f,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:45.738775 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:45.755091 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33036) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:45.763158 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-458702769-network', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:45.791313 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=cd56d06f-252b-4208-bc28-5b002790883f,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:45.794258 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Made reservation on behalf of a14761c4a8ac409b9ed4bc9e48cdbde2 for: {'network': 1} {{(pid=102495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:26:45.797168 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for network, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:45.815405 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:45.893998 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:45.898418 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:45.923538 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=102495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 10:26:45.933835 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0933fa2-439e-4748-bb4c-d88d82b9b7e5,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:45.938660 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:45.939001 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.segments_db [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Added segment 1877a941-7c6c-447d-b556-ee195c6e682a of type vlan for network f7562c32-9236-4383-a926-0a9f2986fbb5 Mar 29 10:26:45.980301 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726444947851'] for network, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.005315 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697'] for network, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.006366 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:46.006953 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Notify callbacks [] for network, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.045406 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2864237 Mar 29 10:26:46.045865 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33038) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:46.050871 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-fa886a26-29cd-4b5c-891b-f90dd9ee081a admin admin] Request body: {'subnet': {'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-458702769-subnet', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'ip_version': 4}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:46.071062 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6740757-17ac-43c2-b1f3-a1ef8489f910 admin admin] Pushing event updated for resources: {'Network': ['ID=f7562c32-9236-4383-a926-0a9f2986fbb5,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:46.074362 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa886a26-29cd-4b5c-891b-f90dd9ee081a admin admin] Made reservation on behalf of a14761c4a8ac409b9ed4bc9e48cdbde2 for: {'subnet': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:26:46.076802 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa886a26-29cd-4b5c-891b-f90dd9ee081a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8608323'] for subnet, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.083112 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Network f7562c32-9236-4383-a926-0a9f2986fbb5 details requested by agent ovs-agent-dv-neutron-835554-1-hyperv with host dv-neutron-835554-1-hyperv {{(pid=102497) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 10:26:46.143397 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Sync routers for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:26:46.162735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:46.163350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:46.254417 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa886a26-29cd-4b5c-891b-f90dd9ee081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10247716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8608341'] for subnet, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.274283 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:46.309734 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa886a26-29cd-4b5c-891b-f90dd9ee081a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53a6ee4-3da5-4044-8f95-c30d14308489,revision_number=0']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:46.319820 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa886a26-29cd-4b5c-891b-f90dd9ee081a admin admin] Checking segment: {'id': '1877a941-7c6c-447d-b556-ee195c6e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:26:46.320159 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa886a26-29cd-4b5c-891b-f90dd9ee081a admin admin] Network hostable DHCP agents. Network: f7562c32-9236-4383-a926-0a9f2986fbb5, hostable agents: ['8a202f48-5d68-438e-997c-641bafdb3965'], hosted agents: [] {{(pid=102496) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 10:26:46.336962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa886a26-29cd-4b5c-891b-f90dd9ee081a admin admin] Network f7562c32-9236-4383-a926-0a9f2986fbb5 is scheduled to be hosted by DHCP agent 8a202f48-5d68-438e-997c-641bafdb3965 with binding_index 1 {{(pid=102496) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 10:26:46.346241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-fa886a26-29cd-4b5c-891b-f90dd9ee081a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835554-1-hyperv, f7562c32-9236-4383-a926-0a9f2986fbb5) {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:46.350753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa886a26-29cd-4b5c-891b-f90dd9ee081a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:46.351673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-fa886a26-29cd-4b5c-891b-f90dd9ee081a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.365745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49482e5-91f4-421b-8d7d-56378f67fff3 None None] Network f7562c32-9236-4383-a926-0a9f2986fbb5 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:26:46.369394 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-fa886a26-29cd-4b5c-891b-f90dd9ee081a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3223906 Mar 29 10:26:46.372618 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33040) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:46.376995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-458702769-router', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:46.395764 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-573590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11583'] for router, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.396746 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11560'] for router, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.452721 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.590710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.598418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99d9f20d-2ebb-5055-b714-3b9ec0d54b90-f7562c32-9236-4383-a926-0a9f2986fbb5', 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'fixed_ips': [{'subnet_id': 'f53a6ee4-3da5-4044-8f95-c30d14308489'}]}} from dv-neutron-835554-1-hyperv. {{(pid=102497) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 29 10:26:46.599367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.619073 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 2, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:46.648643 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Checking router: 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:26:46.648999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Updating router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 port 68ac7367-3883-42bd-8bae-e58bbae5f4ab binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:26:46.724776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.797093 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.815795 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:46.884539 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.db_base_plugin_common [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Allocated IP 172.20.0.2 (f7562c32-9236-4383-a926-0a9f2986fbb5/f53a6ee4-3da5-4044-8f95-c30d14308489/f4165c27-197a-4a52-8590-319c9710a1c2) {{(pid=102497) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:26:46.922331 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Allocated IP 172.26.1.31 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:26:47.027284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.061121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.105804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:47.110036 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:47.114302 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:26:47.117321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Pushing event updated for resources: {'Port': ['ID=b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:47.146120 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Notify callbacks [] for port, precommit_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.159713 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159'] for port, after_create {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.163362 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.189834 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.209290 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Network f7562c32-9236-4383-a926-0a9f2986fbb5 is already hosted by enough agents. {{(pid=102497) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:47.217222 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.scheduler.base_scheduler [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Resources bound (agent type, host, resource id): {{(pid=102497) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:47.221383 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Received port after_create {{(pid=102497) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:26:47.232508 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Pushing event updated for resources: {'Port': ['ID=f4165c27-197a-4a52-8590-319c9710a1c2,revision_number=1']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:47.349959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c182e6-ca65-40bc-a450-c931176108e0 None None] Pushing event updated for resources: {'Port': ['ID=68ac7367-3883-42bd-8bae-e58bbae5f4ab,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:47.361164 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Attempting to bind port f4165c27-197a-4a52-8590-319c9710a1c2 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:26:47.361546 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Attempting to bind port f4165c27-197a-4a52-8590-319c9710a1c2 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '1877a941-7c6c-447d-b556-ee195c6e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:26:47.362054 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Attempting to bind port f4165c27-197a-4a52-8590-319c9710a1c2 on network f7562c32-9236-4383-a926-0a9f2986fbb5 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:26:47.367284 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Attempting to bind port 68ac7367-3883-42bd-8bae-e58bbae5f4ab on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:26:47.367677 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Attempting to bind port 68ac7367-3883-42bd-8bae-e58bbae5f4ab by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:26:47.368058 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Attempting to bind port 68ac7367-3883-42bd-8bae-e58bbae5f4ab on network 2ce83a99-d6e9-4406-9b1f-efc77788be7e {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:26:47.375296 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:26:47.375665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Checking segment: {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:26:47.376074 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.376461 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Bound using segment: {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:26:47.377730 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Bound port: 68ac7367-3883-42bd-8bae-e58bbae5f4ab, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:26:47.378274 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.380620 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:26:47.381111 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Checking segment: {'id': '1877a941-7c6c-447d-b556-ee195c6e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:26:47.381735 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.382361 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Bound using segment: {'id': '1877a941-7c6c-447d-b556-ee195c6e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:26:47.382930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Bound port: f4165c27-197a-4a52-8590-319c9710a1c2, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1877a941-7c6c-447d-b556-ee195c6e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:26:47.384082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.397534 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.434261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cd56d06f-252b-4208-bc28-5b002790883f up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:26:47.603737 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-587393'] for router, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.689808 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] For port f4165c27-197a-4a52-8590-319c9710a1c2, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:26:47.694000 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] For port f4165c27-197a-4a52-8590-319c9710a1c2, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f4165c27-197a-4a52-8590-319c9710a1c2,segment=NetworkSegment(1877a941-7c6c-447d-b556-ee195c6e682a),segment_id=1877a941-7c6c-447d-b556-ee195c6e682a)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:26:47.701909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] For port 68ac7367-3883-42bd-8bae-e58bbae5f4ab, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:26:47.705335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.710041 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] For port 68ac7367-3883-42bd-8bae-e58bbae5f4ab, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=68ac7367-3883-42bd-8bae-e58bbae5f4ab,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:26:47.717927 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-13d0f37c-9ceb-46a9-b6bf-bfd3cd8deff0 None None] Provisioning complete for port 68ac7367-3883-42bd-8bae-e58bbae5f4ab triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:47.718288 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-13d0f37c-9ceb-46a9-b6bf-bfd3cd8deff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.734318 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Router f9375f37-1e1a-4e61-93a5-e652171eed76 is scheduled to L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 with binding_index 1 {{(pid=102496) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 10:26:47.761531 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.777918 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port cd56d06f-252b-4208-bc28-5b002790883f triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:47.778287 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.846466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:26:47.850756 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e172122-9674-4cc7-827b-e43867c4d757 None None] Pushing event updated for resources: {'Port': ['ID=f4165c27-197a-4a52-8590-319c9710a1c2,revision_number=2']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:47.859465 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Sync routers for ids ['f9375f37-1e1a-4e61-93a5-e652171eed76'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:26:47.863116 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:47.863749 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:47.874564 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] Notify callbacks [] for router, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:47.878409 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-52be96db-5853-42bb-9d7f-a08b37974884 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5022695 Mar 29 10:26:47.878579 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Routers {'f9375f37-1e1a-4e61-93a5-e652171eed76'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:47.878579 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9375f37-1e1a-4e61-93a5-e652171eed76'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:47.878786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33042) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:48.032264 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Set router f9375f37-1e1a-4e61-93a5-e652171eed76 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:48.040367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c182e6-ca65-40bc-a450-c931176108e0 None None] Pushing event updated for resources: {'Port': ['ID=68ac7367-3883-42bd-8bae-e58bbae5f4ab,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:48.123418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-13d0f37c-9ceb-46a9-b6bf-bfd3cd8deff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:48.170934 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:48.217000 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-13d0f37c-9ceb-46a9-b6bf-bfd3cd8deff0 None None] For port 68ac7367-3883-42bd-8bae-e58bbae5f4ab, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=68ac7367-3883-42bd-8bae-e58bbae5f4ab,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:48.227758 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-13d0f37c-9ceb-46a9-b6bf-bfd3cd8deff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:48.371633 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d0f37c-9ceb-46a9-b6bf-bfd3cd8deff0 None None] Pushing event updated for resources: {'Port': ['ID=68ac7367-3883-42bd-8bae-e58bbae5f4ab,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:48.395763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-606b9876-9784-4a50-8d9a-ea85894307fc None None] Provisioning complete for port 68ac7367-3883-42bd-8bae-e58bbae5f4ab triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:48.396129 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-606b9876-9784-4a50-8d9a-ea85894307fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:48.397804 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'name': 'tempest-TestSnapshotPattern-458702769-router', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:47Z', 'revision_number': 3, 'project_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'gw_port': {'id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:48.433618 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Checking router: f9375f37-1e1a-4e61-93a5-e652171eed76 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:26:48.434300 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Updating router f9375f37-1e1a-4e61-93a5-e652171eed76 port b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb binding host dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:26:48.462088 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:48.478834 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:48.523725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:47Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:48.552459 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f3966-588c-4eb0-bb4f-57579b6e1fdf None None] The sync data for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv is: [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:47Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:26:48.657452 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Allocated IP 172.20.0.1 (f7562c32-9236-4383-a926-0a9f2986fbb5/f53a6ee4-3da5-4044-8f95-c30d14308489/ed563b2f-b92b-4445-a5d7-46eae38305c5) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:26:48.761366 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Notify callbacks [] for port, precommit_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:48.769914 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:48.793316 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:48.832742 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbaa8fa-a137-4097-a17b-dd99d91afa88 None None] Pushing event updated for resources: {'Port': ['ID=b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb,revision_number=2']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:48.846393 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:48.860714 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Attempting to bind port b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:26:48.862280 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Attempting to bind port b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:26:48.862819 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Attempting to bind port b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb on network bff7a9ed-c0f6-46d4-82b4-04d6461a64be {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:26:48.870228 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:26:48.871069 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Checking segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:26:48.871818 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:48.872580 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Bound using segment: {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'} {{(pid=102498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:26:48.874041 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.managers [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Bound port: b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcbcaec1-e2fb-47e8-947e-28c5e027377e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be'}}] {{(pid=102498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:26:48.874662 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:48.887788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Network f7562c32-9236-4383-a926-0a9f2986fbb5 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:48.892329 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:48.896650 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:26:48.924353 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Pushing event updated for resources: {'Port': ['ID=ed563b2f-b92b-4445-a5d7-46eae38305c5,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:48.945707 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] For port b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:26:48.950370 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.plugins.ml2.db [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] For port b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:26:48.957154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586412'] for router_interface, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:48.957509 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron_lib.callbacks.manager [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:49.010766 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Routers {'f9375f37-1e1a-4e61-93a5-e652171eed76'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:49.011527 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9375f37-1e1a-4e61-93a5-e652171eed76'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:49.098607 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbaa8fa-a137-4097-a17b-dd99d91afa88 None None] Pushing event updated for resources: {'Port': ['ID=b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb,revision_number=3']} {{(pid=102498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:49.106584 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:49.115499 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c43b87-d6e1-43b1-b43b-47a553ff4835 None None] Network f7562c32-9236-4383-a926-0a9f2986fbb5 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:26:49.173378 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] Set router f9375f37-1e1a-4e61-93a5-e652171eed76 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:49.289019 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-249dc078-d7fb-4a71-92af-62ebcc39db22 None None] Provisioning complete for port f4165c27-197a-4a52-8590-319c9710a1c2 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:49.289385 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-249dc078-d7fb-4a71-92af-62ebcc39db22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:49.315328 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:49.321851 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:49.404275 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'name': 'tempest-TestSnapshotPattern-458702769-router', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:47Z', 'revision_number': 3, 'project_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'gw_port': {'id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:49.405317 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586432'] for router_interface, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:49.412996 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Pushing event updated for resources: {'Port': ['ID=ed563b2f-b92b-4445-a5d7-46eae38305c5,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:49.455979 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e97ab5-063e-4017-a456-6f56146ea8cc None None] The sync data for ids ['f9375f37-1e1a-4e61-93a5-e652171eed76'] in dv-neutron-835554-1-hyperv is: [{'id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'name': 'tempest-TestSnapshotPattern-458702769-router', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:47Z', 'revision_number': 3, 'project_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'gw_port': {'id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:26:49.490578 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-249dc078-d7fb-4a71-92af-62ebcc39db22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:49.536377 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f4165c27-197a-4a52-8590-319c9710a1c2 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:26:49.549405 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Network f7562c32-9236-4383-a926-0a9f2986fbb5 is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:49.551062 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:49.563859 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-249dc078-d7fb-4a71-92af-62ebcc39db22 None None] For port f4165c27-197a-4a52-8590-319c9710a1c2, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f4165c27-197a-4a52-8590-319c9710a1c2,segment=NetworkSegment(1877a941-7c6c-447d-b556-ee195c6e682a),segment_id=1877a941-7c6c-447d-b556-ee195c6e682a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:49.578097 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-249dc078-d7fb-4a71-92af-62ebcc39db22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:49.673310 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249dc078-d7fb-4a71-92af-62ebcc39db22 None None] Pushing event updated for resources: {'Port': ['ID=f4165c27-197a-4a52-8590-319c9710a1c2,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:49.691668 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port f4165c27-197a-4a52-8590-319c9710a1c2 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:49.692063 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:49.730673 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Router f9375f37-1e1a-4e61-93a5-e652171eed76 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:26:49.829008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 68ac7367-3883-42bd-8bae-e58bbae5f4ab up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:26:49.878729 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d4a32bf7-39d9-445a-84bd-140e8b448f8a None None] Provisioning complete for port ed563b2f-b92b-4445-a5d7-46eae38305c5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:49.879099 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d4a32bf7-39d9-445a-84bd-140e8b448f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:49.910247 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:26:49.923375 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-827dbf04-a03b-4ccd-bcb3-06474073c078 admin admin] 10.222.0.32 "PUT /v2.0/routers/f9375f37-1e1a-4e61-93a5-e652171eed76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0436144 Mar 29 10:26:49.947555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-d4a32bf7-39d9-445a-84bd-140e8b448f8a None None] Port ed563b2f-b92b-4445-a5d7-46eae38305c5 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:26:49.962413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port 68ac7367-3883-42bd-8bae-e58bbae5f4ab triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:49.963636 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:49.994469 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-d4a32bf7-39d9-445a-84bd-140e8b448f8a None None] Provisioning complete for port f4165c27-197a-4a52-8590-319c9710a1c2 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:49.994949 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d4a32bf7-39d9-445a-84bd-140e8b448f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.256706 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-496e8159-bf8f-4062-8877-79ba8b11251e None None] Provisioning complete for port ed563b2f-b92b-4445-a5d7-46eae38305c5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:50.257959 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-496e8159-bf8f-4062-8877-79ba8b11251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.298566 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-496e8159-bf8f-4062-8877-79ba8b11251e None None] Port ed563b2f-b92b-4445-a5d7-46eae38305c5 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:26:50.417440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-b08eca4a-de81-42ac-bd14-55926fc8b344 None None] Provisioning complete for port ed563b2f-b92b-4445-a5d7-46eae38305c5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:50.417836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b08eca4a-de81-42ac-bd14-55926fc8b344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.454566 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-b08eca4a-de81-42ac-bd14-55926fc8b344 None None] Port ed563b2f-b92b-4445-a5d7-46eae38305c5 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:26:50.615263 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33050) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:50.619962 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-d113a52a-bb28-4645-a790-c724838292fe tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234729341', 'description': 'tempest-secgroup-smoke-234729341 description', 'project_id': 'b2b49e77955a46419e424d6fedcd480f'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:50.643207 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d113a52a-bb28-4645-a790-c724838292fe tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.713212 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d113a52a-bb28-4645-a790-c724838292fe tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.717714 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d113a52a-bb28-4645-a790-c724838292fe tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.746471 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d113a52a-bb28-4645-a790-c724838292fe tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.747756 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d113a52a-bb28-4645-a790-c724838292fe tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1314352 Mar 29 10:26:50.749679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113a52a-bb28-4645-a790-c724838292fe tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e636dd8-fbb0-43b2-a71e-d792482c5d75,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:50.750818 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33052) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:50.759924 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-12e829d3-bc79-4d97-9cd5-8a7979d49dc1 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Request body: {'security_group_rule': {'security_group_id': '0e636dd8-fbb0-43b2-a71e-d792482c5d75', 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:50.789550 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-12e829d3-bc79-4d97-9cd5-8a7979d49dc1 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.849621 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-12e829d3-bc79-4d97-9cd5-8a7979d49dc1 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.853368 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-12e829d3-bc79-4d97-9cd5-8a7979d49dc1 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.870282 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e829d3-bc79-4d97-9cd5-8a7979d49dc1 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c557479d-476e-478d-ba40-49ae4b633e15,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:50.878452 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-12e829d3-bc79-4d97-9cd5-8a7979d49dc1 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.879642 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-12e829d3-bc79-4d97-9cd5-8a7979d49dc1 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268647 Mar 29 10:26:50.882333 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33054) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:50.887359 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-07cece21-a97a-4c53-be7c-052870605f04 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Request body: {'security_group_rule': {'security_group_id': '0e636dd8-fbb0-43b2-a71e-d792482c5d75', 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:50.911599 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-07cece21-a97a-4c53-be7c-052870605f04 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.966767 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-07cece21-a97a-4c53-be7c-052870605f04 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.970404 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-07cece21-a97a-4c53-be7c-052870605f04 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.987072 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cece21-a97a-4c53-be7c-052870605f04 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6fe4b6-96f6-47ce-aed6-29f1200ae12c,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:50.995789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-07cece21-a97a-4c53-be7c-052870605f04 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:50.996981 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-07cece21-a97a-4c53-be7c-052870605f04 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137221 Mar 29 10:26:50.999716 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33056) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:51.004048 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e03d105b-3bc0-487f-9f71-e9e3f6df02a5 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Request body: {'security_group_rule': {'security_group_id': '0e636dd8-fbb0-43b2-a71e-d792482c5d75', 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:51.028173 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e03d105b-3bc0-487f-9f71-e9e3f6df02a5 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.084132 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e03d105b-3bc0-487f-9f71-e9e3f6df02a5 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.087947 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e03d105b-3bc0-487f-9f71-e9e3f6df02a5 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.106590 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d105b-3bc0-487f-9f71-e9e3f6df02a5 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41c6f41-4281-4367-ad5b-5462192c70e7,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:51.116317 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e03d105b-3bc0-487f-9f71-e9e3f6df02a5 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.117502 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e03d105b-3bc0-487f-9f71-e9e3f6df02a5 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168852 Mar 29 10:26:51.120696 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33058) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:51.125085 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-e51f3e43-4a11-4847-91ba-ae556cf0ec73 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Request body: {'security_group_rule': {'security_group_id': '0e636dd8-fbb0-43b2-a71e-d792482c5d75', 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:51.151133 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e51f3e43-4a11-4847-91ba-ae556cf0ec73 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.214143 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e51f3e43-4a11-4847-91ba-ae556cf0ec73 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.217744 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e51f3e43-4a11-4847-91ba-ae556cf0ec73 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.234771 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f3e43-4a11-4847-91ba-ae556cf0ec73 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78e5c5f-cd77-4210-a123-7e8cd825ccad,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:51.243243 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-e51f3e43-4a11-4847-91ba-ae556cf0ec73 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.244412 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-e51f3e43-4a11-4847-91ba-ae556cf0ec73 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228058 Mar 29 10:26:51.247766 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33062) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:51.252087 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-34753f66-0ec5-4b2d-a4c5-01ecde6d6e78 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Request body: {'security_group_rule': {'security_group_id': '0e636dd8-fbb0-43b2-a71e-d792482c5d75', 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:51.272918 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-34753f66-0ec5-4b2d-a4c5-01ecde6d6e78 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Project b2b49e77955a46419e424d6fedcd480f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:26:51.277537 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-34753f66-0ec5-4b2d-a4c5-01ecde6d6e78 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.338584 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-34753f66-0ec5-4b2d-a4c5-01ecde6d6e78 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.343912 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-34753f66-0ec5-4b2d-a4c5-01ecde6d6e78 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.363537 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34753f66-0ec5-4b2d-a4c5-01ecde6d6e78 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a1e4b3-6475-43a8-9dbe-1de03b049562,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:51.373816 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-34753f66-0ec5-4b2d-a4c5-01ecde6d6e78 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.375012 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-34753f66-0ec5-4b2d-a4c5-01ecde6d6e78 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263103 Mar 29 10:26:51.377930 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33064) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:26:51.382180 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-b42c53f4-32b5-46c3-8901-9d4651c62c5e tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Request body: {'security_group_rule': {'security_group_id': '0e636dd8-fbb0-43b2-a71e-d792482c5d75', 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:51.404378 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.securitygroups_db [None req-b42c53f4-32b5-46c3-8901-9d4651c62c5e tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Project b2b49e77955a46419e424d6fedcd480f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 10:26:51.409904 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b42c53f4-32b5-46c3-8901-9d4651c62c5e tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.455503 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f4165c27-197a-4a52-8590-319c9710a1c2 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:26:51.475214 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b42c53f4-32b5-46c3-8901-9d4651c62c5e tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.481941 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b42c53f4-32b5-46c3-8901-9d4651c62c5e tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-729430'] for security_group_rule, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.500021 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c53f4-32b5-46c3-8901-9d4651c62c5e tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0b6aaa-ab6b-476d-95af-cc211368a833,revision_number=0']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:51.511510 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-b42c53f4-32b5-46c3-8901-9d4651c62c5e tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.521103 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-b42c53f4-32b5-46c3-8901-9d4651c62c5e tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342530 Mar 29 10:26:51.521331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port f4165c27-197a-4a52-8590-319c9710a1c2 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:51.521331 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.664542 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-ea5f2eb2-69a5-4113-9b40-ae6e0f788499 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234729341&fields=id&tenant_id=b2b49e77955a46419e424d6fedcd480f HTTP/1.1" status: 200 len: 267 time: 0.0380921 Mar 29 10:26:51.738382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:26:51.781241 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-7ac877a1-caee-4b60-bfbc-0b20d9cc5ce1 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:51.784129 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-7ac877a1-caee-4b60-bfbc-0b20d9cc5ce1 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 810 time: 0.1106145 Mar 29 10:26:51.789836 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:51.790315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.802132 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b046717-8efb-4344-98aa-1b4de16f4ffc tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/quotas/b2b49e77955a46419e424d6fedcd480f HTTP/1.1" status: 200 len: 375 time: 0.0090547 Mar 29 10:26:51.851957 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-b81fe9bb-9e78-4bc7-8364-235847b8d486 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442429 Mar 29 10:26:51.869923 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-6c5bed7d-747d-4671-8117-ebd4e89579a2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:26:51.870892 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-6c5bed7d-747d-4671-8117-ebd4e89579a2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052395 Mar 29 10:26:51.871401 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.892463 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] For port b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:51.896941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:51.946695 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Pushing event updated for resources: {'Port': ['ID=b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:51.969999 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-2a4aada0-37c9-4916-a4f4-69105d55da04 service neutron] 10.222.0.32 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922098 Mar 29 10:26:52.059395 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Sync routers for ids ['f9375f37-1e1a-4e61-93a5-e652171eed76'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:26:52.068015 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-2fbc3bb3-f486-4689-8193-586f6a6f602c service neutron] 10.222.0.32 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918262 Mar 29 10:26:52.068772 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Routers {'f9375f37-1e1a-4e61-93a5-e652171eed76'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:52.069379 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9375f37-1e1a-4e61-93a5-e652171eed76'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:52.185858 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Set router f9375f37-1e1a-4e61-93a5-e652171eed76 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:52.435895 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'name': 'tempest-TestSnapshotPattern-458702769-router', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:49Z', 'revision_number': 4, 'project_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'gw_port': {'id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'ed563b2f-b92b-4445-a5d7-46eae38305c5', 'name': '', 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'mac_address': 'fa:16:3e:a2:2b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'f53a6ee4-3da5-4044-8f95-c30d14308489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:48Z', 'updated_at': '2022-03-29T10:26:49Z', 'revision_number': 2, 'project_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'subnets': [{'id': 'f53a6ee4-3da5-4044-8f95-c30d14308489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:52.465176 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Checking router: f9375f37-1e1a-4e61-93a5-e652171eed76 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:26:52.465902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Updating router f9375f37-1e1a-4e61-93a5-e652171eed76 port ed563b2f-b92b-4445-a5d7-46eae38305c5 binding host dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 10:26:52.493332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:52.600411 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e39f5e12-2e1b-4a06-8292-0379dc2b0900 req-2f3d8870-9f3d-4afb-9070-f0e7f968163e tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 210 time: 0.3868909 Mar 29 10:26:52.777069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Notify callbacks [] for port, precommit_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:52.785240 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:52.846321 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bca836-9ba3-4c4e-bd41-1d38f3e509b6 None None] Pushing event updated for resources: {'Port': ['ID=ed563b2f-b92b-4445-a5d7-46eae38305c5,revision_number=3']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:52.900963 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Attempting to bind port ed563b2f-b92b-4445-a5d7-46eae38305c5 on host dv-neutron-835554-1-hyperv for vnic_type normal with profile {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:26:52.901335 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Attempting to bind port ed563b2f-b92b-4445-a5d7-46eae38305c5 by drivers openvswitch,hyperv on host dv-neutron-835554-1-hyperv at level 0 using segments [{'id': '1877a941-7c6c-447d-b556-ee195c6e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5'}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:26:52.901732 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Attempting to bind port ed563b2f-b92b-4445-a5d7-46eae38305c5 on network f7562c32-9236-4383-a926-0a9f2986fbb5 {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:26:52.907494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Checking agent: {'id': '756fe142-59ef-4ca5-802d-28dcb1656036', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835554-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 11, 2), 'started_at': datetime.datetime(2022, 3, 29, 9, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835554-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:26:52.907868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Checking segment: {'id': '1877a941-7c6c-447d-b556-ee195c6e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:26:52.908269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:52.908796 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Bound using segment: {'id': '1877a941-7c6c-447d-b556-ee195c6e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5'} {{(pid=102497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:26:52.909269 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.managers [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Bound port: ed563b2f-b92b-4445-a5d7-46eae38305c5, host: dv-neutron-835554-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1877a941-7c6c-447d-b556-ee195c6e682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5'}}] {{(pid=102497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:26:52.909683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:52.981074 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] For port ed563b2f-b92b-4445-a5d7-46eae38305c5, host dv-neutron-835554-1-hyperv, cleared binding levels {{(pid=102497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:26:52.984351 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] For port ed563b2f-b92b-4445-a5d7-46eae38305c5, host dv-neutron-835554-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ed563b2f-b92b-4445-a5d7-46eae38305c5,segment=NetworkSegment(1877a941-7c6c-447d-b556-ee195c6e682a),segment_id=1877a941-7c6c-447d-b556-ee195c6e682a)] {{(pid=102497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:26:52.990068 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:53.046059 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Routers {'f9375f37-1e1a-4e61-93a5-e652171eed76'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:26:53.046712 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:29Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9375f37-1e1a-4e61-93a5-e652171eed76'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:53.084741 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bca836-9ba3-4c4e-bd41-1d38f3e509b6 None None] Pushing event updated for resources: {'Port': ['ID=ed563b2f-b92b-4445-a5d7-46eae38305c5,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:53.115101 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-29ab6496-53ca-4d9d-955a-51ad934aa6e0 None None] Provisioning complete for port ed563b2f-b92b-4445-a5d7-46eae38305c5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:53.115478 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-29ab6496-53ca-4d9d-955a-51ad934aa6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:53.206978 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] Set router f9375f37-1e1a-4e61-93a5-e652171eed76 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:26:53.262989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-69272a94-56b4-4dbf-a832-70dd851d9c2a tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:53.265216 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-69272a94-56b4-4dbf-a832-70dd851d9c2a tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 810 time: 0.1366477 Mar 29 10:26:53.320485 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-7ff165f4-0d68-4956-8ae3-52da7686a2c7 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2b49e77955a46419e424d6fedcd480f HTTP/1.1" status: 200 len: 379 time: 0.0453670 Mar 29 10:26:53.332948 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Request body: {'port': {'device_id': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'admin_state_up': True, 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'security_groups': ['0e636dd8-fbb0-43b2-a71e-d792482c5d75']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:53.395251 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-29ab6496-53ca-4d9d-955a-51ad934aa6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:53.411347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:26:53.458348 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Made reservation on behalf of b2b49e77955a46419e424d6fedcd480f for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:26:53.462011 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:53.495224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-29ab6496-53ca-4d9d-955a-51ad934aa6e0 None None] For port ed563b2f-b92b-4445-a5d7-46eae38305c5, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ed563b2f-b92b-4445-a5d7-46eae38305c5,segment=NetworkSegment(1877a941-7c6c-447d-b556-ee195c6e682a),segment_id=1877a941-7c6c-447d-b556-ee195c6e682a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:53.503854 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-29ab6496-53ca-4d9d-955a-51ad934aa6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:53.575855 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:53.576216 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:53.579686 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab6496-53ca-4d9d-955a-51ad934aa6e0 None None] Pushing event updated for resources: {'Port': ['ID=ed563b2f-b92b-4445-a5d7-46eae38305c5,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:53.608334 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Allocated IP 172.20.0.10 (2ce83a99-d6e9-4406-9b1f-efc77788be7e/290a7c8d-f808-45de-baa0-6782b427eff4/b6ad50f7-e23c-4c46-a432-edf3bc6eece9) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:26:53.618365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'name': 'tempest-TestSnapshotPattern-458702769-router', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:49Z', 'revision_number': 4, 'project_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'gw_port': {'id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'ed563b2f-b92b-4445-a5d7-46eae38305c5', 'name': '', 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'mac_address': 'fa:16:3e:a2:2b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'f53a6ee4-3da5-4044-8f95-c30d14308489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:48Z', 'updated_at': '2022-03-29T10:26:52Z', 'revision_number': 4, 'project_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'subnets': [{'id': 'f53a6ee4-3da5-4044-8f95-c30d14308489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:26:53.655005 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24805f5d-347e-4dc3-acb6-68d09ee59ddf None None] The sync data for ids ['f9375f37-1e1a-4e61-93a5-e652171eed76'] in dv-neutron-835554-1-hyperv is: [{'id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'name': 'tempest-TestSnapshotPattern-458702769-router', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:49Z', 'revision_number': 4, 'project_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'gw_port': {'id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': 'ed563b2f-b92b-4445-a5d7-46eae38305c5', 'name': '', 'network_id': 'f7562c32-9236-4383-a926-0a9f2986fbb5', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'mac_address': 'fa:16:3e:a2:2b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'f53a6ee4-3da5-4044-8f95-c30d14308489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:48Z', 'updated_at': '2022-03-29T10:26:52Z', 'revision_number': 4, 'project_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'subnets': [{'id': 'f53a6ee4-3da5-4044-8f95-c30d14308489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:26:53.667326 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-3d03394b-cd7c-4582-a2e0-1d9670933fdb None None] Provisioning complete for port ed563b2f-b92b-4445-a5d7-46eae38305c5 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:53.667696 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3d03394b-cd7c-4582-a2e0-1d9670933fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:53.724075 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ef927541-d91b-4cbc-82e3-e73b46a9989d req-a0596d61-a0fe-4fa4-a96a-0d69248142a4 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 210 time: 0.0356839 Mar 29 10:26:53.851494 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:53.893804 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:53.944838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Network 2ce83a99-d6e9-4406-9b1f-efc77788be7e is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:26:53.948753 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:26:53.953264 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:26:53.977079 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'Port': ['ID=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:54.009784 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:54.011121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:54.030298 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-4fcb252f-c6e9-4ea0-bd98-bff3fdf12c61 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7033277 Mar 29 10:26:54.043321 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Request body: {'port': {'device_id': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:26:54.116199 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:54.253802 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-a3fe875d-50d4-4a77-a7d2-cbc20a75b15a None None] Provisioning complete for port b6ad50f7-e23c-4c46-a432-edf3bc6eece9 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:54.254254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a3fe875d-50d4-4a77-a7d2-cbc20a75b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:54.290975 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe875d-50d4-4a77-a7d2-cbc20a75b15a None None] Port b6ad50f7-e23c-4c46-a432-edf3bc6eece9 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:26:54.427779 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ad50f7-e23c-4c46-a432-edf3bc6eece9 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:26:54.437506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:54.450958 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Transition to ACTIVE for port object b6ad50f7-e23c-4c46-a432-edf3bc6eece9 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:26:54.454814 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:54.506021 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Pushing event updated for resources: {'Port': ['ID=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:54.583019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Attempting to bind port b6ad50f7-e23c-4c46-a432-edf3bc6eece9 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:26:54.583352 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Attempting to bind port b6ad50f7-e23c-4c46-a432-edf3bc6eece9 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:26:54.583706 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Attempting to bind port b6ad50f7-e23c-4c46-a432-edf3bc6eece9 on network 2ce83a99-d6e9-4406-9b1f-efc77788be7e {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:26:54.588193 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Port b6ad50f7-e23c-4c46-a432-edf3bc6eece9 on network 2ce83a99-d6e9-4406-9b1f-efc77788be7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 10:26:54.588496 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Attempting to bind port b6ad50f7-e23c-4c46-a432-edf3bc6eece9 on network 2ce83a99-d6e9-4406-9b1f-efc77788be7e {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:26:54.593408 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:26:54.593782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Checking segment: {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:26:54.594161 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Bound using segment: {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:26:54.594626 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Bound port: b6ad50f7-e23c-4c46-a432-edf3bc6eece9, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:26:54.595019 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:54.661211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] For port b6ad50f7-e23c-4c46-a432-edf3bc6eece9, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:26:54.664416 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] For port b6ad50f7-e23c-4c46-a432-edf3bc6eece9, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:26:54.671031 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:54.706022 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:54.706788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:54.707994 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] 10.222.0.24 "PUT /v2.0/ports/b6ad50f7-e23c-4c46-a432-edf3bc6eece9 HTTP/1.1" status: 200 len: 1094 time: 0.6695752 Mar 29 10:26:54.708407 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:26:54.710679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6982dadf4ae6f27d63f70c4cb86183feac1c4bcc0551f1a94f71ee9a37e1f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d0c4d1-d8d9-42fc-8f57-8f7f5bf00761" -d '{"events": [{"name": "network-changed", "server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:26:54.733993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70a04f-6f10-498a-92eb-58a9aa1877ab service neutron] Pushing event updated for resources: {'Port': ['ID=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:54.772394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a09df1-e3b8-43bb-88ab-936ddd27e21c x-openstack-request-id: req-45a09df1-e3b8-43bb-88ab-936ddd27e21c {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:26:54.772682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:26:54.772926 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45a09df1-e3b8-43bb-88ab-936ddd27e21c {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:26:54.773314 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'status': 'completed', 'code': 200} Mar 29 10:26:54.809200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-45bec8a2-a158-42f3-829f-1f16f0c30ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:54.811087 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-45bec8a2-a158-42f3-829f-1f16f0c30ea3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 1097 time: 0.0568604 Mar 29 10:26:54.866145 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-9d6570ec-a219-49f4-9783-10676304a859 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9 HTTP/1.1" status: 200 len: 217 time: 0.0446033 Mar 29 10:26:54.943585 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a701cd-bc8c-444e-9a9a-58011510f920 req-df56d173-1c64-47d9-a85b-9ac379260afa tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:54.945142 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-46a701cd-bc8c-444e-9a9a-58011510f920 req-df56d173-1c64-47d9-a85b-9ac379260afa tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 944 time: 0.1222887 Mar 29 10:26:54.947014 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-d0653034-3a6e-4c72-9a59-4002241c9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:54.948897 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-d0653034-3a6e-4c72-9a59-4002241c9a1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0683706 Mar 29 10:26:55.010884 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-46a701cd-bc8c-444e-9a9a-58011510f920 req-a2c1431b-cdaa-4fb2-a848-45418cc67964 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578501 Mar 29 10:26:55.016787 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-5ae27279-629a-469d-b7ae-c595d1f14f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:55.018253 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-5ae27279-629a-469d-b7ae-c595d1f14f4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0601060 Mar 29 10:26:55.111781 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-176eca32-10d1-4617-94e1-f3e88033a637 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866890 Mar 29 10:26:55.199553 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f5c497df-d889-4565-99e1-6e32d3561f52 req-82cba119-ef7e-4184-89c5-567a3beabd98 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817208 Mar 29 10:26:55.289759 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c4d1-d8d9-42fc-8f57-8f7f5bf00761 req-4a61fb6b-15ca-4c3a-85c7-3354ca1570df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:55.291141 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8d0c4d1-d8d9-42fc-8f57-8f7f5bf00761 req-4a61fb6b-15ca-4c3a-85c7-3354ca1570df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 1097 time: 0.0447056 Mar 29 10:26:55.379467 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c4d1-d8d9-42fc-8f57-8f7f5bf00761 req-0fcdad03-dae8-4f7e-a6bb-3d6b69af3d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:55.380909 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8d0c4d1-d8d9-42fc-8f57-8f7f5bf00761 req-0fcdad03-dae8-4f7e-a6bb-3d6b69af3d44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 911 time: 0.0834424 Mar 29 10:26:55.406456 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ed563b2f-b92b-4445-a5d7-46eae38305c5 up at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:26:55.426985 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8d0c4d1-d8d9-42fc-8f57-8f7f5bf00761 req-b4b99ee0-8399-4e62-9e54-ee067f6eadcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9 HTTP/1.1" status: 200 len: 217 time: 0.0397336 Mar 29 10:26:55.459171 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Provisioning complete for port ed563b2f-b92b-4445-a5d7-46eae38305c5 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:26:55.459555 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:55.476173 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c4d1-d8d9-42fc-8f57-8f7f5bf00761 req-4862a85d-3ad5-416a-8304-9309fbf8b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:55.477874 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8d0c4d1-d8d9-42fc-8f57-8f7f5bf00761 req-4862a85d-3ad5-416a-8304-9309fbf8b293 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0443625 Mar 29 10:26:55.524183 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c4d1-d8d9-42fc-8f57-8f7f5bf00761 req-d715ba46-ce72-438f-94d0-50e65edcb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:55.526317 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8d0c4d1-d8d9-42fc-8f57-8f7f5bf00761 req-d715ba46-ce72-438f-94d0-50e65edcb749 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412965 Mar 29 10:26:55.624427 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8d0c4d1-d8d9-42fc-8f57-8f7f5bf00761 req-b8fa7267-7321-4914-b438-1ac1378df07f service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919218 Mar 29 10:26:55.723555 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f8d0c4d1-d8d9-42fc-8f57-8f7f5bf00761 req-70ad5c88-be54-4c74-bea4-365ba2f50aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924001 Mar 29 10:26:56.128144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c87f1-01c9-4d7c-9bee-f377cfd9cc9e req-4ebff14b-0e3f-419e-91a2-d2ac9b5b009d tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:56.130554 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aa4c87f1-01c9-4d7c-9bee-f377cfd9cc9e req-4ebff14b-0e3f-419e-91a2-d2ac9b5b009d tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 944 time: 0.0493355 Mar 29 10:26:56.176082 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aa4c87f1-01c9-4d7c-9bee-f377cfd9cc9e req-d1edfcd9-bf10-48f9-b0b2-c3b537b27bc0 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361879 Mar 29 10:26:56.879674 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-44c4dccb-4780-4a67-812e-45524ab18e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:57.292661 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6bae-e8f3-42c6-8b5b-21ee18855e89 req-a1ab6f22-7cfc-465c-907b-ce610005ee38 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:57.294205 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-505a6bae-e8f3-42c6-8b5b-21ee18855e89 req-a1ab6f22-7cfc-465c-907b-ce610005ee38 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 944 time: 0.0508518 Mar 29 10:26:57.335103 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-505a6bae-e8f3-42c6-8b5b-21ee18855e89 req-22608fa4-579d-4329-8690-622e9f681a3c tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341113 Mar 29 10:26:58.449152 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f8b32-3f16-43f0-b102-be33de515b22 req-8b804113-dc31-4e04-ac74-e3c0c92e8586 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:58.450635 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-472f8b32-3f16-43f0-b102-be33de515b22 req-8b804113-dc31-4e04-ac74-e3c0c92e8586 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 944 time: 0.0495653 Mar 29 10:26:58.487671 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-472f8b32-3f16-43f0-b102-be33de515b22 req-efd85ff7-988a-4d2d-a396-2ed8de9998c0 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308888 Mar 29 10:26:58.957765 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b6ad50f7-e23c-4c46-a432-edf3bc6eece9 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:26:59.054763 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b6ad50f7-e23c-4c46-a432-edf3bc6eece9, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:59.066024 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'port_id': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'mac_address': 'fa:16:3e:1f:f2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:26:59.101272 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:59.117726 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ad50f7-e23c-4c46-a432-edf3bc6eece9 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:26:59.136805 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b6ad50f7-e23c-4c46-a432-edf3bc6eece9, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:26:59.140361 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:59.185598 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:26:59.288432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2898d063-1b9b-4b7f-bff6-5e4c9ec35fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:26:59.472468 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['b6ad50f7-e23c-4c46-a432-edf3bc6eece9'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:26:59.602650 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48a5ba-5c83-45d0-a39c-24abc4686ccf req-30aa34aa-03fd-47c5-a811-134cab557eae tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:26:59.604619 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac48a5ba-5c83-45d0-a39c-24abc4686ccf req-30aa34aa-03fd-47c5-a811-134cab557eae tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 945 time: 0.0478635 Mar 29 10:26:59.647783 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ac48a5ba-5c83-45d0-a39c-24abc4686ccf req-bccc7fe9-5dca-43df-9e6a-1ee078c79719 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365493 Mar 29 10:27:00.170043 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:27:00.761158 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb74429-e0bc-4ce1-bbb0-9a88068c0607 req-700d28a4-7a90-454a-a915-c712465d5fe2 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:00.762916 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fdb74429-e0bc-4ce1-bbb0-9a88068c0607 req-700d28a4-7a90-454a-a915-c712465d5fe2 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 945 time: 0.0487142 Mar 29 10:27:00.800980 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-fdb74429-e0bc-4ce1-bbb0-9a88068c0607 req-ca6937fb-16ee-4f50-8bf7-51d67007e893 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321193 Mar 29 10:27:00.849648 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:00.972671 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b6ad50f7-e23c-4c46-a432-edf3bc6eece9 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:27:01.022140 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port b6ad50f7-e23c-4c46-a432-edf3bc6eece9 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:27:01.026306 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port b6ad50f7-e23c-4c46-a432-edf3bc6eece9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:27:01.026673 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:01.243887 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:01.266703 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:27:01.268928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3880042634ad15412f2223987af08734140be23d1bb07542e2406eb4cd2e612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3061790c-bd1d-43cb-a200-e1407fc03575" -d '{"events": [{"server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "name": "network-vif-plugged", "status": "completed", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:27:01.282121 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b6ad50f7-e23c-4c46-a432-edf3bc6eece9, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:27:01.287247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:01.310180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1756eb-f28e-40de-b75e-1af1b63bd311 x-openstack-request-id: req-df1756eb-f28e-40de-b75e-1af1b63bd311 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:27:01.310470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "name": "network-vif-plugged", "status": "completed", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:27:01.310718 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df1756eb-f28e-40de-b75e-1af1b63bd311 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:27:01.311101 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'code': 200} Mar 29 10:27:01.337396 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:27:01.486046 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814feda-007b-4739-8914-c61d5f4b3444 req-0896e4a8-8d65-457d-b8ed-c2429d741644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:01.487503 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f814feda-007b-4739-8914-c61d5f4b3444 req-0896e4a8-8d65-457d-b8ed-c2429d741644 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 1099 time: 0.0385299 Mar 29 10:27:01.522402 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f814feda-007b-4739-8914-c61d5f4b3444 req-73721d8f-416c-4020-8499-31dd67547d3e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282986 Mar 29 10:27:01.912455 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a444a-ea39-4651-ba36-7e7449be2fea req-405fc25c-f654-4f7d-84d7-6cd9d77e5a04 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:01.913907 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aa0a444a-ea39-4651-ba36-7e7449be2fea req-405fc25c-f654-4f7d-84d7-6cd9d77e5a04 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 946 time: 0.0476673 Mar 29 10:27:01.954454 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-aa0a444a-ea39-4651-ba36-7e7449be2fea req-f8aa9bcd-66e6-426f-a549-35dae147467d tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340376 Mar 29 10:27:02.193039 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:02.827490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:03.068594 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c2756-2b9a-4726-9d25-9a31ca33108e req-48599888-c697-4f6f-829c-c37b892fd0f0 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:03.070043 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b4c2756-2b9a-4726-9d25-9a31ca33108e req-48599888-c697-4f6f-829c-c37b892fd0f0 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 946 time: 0.0480824 Mar 29 10:27:03.107480 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7b4c2756-2b9a-4726-9d25-9a31ca33108e req-d9301e56-dcb8-49d1-87f4-f2bb77769e6e tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308700 Mar 29 10:27:03.221677 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7baa06-1ec1-4c2e-a154-c05b4cd423d4 req-c5da4f7c-ae0d-4cfd-8705-faa5b0cc13d2 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:03.223134 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf7baa06-1ec1-4c2e-a154-c05b4cd423d4 req-c5da4f7c-ae0d-4cfd-8705-faa5b0cc13d2 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 946 time: 0.0487890 Mar 29 10:27:03.263068 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bf7baa06-1ec1-4c2e-a154-c05b4cd423d4 req-48eff6d4-f6bd-4fc4-8a2d-1e95100079fe tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337031 Mar 29 10:27:03.284468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33124) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:27:03.421365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760010d4-e504-4e08-8a0a-7c8ae30d4be7 tempest-TestSnapshotPattern-1749441957 tempest-TestSnapshotPattern-1749441957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:03.422935 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-760010d4-e504-4e08-8a0a-7c8ae30d4be7 tempest-TestSnapshotPattern-1749441957 tempest-TestSnapshotPattern-1749441957-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 1094 time: 0.1374705 Mar 29 10:27:03.425891 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33128) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:27:03.430121 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:27:03.451284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for floatingip, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:03.548704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:03.653255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Allocated IP 172.26.1.252 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/218a231f-6ad2-42c3-97cd-cf79bb34631b) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:27:03.751932 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:03.785060 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:03.827500 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:27:03.831743 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:27:03.835233 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:27:03.841054 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'Port': ['ID=218a231f-6ad2-42c3-97cd-cf79bb34631b,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:27:04.193927 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:04.212665 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:04.264691 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:04.412705 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:04.417335 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:04.483523 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'Port': ['ID=218a231f-6ad2-42c3-97cd-cf79bb34631b,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:27:04.493749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:04.594081 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.db.l3_db [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Floating IP 355daabb-87d0-48fd-90c1-9e720e8bcafd associated. External IP: 172.26.1.252, port: b6ad50f7-e23c-4c46-a432-edf3bc6eece9. Mar 29 10:27:04.795365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:27:04.906126 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:27:04.915460 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d287b-df21-43b4-82f3-a5407c3ef3a8 None None] Sync routers for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:27:04.925975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:04.927250 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d287b-df21-43b4-82f3-a5407c3ef3a8 None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:27:04.927908 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b57d287b-df21-43b4-82f3-a5407c3ef3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:27:04.955115 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f4028607-3963-4f67-a565-005dfcaf4708 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5282023 Mar 29 10:27:04.955921 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:27:04.958206 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6982dadf4ae6f27d63f70c4cb86183feac1c4bcc0551f1a94f71ee9a37e1f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5f5a64-383e-4b46-bc4b-9e0b789b100a" -d '{"events": [{"name": "network-changed", "server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:27:05.054480 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-b57d287b-df21-43b4-82f3-a5407c3ef3a8 None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:27:05.056538 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ab5b9a-beea-4301-a6b3-bb40d9c9573b x-openstack-request-id: req-a1ab5b9a-beea-4301-a6b3-bb40d9c9573b {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:27:05.057424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:27:05.057701 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1ab5b9a-beea-4301-a6b3-bb40d9c9573b {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:27:05.058281 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'status': 'completed', 'code': 200} Mar 29 10:27:05.120042 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f5a64-383e-4b46-bc4b-9e0b789b100a req-f0d6a638-9e07-4ecb-a1ff-a93c5ce7d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:05.121620 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3d5f5a64-383e-4b46-bc4b-9e0b789b100a req-f0d6a638-9e07-4ecb-a1ff-a93c5ce7d0aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 1099 time: 0.0422881 Mar 29 10:27:05.216136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f5a64-383e-4b46-bc4b-9e0b789b100a req-208fdabc-97bb-47f1-beaf-db973bf61aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:05.217635 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3d5f5a64-383e-4b46-bc4b-9e0b789b100a req-208fdabc-97bb-47f1-beaf-db973bf61aa9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 911 time: 0.0899565 Mar 29 10:27:05.283690 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3d5f5a64-383e-4b46-bc4b-9e0b789b100a req-981cab0a-05af-4c00-b5f1-bc33d04655d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9 HTTP/1.1" status: 200 len: 1000 time: 0.0592539 Mar 29 10:27:05.290097 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b57d287b-df21-43b4-82f3-a5407c3ef3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '355daabb-87d0-48fd-90c1-9e720e8bcafd', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'port_id': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'mac_address': 'fa:16:3e:1f:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:27:04Z', 'updated_at': '2022-03-29T10:27:04Z', 'revision_number': 0, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:27:05.316265 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d287b-df21-43b4-82f3-a5407c3ef3a8 None None] Checking router: 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:27:05.324280 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d287b-df21-43b4-82f3-a5407c3ef3a8 None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:27:05.324873 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b57d287b-df21-43b4-82f3-a5407c3ef3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:26:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:27:05.332704 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f5a64-383e-4b46-bc4b-9e0b789b100a req-d31b073e-3f15-4be0-be20-67bb1b1f2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:05.334203 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3d5f5a64-383e-4b46-bc4b-9e0b789b100a req-d31b073e-3f15-4be0-be20-67bb1b1f2627 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0441008 Mar 29 10:27:05.383931 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f5a64-383e-4b46-bc4b-9e0b789b100a req-70ce04e2-65bb-4910-b0ad-b530b7612438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:05.385450 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3d5f5a64-383e-4b46-bc4b-9e0b789b100a req-70ce04e2-65bb-4910-b0ad-b530b7612438 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441053 Mar 29 10:27:05.431451 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-b57d287b-df21-43b4-82f3-a5407c3ef3a8 None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:27:05.480016 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3d5f5a64-383e-4b46-bc4b-9e0b789b100a req-acd1917d-87f1-4ee2-a945-04922f814c41 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882878 Mar 29 10:27:05.576039 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-3d5f5a64-383e-4b46-bc4b-9e0b789b100a req-05fca93d-f792-42ab-ba13-6dffda5361a2 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900750 Mar 29 10:27:05.846295 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-b57d287b-df21-43b4-82f3-a5407c3ef3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '355daabb-87d0-48fd-90c1-9e720e8bcafd', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'port_id': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'mac_address': 'fa:16:3e:1f:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:27:04Z', 'updated_at': '2022-03-29T10:27:04Z', 'revision_number': 0, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:27:05.873877 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57d287b-df21-43b4-82f3-a5407c3ef3a8 None None] The sync data for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv is: [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '355daabb-87d0-48fd-90c1-9e720e8bcafd', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'port_id': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'mac_address': 'fa:16:3e:1f:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:27:04Z', 'updated_at': '2022-03-29T10:27:04Z', 'revision_number': 0, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:27:06.053714 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5985e59-4ab0-477a-a5cf-f624f348d716 None None] New status for floating IP 355daabb-87d0-48fd-90c1-9e720e8bcafd: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:27:11.534574 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1f582dc-4279-499c-86ff-7286b9f4edfb req-02146d8a-31a9-4fcf-9a74-6c082d28ec50 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389388 Mar 29 10:27:11.611917 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f582dc-4279-499c-86ff-7286b9f4edfb req-5d25cf7b-e658-4a7a-ab62-27ce39927b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:11.613407 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1f582dc-4279-499c-86ff-7286b9f4edfb req-5d25cf7b-e658-4a7a-ab62-27ce39927b86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 1099 time: 0.0389724 Mar 29 10:27:11.723402 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f582dc-4279-499c-86ff-7286b9f4edfb req-c319b9ed-a1af-4118-86d1-37d2d81ef573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:11.724844 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1f582dc-4279-499c-86ff-7286b9f4edfb req-c319b9ed-a1af-4118-86d1-37d2d81ef573 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 911 time: 0.0872622 Mar 29 10:27:11.787440 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1f582dc-4279-499c-86ff-7286b9f4edfb req-cbeedef5-0dcf-4948-b1ae-3dd23029f7cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9 HTTP/1.1" status: 200 len: 1002 time: 0.0558243 Mar 29 10:27:11.837881 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f582dc-4279-499c-86ff-7286b9f4edfb req-6d8d5661-c2d0-49d9-a01f-018b98526c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:11.839293 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1f582dc-4279-499c-86ff-7286b9f4edfb req-6d8d5661-c2d0-49d9-a01f-018b98526c64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0457525 Mar 29 10:27:11.883266 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f582dc-4279-499c-86ff-7286b9f4edfb req-b79df696-6f8e-4a0d-bcf8-206d8f1f1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:27:11.884804 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1f582dc-4279-499c-86ff-7286b9f4edfb req-b79df696-6f8e-4a0d-bcf8-206d8f1f1d2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391369 Mar 29 10:27:11.975108 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1f582dc-4279-499c-86ff-7286b9f4edfb req-adf3ffa0-1f82-4dd6-a335-957ad54cb37b service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834091 Mar 29 10:27:12.380714 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-c1f582dc-4279-499c-86ff-7286b9f4edfb req-27b5b2d9-3dc9-4293-b5ef-856141abd459 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991926 Mar 29 10:27:26.882192 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-82c57c2c-f850-4c4e-9065-2a9d9c445979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:29.289410 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-0bd300f6-d03d-4e86-ac8e-77126ac92275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:30.849844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:32.196339 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:32.826122 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:34.222364 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:37.168991 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:27:56.883831 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2335c287-67d2-4728-b3ff-a4836683997f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:27:59.292902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-027e7e5c-493a-4cd6-a690-87e122139fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:00.853454 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:02.201661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:02.829153 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:04.211332 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:14.169103 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b81bc02a-afe8-47e6-afbe-a19f7028a383 req-2d47932a-d231-4542-b9a3-fce5ed9c3d5d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836034 Mar 29 10:28:14.169754 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:28:14.248972 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bc02a-afe8-47e6-afbe-a19f7028a383 req-b2386944-a4c7-4ffe-b8f1-8f561f9fad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:14.250486 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b81bc02a-afe8-47e6-afbe-a19f7028a383 req-b2386944-a4c7-4ffe-b8f1-8f561f9fad16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 1099 time: 0.0402029 Mar 29 10:28:14.367222 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bc02a-afe8-47e6-afbe-a19f7028a383 req-efb566cf-ac84-434e-bbcf-ae7ee4c2d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:14.368650 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b81bc02a-afe8-47e6-afbe-a19f7028a383 req-efb566cf-ac84-434e-bbcf-ae7ee4c2d4db service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 911 time: 0.0992818 Mar 29 10:28:14.432569 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b81bc02a-afe8-47e6-afbe-a19f7028a383 req-b9117360-bfc7-41d2-b1f7-cf42e8f728cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9 HTTP/1.1" status: 200 len: 1002 time: 0.0576928 Mar 29 10:28:14.483299 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bc02a-afe8-47e6-afbe-a19f7028a383 req-678f77f1-c50b-4f67-bdbb-45ac03c6db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:14.484698 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b81bc02a-afe8-47e6-afbe-a19f7028a383 req-678f77f1-c50b-4f67-bdbb-45ac03c6db2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0463846 Mar 29 10:28:14.532312 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bc02a-afe8-47e6-afbe-a19f7028a383 req-6c485dac-7fdb-4504-a14d-febd056f0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:28:14.533817 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b81bc02a-afe8-47e6-afbe-a19f7028a383 req-6c485dac-7fdb-4504-a14d-febd056f0259 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428813 Mar 29 10:28:14.623906 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b81bc02a-afe8-47e6-afbe-a19f7028a383 req-9f7b4747-36f3-4c40-b941-1badfab98153 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836039 Mar 29 10:28:14.719452 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b81bc02a-afe8-47e6-afbe-a19f7028a383 req-e1de6a4a-0c60-43cd-a2b9-7f8e75e83ad3 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893743 Mar 29 10:28:26.888600 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-73ed7d1f-9ebf-4b51-9e0e-0f9b95d1f3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:29.295497 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8135-1193-4096-b13f-91d5361b1a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:30.855577 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:32.204800 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:32.832371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:34.216128 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:51.169149 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:28:56.891189 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-fb9f3768-6f22-4829-ad65-674c3ef1ef24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:28:59.297373 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-9d1e86b5-c120-4ec8-bec5-4617ee4259e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:00.862353 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:02.206318 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:02.836925 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:04.230844 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:14.528348 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3af9a41-b083-4b83-9c90-2a647b79ac0d req-3fb65570-9806-4704-af2a-e8d8fa2b2406 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418854 Mar 29 10:29:14.609679 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af9a41-b083-4b83-9c90-2a647b79ac0d req-b8ede402-ab4e-49c3-898b-d41a40b923ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:14.611186 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3af9a41-b083-4b83-9c90-2a647b79ac0d req-b8ede402-ab4e-49c3-898b-d41a40b923ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 1099 time: 0.0413043 Mar 29 10:29:14.717030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af9a41-b083-4b83-9c90-2a647b79ac0d req-4eefe7de-2b55-4f52-be1f-59d6082c26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:14.718554 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3af9a41-b083-4b83-9c90-2a647b79ac0d req-4eefe7de-2b55-4f52-be1f-59d6082c26fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 911 time: 0.0879669 Mar 29 10:29:14.786859 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3af9a41-b083-4b83-9c90-2a647b79ac0d req-4c33277f-12fb-44a8-b321-b2aef4781f98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9 HTTP/1.1" status: 200 len: 1002 time: 0.0607779 Mar 29 10:29:14.835558 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af9a41-b083-4b83-9c90-2a647b79ac0d req-4e0a3658-e3c5-4d76-8cda-f386c9a757ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:14.836979 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3af9a41-b083-4b83-9c90-2a647b79ac0d req-4e0a3658-e3c5-4d76-8cda-f386c9a757ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0440245 Mar 29 10:29:14.888200 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af9a41-b083-4b83-9c90-2a647b79ac0d req-932f7a92-b42e-4a22-a965-e50340c58457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:29:14.889693 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3af9a41-b083-4b83-9c90-2a647b79ac0d req-932f7a92-b42e-4a22-a965-e50340c58457 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459363 Mar 29 10:29:14.977876 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3af9a41-b083-4b83-9c90-2a647b79ac0d req-3a03e3e4-c0f5-4910-909a-278527ed458b service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812261 Mar 29 10:29:15.071734 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d3af9a41-b083-4b83-9c90-2a647b79ac0d req-d7305383-f9ce-472e-b758-36955cc8b747 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869536 Mar 29 10:29:26.893667 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-b60a72dd-8724-4f2b-bfd8-3c006955bcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:28.168246 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:29:29.299429 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-2b74b8d8-5c04-411b-a48a-3df0c7652591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:30.862315 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:32.209264 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:32.841194 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:34.228224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:47.889415 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b6ad50f7-e23c-4c46-a432-edf3bc6eece9 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:29:47.985494 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b6ad50f7-e23c-4c46-a432-edf3bc6eece9, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:29:47.997258 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'port_id': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'mac_address': 'fa:16:3e:1f:f2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:29:48.036102 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:48.048418 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6ad50f7-e23c-4c46-a432-edf3bc6eece9 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:29:48.068376 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b6ad50f7-e23c-4c46-a432-edf3bc6eece9, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:29:48.071999 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:48.124375 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:48.131724 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:48.132062 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:48.132395 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:48.132733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:48.133043 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:48.133640 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:48.133962 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:48.134278 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:48.134593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:48.134904 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:48.135214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:48.135523 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:29:48.143405 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['b6ad50f7-e23c-4c46-a432-edf3bc6eece9'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:29:49.888082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b6ad50f7-e23c-4c46-a432-edf3bc6eece9 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:29:49.940225 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port b6ad50f7-e23c-4c46-a432-edf3bc6eece9 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:29:49.940593 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:50.017781 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:50.040793 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:29:50.042956 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3880042634ad15412f2223987af08734140be23d1bb07542e2406eb4cd2e612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b927df-1bde-46b5-9cfa-162695063ee2" -d '{"events": [{"server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "name": "network-vif-plugged", "status": "completed", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:29:50.059941 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b6ad50f7-e23c-4c46-a432-edf3bc6eece9, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:29:50.065629 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:50.094680 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bc724b-669c-4ccb-964a-e66744997e82 x-openstack-request-id: req-22bc724b-669c-4ccb-964a-e66744997e82 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:29:50.095031 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "name": "network-vif-plugged", "status": "completed", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:29:50.095343 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22bc724b-669c-4ccb-964a-e66744997e82 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:29:50.095730 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'code': 200} Mar 29 10:29:50.123047 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:29:56.897771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5d3277f9-2a36-4386-af03-7f87b449abf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:29:59.311320 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-5a370687-26c7-4edc-96d7-29f0f4805e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:00.866803 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:02.211142 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:02.842705 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:02.867048 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-0c665ad3-61be-4d0b-b1d2-bcab12a6d206 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234729341&fields=id&tenant_id=b2b49e77955a46419e424d6fedcd480f HTTP/1.1" status: 200 len: 267 time: 0.0342853 Mar 29 10:30:02.973623 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-f6f5b076-0b49-4b49-9c7f-ec5f8184bd34 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:02.975089 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-f6f5b076-0b49-4b49-9c7f-ec5f8184bd34 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 810 time: 0.1012597 Mar 29 10:30:02.989844 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-4ede1519-f5f3-442e-835a-3e9957fda233 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/quotas/b2b49e77955a46419e424d6fedcd480f HTTP/1.1" status: 200 len: 375 time: 0.0089912 Mar 29 10:30:03.045222 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-67d765fb-0464-47bb-8163-bcc45bed476b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0501406 Mar 29 10:30:03.185949 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-d6a79c1e-039a-4336-bfba-3153adce8c6e service neutron] 10.222.0.32 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290195 Mar 29 10:30:03.276948 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-f151694a-7480-4fd2-a55d-90816e530347 service neutron] 10.222.0.32 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844409 Mar 29 10:30:03.538454 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d314e694-cf69-4212-a45b-e2599d2a6493 req-71b2da4e-d871-4154-9584-73b91e2f9aac tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 210 time: 0.1039686 Mar 29 10:30:04.228220 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:04.558307 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-07d1e7bd-088a-48c4-be08-d00b81df705c tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:04.559819 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-07d1e7bd-088a-48c4-be08-d00b81df705c tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 810 time: 0.1126561 Mar 29 10:30:04.607574 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-4c5b6cca-1a3a-4d67-a589-5e335be8b709 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2b49e77955a46419e424d6fedcd480f HTTP/1.1" status: 200 len: 379 time: 0.0389514 Mar 29 10:30:04.625782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Request body: {'port': {'device_id': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'admin_state_up': True, 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'security_groups': ['0e636dd8-fbb0-43b2-a71e-d792482c5d75']}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:30:04.643679 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-1ea4b1d9-b3be-4625-bc0c-dffe0ff36f15 req-60b5730d-4a49-4726-ba12-4f86ef6977e7 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 210 time: 0.0322876 Mar 29 10:30:04.749685 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Made reservation on behalf of b2b49e77955a46419e424d6fedcd480f for: {'port': 1} {{(pid=102496) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 10:30:04.753238 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:04.892710 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_common [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Allocated IP 172.20.0.6 (2ce83a99-d6e9-4406-9b1f-efc77788be7e/290a7c8d-f808-45de-baa0-6782b427eff4/162c4a57-f66e-4aa2-97bf-59a384a38aa0) {{(pid=102496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:30:05.166250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for port, precommit_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:05.178014 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:30:05.208843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_create {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:05.274182 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Network 2ce83a99-d6e9-4406-9b1f-efc77788be7e is already hosted by enough agents. {{(pid=102496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:30:05.278210 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.base_scheduler [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Resources bound (agent type, host, resource id): {{(pid=102496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:30:05.286561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Received port after_create {{(pid=102496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:30:05.366013 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'Port': ['ID=162c4a57-f66e-4aa2-97bf-59a384a38aa0,revision_number=1']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:30:05.381282 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:05.381648 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:05.381989 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:05.382319 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:05.382647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:05.383437 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:05.383812 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:05.384144 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:05.384468 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:05.384788 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:05.385113 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:05.385601 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:05.409277 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:05.410218 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:05.441462 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-2c84e0e5-319b-43e9-a65f-4e62aa5db4dd tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8199492 Mar 29 10:30:05.601139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-62568b13-066d-40f0-99b9-79554394a017 None None] Provisioning complete for port 162c4a57-f66e-4aa2-97bf-59a384a38aa0 triggered by entity DHCP. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:30:05.601866 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-62568b13-066d-40f0-99b9-79554394a017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:05.643621 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-62568b13-066d-40f0-99b9-79554394a017 None None] Port 162c4a57-f66e-4aa2-97bf-59a384a38aa0 cannot update to ACTIVE because it is not bound. {{(pid=102497) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 29 10:30:05.792459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dfd1c-148d-4dc5-857a-aa5b1c5c59eb req-38e73bba-ca2d-43d2-b60e-9e285934f0be tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:05.799246 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d8dfd1c-148d-4dc5-857a-aa5b1c5c59eb req-38e73bba-ca2d-43d2-b60e-9e285934f0be tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 931 time: 0.0692682 Mar 29 10:30:05.841196 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-6d8dfd1c-148d-4dc5-857a-aa5b1c5c59eb req-bbd25b08-8826-43f4-aeb9-ccd476cab192 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381241 Mar 29 10:30:05.933627 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b6ad50f7-e23c-4c46-a432-edf3bc6eece9 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:30:06.016875 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:06.044346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:30:06.046661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3880042634ad15412f2223987af08734140be23d1bb07542e2406eb4cd2e612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3a1e96-2b5c-4c98-883c-122d1bc54426" -d '{"events": [{"server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:30:06.070055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port b6ad50f7-e23c-4c46-a432-edf3bc6eece9, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:30:06.081829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:06.163295 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 10:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b3018d-8e66-4d17-8556-439c02b0d947 x-openstack-request-id: req-e4b3018d-8e66-4d17-8556-439c02b0d947 {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:30:06.163595 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:30:06.163847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4b3018d-8e66-4d17-8556-439c02b0d947 {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:30:06.164258 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'code': 200} Mar 29 10:30:06.169511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,revision_number=8']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:30:07.010365 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd5f7e-9679-4c56-916b-866bf57e8cec req-febeb83b-9722-4029-bad9-1abb574844cc tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:07.017516 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01bd5f7e-9679-4c56-916b-866bf57e8cec req-febeb83b-9722-4029-bad9-1abb574844cc tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 931 time: 0.0658717 Mar 29 10:30:07.054624 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-01bd5f7e-9679-4c56-916b-866bf57e8cec req-0ad716d1-4589-4add-94f5-2937339ec5b1 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361159 Mar 29 10:30:08.194033 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac88f3d-43d5-4825-b299-e5bd7486ff1f req-74969c4c-a135-4049-bc5b-bab01da1c275 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:08.195747 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0ac88f3d-43d5-4825-b299-e5bd7486ff1f req-74969c4c-a135-4049-bc5b-bab01da1c275 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 931 time: 0.0607693 Mar 29 10:30:08.238615 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0ac88f3d-43d5-4825-b299-e5bd7486ff1f req-1d6edd5f-60fb-45d6-a49b-cccd19e96be0 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365167 Mar 29 10:30:09.364707 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a84fe-8799-44af-bf37-5ae8cdc37431 req-2c79c641-dab8-466a-9ddb-13fde2178cc4 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:09.366286 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-108a84fe-8799-44af-bf37-5ae8cdc37431 req-2c79c641-dab8-466a-9ddb-13fde2178cc4 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 931 time: 0.0517647 Mar 29 10:30:09.411026 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-108a84fe-8799-44af-bf37-5ae8cdc37431 req-2689ae95-ce55-4335-aaad-26ceab779831 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377073 Mar 29 10:30:10.545932 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912d5c5-6c43-4ad2-a58d-e81923656752 req-4f0e44bf-3166-46b7-ba09-a5643b7452ae tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:10.547705 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e912d5c5-6c43-4ad2-a58d-e81923656752 req-4f0e44bf-3166-46b7-ba09-a5643b7452ae tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 931 time: 0.0590692 Mar 29 10:30:10.589808 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e912d5c5-6c43-4ad2-a58d-e81923656752 req-5543ed34-02a8-4408-a961-9bd703492d28 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360355 Mar 29 10:30:11.757251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d33a9b-1029-411f-bea3-723576568c4a req-8f88adb0-c051-4048-8abf-aec97cde155f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:11.774391 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96d33a9b-1029-411f-bea3-723576568c4a req-8f88adb0-c051-4048-8abf-aec97cde155f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 931 time: 0.1067975 Mar 29 10:30:11.828970 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-96d33a9b-1029-411f-bea3-723576568c4a req-3df22ccc-fe69-4948-8176-88d8f8592dbf tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526698 Mar 29 10:30:12.951993 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6787d2b-b0b3-4ec4-a034-8924037ab8e8 req-765e00d8-0d77-44d0-974f-c7ce1fd6edff tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:12.953457 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6787d2b-b0b3-4ec4-a034-8924037ab8e8 req-765e00d8-0d77-44d0-974f-c7ce1fd6edff tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 931 time: 0.0490520 Mar 29 10:30:12.990945 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a6787d2b-b0b3-4ec4-a034-8924037ab8e8 req-0a1acf7d-9e97-4dba-8a57-d9b2a178fd66 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Mar 29 10:30:14.115998 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7668d-ffb1-44ef-b31a-398025b71cdd req-c821c78e-3a3b-4010-afac-ba1ebf2e6355 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:14.117454 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f2b7668d-ffb1-44ef-b31a-398025b71cdd req-c821c78e-3a3b-4010-afac-ba1ebf2e6355 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 931 time: 0.0487819 Mar 29 10:30:14.154164 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-f2b7668d-ffb1-44ef-b31a-398025b71cdd req-ce1ee6d1-29f6-4e1e-ad4d-898bc70084e8 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304070 Mar 29 10:30:15.457690 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882c073-1516-432e-98ac-74c7990ab0b4 req-2580e5ad-81d9-4200-8ca6-5a22e673248c tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:15.459813 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9882c073-1516-432e-98ac-74c7990ab0b4 req-2580e5ad-81d9-4200-8ca6-5a22e673248c tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 931 time: 0.0608482 Mar 29 10:30:15.502353 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9882c073-1516-432e-98ac-74c7990ab0b4 req-1285c2a7-a69a-4118-ad46-269d513f30eb tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358729 Mar 29 10:30:16.536525 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.v2.base [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Request body: {'port': {'device_id': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8355'}} {{(pid=102496) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:30:16.554513 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.24', 50475) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:30:16.602599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:16.623111 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-c4c78f7e-35b7-4253-a1cb-349628f9eaec req-cfef0196-7b1d-4ee7-b10b-35b0d97b724c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661271 Mar 29 10:30:16.681597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed51b3-c29f-4d71-a281-00ce692c6dbf req-ee8d6511-aa49-41d7-ac58-0427294f6106 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:16.683092 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75ed51b3-c29f-4d71-a281-00ce692c6dbf req-ee8d6511-aa49-41d7-ac58-0427294f6106 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 931 time: 0.0974128 Mar 29 10:30:16.746494 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c78f7e-35b7-4253-a1cb-349628f9eaec req-f6f2b825-0e11-4f88-b08b-98818aae23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:16.748038 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-c4c78f7e-35b7-4253-a1cb-349628f9eaec req-f6f2b825-0e11-4f88-b08b-98818aae23cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 1097 time: 0.0714524 Mar 29 10:30:16.792388 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-75ed51b3-c29f-4d71-a281-00ce692c6dbf req-88f3f2a3-158a-422a-a138-69a872dc5a1f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986838 Mar 29 10:30:16.922088 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c78f7e-35b7-4253-a1cb-349628f9eaec req-e3d815a5-6539-4eb8-bf88-b3b803513910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:16.923748 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-c4c78f7e-35b7-4253-a1cb-349628f9eaec req-e3d815a5-6539-4eb8-bf88-b3b803513910 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 911 time: 0.1565433 Mar 29 10:30:16.954128 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162c4a57-f66e-4aa2-97bf-59a384a38aa0 {{(pid=102496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:30:16.961747 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:16.974647 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.provisioning_blocks [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Transition to ACTIVE for port object 162c4a57-f66e-4aa2-97bf-59a384a38aa0 will not be triggered until provisioned by entity L2. {{(pid=102496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 29 10:30:16.978624 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:17.029879 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Pushing event updated for resources: {'Port': ['ID=162c4a57-f66e-4aa2-97bf-59a384a38aa0,revision_number=2']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:30:17.043086 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-c4c78f7e-35b7-4253-a1cb-349628f9eaec req-24c2034a-a906-4f30-afa9-b5fe7c265606 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9 HTTP/1.1" status: 200 len: 1000 time: 0.1124337 Mar 29 10:30:17.106897 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c78f7e-35b7-4253-a1cb-349628f9eaec req-bc3ce85c-92b6-4a00-a1e0-b91e2ca24e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:17.108421 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-c4c78f7e-35b7-4253-a1cb-349628f9eaec req-bc3ce85c-92b6-4a00-a1e0-b91e2ca24e3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0584011 Mar 29 10:30:17.111007 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Attempting to bind port 162c4a57-f66e-4aa2-97bf-59a384a38aa0 on host hv-neutron-8355 for vnic_type normal with profile {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 29 10:30:17.111342 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Attempting to bind port 162c4a57-f66e-4aa2-97bf-59a384a38aa0 by drivers openvswitch,hyperv on host hv-neutron-8355 at level 0 using segments [{'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 29 10:30:17.111670 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Attempting to bind port 162c4a57-f66e-4aa2-97bf-59a384a38aa0 on network 2ce83a99-d6e9-4406-9b1f-efc77788be7e {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:30:17.117221 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Port 162c4a57-f66e-4aa2-97bf-59a384a38aa0 on network 2ce83a99-d6e9-4406-9b1f-efc77788be7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8355 {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 10:30:17.117541 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Attempting to bind port 162c4a57-f66e-4aa2-97bf-59a384a38aa0 on network 2ce83a99-d6e9-4406-9b1f-efc77788be7e {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 10:30:17.122803 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Checking agent: {'id': '4931e2a3-9afe-4623-ba39-3c484152f06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8355', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'started_at': datetime.datetime(2022, 3, 29, 9, 17, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 10, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 10:30:17.123136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Checking segment: {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 29 10:30:17.123543 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Bound using segment: {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'} {{(pid=102496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 10:30:17.123975 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.managers [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Bound port: 162c4a57-f66e-4aa2-97bf-59a384a38aa0, host: hv-neutron-8355, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e'}}] {{(pid=102496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 29 10:30:17.124458 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:17.185640 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c78f7e-35b7-4253-a1cb-349628f9eaec req-991ab702-c108-421f-9a65-bae9a87f6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:17.187364 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-c4c78f7e-35b7-4253-a1cb-349628f9eaec req-991ab702-c108-421f-9a65-bae9a87f6a24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719020 Mar 29 10:30:17.200966 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] For port 162c4a57-f66e-4aa2-97bf-59a384a38aa0, host hv-neutron-8355, cleared binding levels {{(pid=102496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 10:30:17.204561 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] For port 162c4a57-f66e-4aa2-97bf-59a384a38aa0, host hv-neutron-8355, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 10:30:17.209781 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10245277'] for port, after_update {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:17.247977 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:17.248597 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:17.249986 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] 10.222.0.24 "PUT /v2.0/ports/162c4a57-f66e-4aa2-97bf-59a384a38aa0 HTTP/1.1" status: 200 len: 1093 time: 0.7187231 Mar 29 10:30:17.250432 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:30:17.252912 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6982dadf4ae6f27d63f70c4cb86183feac1c4bcc0551f1a94f71ee9a37e1f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfdc146-ea2f-467f-be06-1e2a6fecf180" -d '{"events": [{"name": "network-changed", "server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:30:17.289832 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-c4c78f7e-35b7-4253-a1cb-349628f9eaec req-86a52099-b5e4-48da-90ae-2640ebab3b3b service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961092 Mar 29 10:30:17.295775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f524429-d12f-474d-be89-76bcbd8c7feb service neutron] Pushing event updated for resources: {'Port': ['ID=162c4a57-f66e-4aa2-97bf-59a384a38aa0,revision_number=3']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:30:17.310154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a3d4c6-84be-4e03-b093-445059804300 x-openstack-request-id: req-c4a3d4c6-84be-4e03-b093-445059804300 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:30:17.310459 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:30:17.310701 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4a3d4c6-84be-4e03-b093-445059804300 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:30:17.311165 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'status': 'completed', 'code': 200} Mar 29 10:30:17.353460 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-47e4ed3b-4159-48fc-bb23-bdcb8d5f8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:17.355256 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-47e4ed3b-4159-48fc-bb23-bdcb8d5f8261 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 1096 time: 0.0431893 Mar 29 10:30:17.396275 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [req-c4c78f7e-35b7-4253-a1cb-349628f9eaec req-caba3084-ea8f-4654-9ffa-cc9b4d6b0e8b service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001465 Mar 29 10:30:17.404337 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-64823b1a-e9be-4a4b-ad75-75ae26651433 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0 HTTP/1.1" status: 200 len: 217 time: 0.0414174 Mar 29 10:30:17.462305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-c42ed220-9e74-4503-a080-9a9cce470388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:17.464514 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-c42ed220-9e74-4503-a080-9a9cce470388 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0539715 Mar 29 10:30:17.515276 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-e65c212c-01c9-4de7-9180-4f1d61bdc1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:17.516751 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-e65c212c-01c9-4de7-9180-4f1d61bdc1e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443029 Mar 29 10:30:17.614047 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-d6db00b3-7280-4f7b-986c-380f59a77dcc service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887184 Mar 29 10:30:17.704261 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-2d0d6df4-a38c-4fbf-80b5-92a1b16f33c5 req-057e9341-213d-4e46-9927-4ef3b44cd85c service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833201 Mar 29 10:30:17.798728 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdc146-ea2f-467f-be06-1e2a6fecf180 req-44e9dd40-8bad-46f8-a923-83008fdd4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:17.800803 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bdfdc146-ea2f-467f-be06-1e2a6fecf180 req-44e9dd40-8bad-46f8-a923-83008fdd4764 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 1096 time: 0.0493498 Mar 29 10:30:17.930775 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cde539-b163-4dae-a730-5cbf628102a7 req-02dc2c7b-3c42-4af2-8685-9330a7e35287 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:17.932217 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d0cde539-b163-4dae-a730-5cbf628102a7 req-02dc2c7b-3c42-4af2-8685-9330a7e35287 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 943 time: 0.0686796 Mar 29 10:30:17.933336 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdc146-ea2f-467f-be06-1e2a6fecf180 req-30886cce-3371-43bf-8432-4767b5a45ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:17.934655 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bdfdc146-ea2f-467f-be06-1e2a6fecf180 req-30886cce-3371-43bf-8432-4767b5a45ef1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 911 time: 0.1265140 Mar 29 10:30:17.985889 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bdfdc146-ea2f-467f-be06-1e2a6fecf180 req-5bc7ce40-b8b7-4cef-a11d-08dd6c0be7ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0 HTTP/1.1" status: 200 len: 217 time: 0.0414944 Mar 29 10:30:18.027046 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d0cde539-b163-4dae-a730-5cbf628102a7 req-f0aaac5e-d386-4a02-b163-5ee26a304524 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886931 Mar 29 10:30:18.045640 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdc146-ea2f-467f-be06-1e2a6fecf180 req-9f5af843-6680-47ab-9ce3-e48a6caa3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:18.047150 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bdfdc146-ea2f-467f-be06-1e2a6fecf180 req-9f5af843-6680-47ab-9ce3-e48a6caa3a11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0553877 Mar 29 10:30:18.098366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdc146-ea2f-467f-be06-1e2a6fecf180 req-6b78ed71-0d27-4451-98f1-63a516203c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:18.099830 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bdfdc146-ea2f-467f-be06-1e2a6fecf180 req-6b78ed71-0d27-4451-98f1-63a516203c43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450091 Mar 29 10:30:18.188987 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bdfdc146-ea2f-467f-be06-1e2a6fecf180 req-883b7449-fb88-4348-9773-69cbad5af13a service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811205 Mar 29 10:30:18.282421 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-bdfdc146-ea2f-467f-be06-1e2a6fecf180 req-546e7679-0a46-48d9-a5a6-dceb7703da56 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856626 Mar 29 10:30:19.146305 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6239f27-e9b4-4872-9941-6c337b41e3a4 req-3e8eb489-82f7-4412-a2b5-2e5efbeb1f7f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:19.147768 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b6239f27-e9b4-4872-9941-6c337b41e3a4 req-3e8eb489-82f7-4412-a2b5-2e5efbeb1f7f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 943 time: 0.0488231 Mar 29 10:30:19.187784 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-b6239f27-e9b4-4872-9941-6c337b41e3a4 req-bd8a45d8-0c6a-4983-b465-9c0bb16c4e8d tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338404 Mar 29 10:30:20.306190 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecc7d9-cc06-4c2b-badb-fbd79f1c6171 req-e05522ee-1f18-4f5c-b830-b48510d99b5c tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:20.307674 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4fecc7d9-cc06-4c2b-badb-fbd79f1c6171 req-e05522ee-1f18-4f5c-b830-b48510d99b5c tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 943 time: 0.0495393 Mar 29 10:30:20.345212 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-4fecc7d9-cc06-4c2b-badb-fbd79f1c6171 req-a82c919e-a99a-49ab-91a8-1f0916a2986d tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315101 Mar 29 10:30:21.467699 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c37f0-01f7-4ae8-aa17-2a1385d58bd1 req-cd87dcb8-8dd3-4fbe-aa74-d81f5f0f5498 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:21.469155 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-821c37f0-01f7-4ae8-aa17-2a1385d58bd1 req-cd87dcb8-8dd3-4fbe-aa74-d81f5f0f5498 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 943 time: 0.0543351 Mar 29 10:30:21.508531 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-821c37f0-01f7-4ae8-aa17-2a1385d58bd1 req-2cae5fa2-7555-4196-9e5c-3bdbfec9da5f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327356 Mar 29 10:30:22.009972 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 162c4a57-f66e-4aa2-97bf-59a384a38aa0 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:30:22.109464 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 162c4a57-f66e-4aa2-97bf-59a384a38aa0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:30:22.120981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'port_id': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'mac_address': 'fa:16:3e:f0:86:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:30:22.159470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:22.172254 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162c4a57-f66e-4aa2-97bf-59a384a38aa0 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:30:22.191387 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 162c4a57-f66e-4aa2-97bf-59a384a38aa0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:30:22.195562 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:22.244535 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=162c4a57-f66e-4aa2-97bf-59a384a38aa0,revision_number=4']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:30:22.555255 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['162c4a57-f66e-4aa2-97bf-59a384a38aa0'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:30:22.627231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fb512-783a-4b26-8c46-f90765cb9b99 req-358bc1d5-8201-4e8d-8542-fcb6240c97ce tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:22.629459 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d54fb512-783a-4b26-8c46-f90765cb9b99 req-358bc1d5-8201-4e8d-8542-fcb6240c97ce tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 944 time: 0.0511613 Mar 29 10:30:22.673702 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d54fb512-783a-4b26-8c46-f90765cb9b99 req-02d3271d-cb95-49db-a1d7-0fbe27422dd8 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374565 Mar 29 10:30:23.800117 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d0c1d-12ca-451a-90b5-985e42744c70 req-36770434-b072-4adb-8b44-f1f6535daf6f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:23.801668 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-088d0c1d-12ca-451a-90b5-985e42744c70 req-36770434-b072-4adb-8b44-f1f6535daf6f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 944 time: 0.0575211 Mar 29 10:30:23.841764 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-088d0c1d-12ca-451a-90b5-985e42744c70 req-29df6743-57a7-4745-9873-0d3a94f50f97 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335510 Mar 29 10:30:24.010916 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 162c4a57-f66e-4aa2-97bf-59a384a38aa0 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:30:24.061989 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning for port 162c4a57-f66e-4aa2-97bf-59a384a38aa0 completed by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 29 10:30:24.066511 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 162c4a57-f66e-4aa2-97bf-59a384a38aa0 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:30:24.066877 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:24.153623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:24.180042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:30:24.182314 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3880042634ad15412f2223987af08734140be23d1bb07542e2406eb4cd2e612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7824361c-651c-48ad-9592-3534be236f95" -d '{"events": [{"server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "name": "network-vif-plugged", "status": "completed", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:30:24.197666 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 162c4a57-f66e-4aa2-97bf-59a384a38aa0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:30:24.202615 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:24.227702 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7e1d40-1393-4890-b70e-e7676db7591f x-openstack-request-id: req-df7e1d40-1393-4890-b70e-e7676db7591f {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:30:24.227995 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "name": "network-vif-plugged", "status": "completed", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:30:24.228248 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df7e1d40-1393-4890-b70e-e7676db7591f {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:30:24.228637 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'code': 200} Mar 29 10:30:24.264363 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=162c4a57-f66e-4aa2-97bf-59a384a38aa0,revision_number=5']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:30:24.411424 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249db7e-acfd-4edf-b324-38e2ae248db3 req-17344523-f6cb-436f-b503-6086f658eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:24.413023 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0249db7e-acfd-4edf-b324-38e2ae248db3 req-17344523-f6cb-436f-b503-6086f658eee3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 1098 time: 0.0443881 Mar 29 10:30:24.448694 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-0249db7e-acfd-4edf-b324-38e2ae248db3 req-0f929dfa-276f-49b3-8a25-48de981c2916 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294187 Mar 29 10:30:24.957330 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc3a96-8fa1-41ac-b2bf-98ddf2c8ae8a req-e5923fca-4b05-4748-810f-b00b3414f468 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:24.958811 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e3cc3a96-8fa1-41ac-b2bf-98ddf2c8ae8a req-e5923fca-4b05-4748-810f-b00b3414f468 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 945 time: 0.0482128 Mar 29 10:30:24.995957 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e3cc3a96-8fa1-41ac-b2bf-98ddf2c8ae8a req-fc5bd1ec-01e9-41f3-bcfc-0b8767d5ccd1 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309734 Mar 29 10:30:26.114196 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655d352-73b7-4709-b236-f03c0a035471 req-17e0c688-3a09-444e-814f-1cd49326bc02 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:26.115732 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a655d352-73b7-4709-b236-f03c0a035471 req-17e0c688-3a09-444e-814f-1cd49326bc02 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 945 time: 0.0493164 Mar 29 10:30:26.153199 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a655d352-73b7-4709-b236-f03c0a035471 req-567ecba0-2c28-4ec4-8b4d-4a94174dbf6a tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Mar 29 10:30:26.278067 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a956a-520b-4c1e-909e-4285784d8929 req-99147d4b-89d5-4284-b0b1-0a6cecc67875 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:26.279535 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ef7a956a-520b-4c1e-909e-4285784d8929 req-99147d4b-89d5-4284-b0b1-0a6cecc67875 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 945 time: 0.0568657 Mar 29 10:30:26.322446 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-ef7a956a-520b-4c1e-909e-4285784d8929 req-429435d5-11e8-4dfe-8e83-f79c157ad48c tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355494 Mar 29 10:30:26.343991 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33468) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:30:26.391501 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd247b2-46ce-46d0-a11c-d7f53b34ed82 tempest-TestSnapshotPattern-1749441957 tempest-TestSnapshotPattern-1749441957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:26.392940 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ccd247b2-46ce-46d0-a11c-d7f53b34ed82 tempest-TestSnapshotPattern-1749441957 tempest-TestSnapshotPattern-1749441957-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 1093 time: 0.0479701 Mar 29 10:30:26.396198 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33470) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:30:26.400520 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.v2.base [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Request body: {'floatingip': {'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'port_id': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 10:30:26.421167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for floatingip, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:26.520252 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:26.630682 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.db_base_plugin_common [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Allocated IP 172.26.1.130 (bff7a9ed-c0f6-46d4-82b4-04d6461a64be/07b20c02-d90c-4256-9be1-8711074100f7/6c8c50a3-9fce-4d19-a353-7eb401e7f193) {{(pid=102495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 10:30:26.734374 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for port, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:26.773990 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726444970159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:26.811542 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Network bff7a9ed-c0f6-46d4-82b4-04d6461a64be is already hosted by enough agents. {{(pid=102495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 10:30:26.814339 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.base_scheduler [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Resources bound (agent type, host, resource id): {{(pid=102495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 10:30:26.818317 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Received port after_create {{(pid=102495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 10:30:26.823531 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'Port': ['ID=6c8c50a3-9fce-4d19-a353-7eb401e7f193,revision_number=1']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:30:26.850402 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:26.850743 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:26.851080 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:26.851410 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:26.851745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:26.852072 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:26.852393 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:26.852720 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:26.853046 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:26.853364 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:26.853715 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:26.854034 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:30:26.902165 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a14a737d-2086-4bde-9b83-a5ac6b187786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:27.193251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:27.273633 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:27.427553 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for port, precommit_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:27.432322 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9941630'] for port, after_update {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:27.498424 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event updated for resources: {'Port': ['ID=6c8c50a3-9fce-4d19-a353-7eb401e7f193,revision_number=2']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:30:27.510889 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586275'] for floatingip, after_create {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:27.612629 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Floating IP aca8b597-5f9f-496e-87ff-fdf6e2385c39 associated. External IP: 172.26.1.130, port: 162c4a57-f66e-4aa2-97bf-59a384a38aa0. Mar 29 10:30:27.820266 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:30:27.928134 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:30:27.938589 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3abd74-039a-4409-835d-e47ae2b71dbc None None] Sync routers for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:30:27.946347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:27.947457 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3abd74-039a-4409-835d-e47ae2b71dbc None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:30:27.948058 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3b3abd74-039a-4409-835d-e47ae2b71dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:29:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:30:27.974540 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-ca27a62b-2904-42df-9880-9da35e6a8942 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5773306 Mar 29 10:30:27.975277 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:30:27.977558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dc13acd5fdce24917e2ce113e58c836f6bfa6c4acb6f8a15599b93f47d61eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5128f954-e000-4b2c-abb3-36da10ff028d" -d '{"events": [{"name": "network-changed", "server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:30:28.014167 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2d73e3-c901-45ad-a2e5-1f4b7e4f40df x-openstack-request-id: req-db2d73e3-c901-45ad-a2e5-1f4b7e4f40df {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:30:28.014452 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:30:28.014706 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db2d73e3-c901-45ad-a2e5-1f4b7e4f40df {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:30:28.015100 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'status': 'completed', 'code': 200} Mar 29 10:30:28.069727 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-3b3abd74-039a-4409-835d-e47ae2b71dbc None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:30:28.077172 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f954-e000-4b2c-abb3-36da10ff028d req-79973746-73d2-450d-8a7d-97290d338ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:28.078745 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5128f954-e000-4b2c-abb3-36da10ff028d req-79973746-73d2-450d-8a7d-97290d338ec6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 1098 time: 0.0418594 Mar 29 10:30:28.179165 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f954-e000-4b2c-abb3-36da10ff028d req-6feaf887-bedb-4eb0-b7c5-edf797bc32bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:28.180655 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5128f954-e000-4b2c-abb3-36da10ff028d req-6feaf887-bedb-4eb0-b7c5-edf797bc32bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 911 time: 0.0953701 Mar 29 10:30:28.244729 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5128f954-e000-4b2c-abb3-36da10ff028d req-00d3d1ff-3e6b-45bd-9686-c954f987e442 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0 HTTP/1.1" status: 200 len: 999 time: 0.0579655 Mar 29 10:30:28.293131 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f954-e000-4b2c-abb3-36da10ff028d req-0c2ee3ae-4ba7-480a-b7c0-dd68d87f96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:28.294731 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5128f954-e000-4b2c-abb3-36da10ff028d req-0c2ee3ae-4ba7-480a-b7c0-dd68d87f96fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0441980 Mar 29 10:30:28.308702 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3b3abd74-039a-4409-835d-e47ae2b71dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '355daabb-87d0-48fd-90c1-9e720e8bcafd', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'port_id': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'mac_address': 'fa:16:3e:1f:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:27:04Z', 'updated_at': '2022-03-29T10:27:06Z', 'revision_number': 1, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address_scope': None}, {'id': 'aca8b597-5f9f-496e-87ff-fdf6e2385c39', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'port_id': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'mac_address': 'fa:16:3e:f0:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:30:27Z', 'updated_at': '2022-03-29T10:30:27Z', 'revision_number': 0, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:30:28.335478 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3abd74-039a-4409-835d-e47ae2b71dbc None None] Checking router: 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:30:28.342901 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f954-e000-4b2c-abb3-36da10ff028d req-793bd3dd-2e92-4d24-ae49-f7ac5e51ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:30:28.343826 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3abd74-039a-4409-835d-e47ae2b71dbc None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:30:28.344367 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5128f954-e000-4b2c-abb3-36da10ff028d req-793bd3dd-2e92-4d24-ae49-f7ac5e51ee5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435550 Mar 29 10:30:28.344498 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3b3abd74-039a-4409-835d-e47ae2b71dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:29:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:30:28.442833 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5128f954-e000-4b2c-abb3-36da10ff028d req-ea27dbc0-66a1-4348-ab25-bf8e0f3e5ccd service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911188 Mar 29 10:30:28.451468 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-3b3abd74-039a-4409-835d-e47ae2b71dbc None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:30:28.552939 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5128f954-e000-4b2c-abb3-36da10ff028d req-ba34208b-a952-46d0-96f7-d9d52c0b5093 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035669 Mar 29 10:30:28.764121 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-3b3abd74-039a-4409-835d-e47ae2b71dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '355daabb-87d0-48fd-90c1-9e720e8bcafd', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'port_id': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'mac_address': 'fa:16:3e:1f:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:27:04Z', 'updated_at': '2022-03-29T10:27:06Z', 'revision_number': 1, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address_scope': None}, {'id': 'aca8b597-5f9f-496e-87ff-fdf6e2385c39', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'port_id': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'mac_address': 'fa:16:3e:f0:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:30:27Z', 'updated_at': '2022-03-29T10:30:27Z', 'revision_number': 0, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:30:28.791250 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3abd74-039a-4409-835d-e47ae2b71dbc None None] The sync data for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv is: [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '355daabb-87d0-48fd-90c1-9e720e8bcafd', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'port_id': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'mac_address': 'fa:16:3e:1f:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:27:04Z', 'updated_at': '2022-03-29T10:27:06Z', 'revision_number': 1, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address_scope': None}, {'id': 'aca8b597-5f9f-496e-87ff-fdf6e2385c39', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'floating_ip_address': '172.26.1.130', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'port_id': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'mac_address': 'fa:16:3e:f0:86:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:30:27Z', 'updated_at': '2022-03-29T10:30:27Z', 'revision_number': 0, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:30:28.986076 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94aedc1-a3c2-40f5-afd1-a1be427a76db None None] New status for floating IP aca8b597-5f9f-496e-87ff-fdf6e2385c39: ACTIVE {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:30:29.307868 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-011d5b70-f7bc-46ab-b32c-144fa6d7d6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:30.870156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:32.214345 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:32.843866 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:34.224789 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:42.166114 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:30:56.904247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-127cdbfa-8533-45eb-8f12-1c9fd3a7a897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:30:59.302623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-353f1382-82ca-4f49-8611-8aaa7b35a1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:00.870261 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:02.217151 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:02.848080 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:04.221446 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:16.522248 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9c67828f-b8cc-4b90-8f19-6e8625283e44 req-900c111e-5e49-4ed4-aca3-1346703dbcfd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391898 Mar 29 10:31:16.605450 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67828f-b8cc-4b90-8f19-6e8625283e44 req-b1d4a3b7-179a-4695-9eb3-5bcfb78704bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:16.606982 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9c67828f-b8cc-4b90-8f19-6e8625283e44 req-b1d4a3b7-179a-4695-9eb3-5bcfb78704bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 1097 time: 0.0437758 Mar 29 10:31:16.706765 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67828f-b8cc-4b90-8f19-6e8625283e44 req-687a11a7-2756-428c-aae9-d0eb1ce5c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:16.708208 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9c67828f-b8cc-4b90-8f19-6e8625283e44 req-687a11a7-2756-428c-aae9-d0eb1ce5c400 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 911 time: 0.0827410 Mar 29 10:31:16.774506 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9c67828f-b8cc-4b90-8f19-6e8625283e44 req-37491a00-c1fe-4b5d-bcb7-1d254e8e0f6b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9 HTTP/1.1" status: 200 len: 1000 time: 0.0602119 Mar 29 10:31:16.821979 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67828f-b8cc-4b90-8f19-6e8625283e44 req-a6c25326-0417-4ed5-a64a-2071f54b3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:16.823403 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9c67828f-b8cc-4b90-8f19-6e8625283e44 req-a6c25326-0417-4ed5-a64a-2071f54b3f6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0430067 Mar 29 10:31:16.866547 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67828f-b8cc-4b90-8f19-6e8625283e44 req-b151fa94-04d2-481a-898a-b4bfb632ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:31:16.867978 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9c67828f-b8cc-4b90-8f19-6e8625283e44 req-b151fa94-04d2-481a-898a-b4bfb632ac6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386672 Mar 29 10:31:16.958198 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9c67828f-b8cc-4b90-8f19-6e8625283e44 req-cf3626ac-7031-477f-88dc-e257100f4d0f service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835948 Mar 29 10:31:17.044505 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-9c67828f-b8cc-4b90-8f19-6e8625283e44 req-8470e872-0599-46c4-9323-67109225aff3 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798638 Mar 29 10:31:19.165419 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:31:26.905839 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-379fbeb2-db9e-45b3-8ef9-c38dd5077108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:29.304032 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d6aa38ba-eb4b-4a0b-b864-74780e260e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:30.874745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:32.218752 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:32.850880 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:34.231042 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:56.165447 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:31:56.908262 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-cc8347e5-abbf-464f-864f-aa932a2a83be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:31:59.310399 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ba2dafd0-51fa-42f4-b2e1-1e8743f335f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:00.881156 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:02.222527 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:02.854752 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:04.254079 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:16.526787 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a97829c4-cc0d-44cd-b091-203542dd704c req-3f916451-b3d2-42e6-8642-07694dac8a9a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397956 Mar 29 10:32:16.585466 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97829c4-cc0d-44cd-b091-203542dd704c req-32bc9f7d-d9c3-4aac-8bd1-374e1100485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:16.586993 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a97829c4-cc0d-44cd-b091-203542dd704c req-32bc9f7d-d9c3-4aac-8bd1-374e1100485a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 1098 time: 0.0402298 Mar 29 10:32:17.022810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97829c4-cc0d-44cd-b091-203542dd704c req-bbd58048-b70b-44dd-a61d-fb7d26caaf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:17.024298 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a97829c4-cc0d-44cd-b091-203542dd704c req-bbd58048-b70b-44dd-a61d-fb7d26caaf60 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 911 time: 0.4186933 Mar 29 10:32:17.088597 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a97829c4-cc0d-44cd-b091-203542dd704c req-80f37343-714b-42af-ad8d-9ffe67c3941e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0 HTTP/1.1" status: 200 len: 1001 time: 0.0570912 Mar 29 10:32:17.137246 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97829c4-cc0d-44cd-b091-203542dd704c req-915756c5-86e4-48c3-a017-d9d6772883ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:17.138970 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a97829c4-cc0d-44cd-b091-203542dd704c req-915756c5-86e4-48c3-a017-d9d6772883ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0439928 Mar 29 10:32:17.185284 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97829c4-cc0d-44cd-b091-203542dd704c req-0e9aeb27-8119-4109-ab20-57aaa74bb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:32:17.186829 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a97829c4-cc0d-44cd-b091-203542dd704c req-0e9aeb27-8119-4109-ab20-57aaa74bb777 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420020 Mar 29 10:32:17.197639 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [req-a97829c4-cc0d-44cd-b091-203542dd704c req-e2b65a2b-f7dd-40c1-9bae-36188c0a0a58 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=102496) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 29 10:32:17.198604 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a97829c4-cc0d-44cd-b091-203542dd704c req-e2b65a2b-f7dd-40c1-9bae-36188c0a0a58 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046787 Mar 29 10:32:17.284417 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a97829c4-cc0d-44cd-b091-203542dd704c req-f6ecd41b-a1a0-464e-8213-cc19fdf8ee41 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797651 Mar 29 10:32:17.377044 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-a97829c4-cc0d-44cd-b091-203542dd704c req-472987d9-b6ce-486f-b89b-d11a6972f4c4 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866306 Mar 29 10:32:26.911923 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e3f330d6-b194-420e-816a-fe7f7ec9a16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:29.302795 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-49b9f331-4492-47f4-80e4-1c246113f7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:30.880907 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:32.224879 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:32.856930 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:33.164073 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:32:34.252031 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:46.597374 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 162c4a57-f66e-4aa2-97bf-59a384a38aa0 details requested by agent hyperv_hv-neutron-8355 with host hv-neutron-8355 {{(pid=102497) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 10:32:46.692386 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 162c4a57-f66e-4aa2-97bf-59a384a38aa0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:32:46.703396 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Returning: {'device': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'port_id': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'mac_address': 'fa:16:3e:f0:86:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102497) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 10:32:46.738622 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:46.751134 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 162c4a57-f66e-4aa2-97bf-59a384a38aa0 {{(pid=102497) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 10:32:46.771224 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 162c4a57-f66e-4aa2-97bf-59a384a38aa0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:32:46.774886 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:46.831027 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=162c4a57-f66e-4aa2-97bf-59a384a38aa0,revision_number=6']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:46.837733 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:46.838082 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:46.838416 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:46.838745 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:46.839073 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:46.839398 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:46.839721 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:46.840049 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:46.840367 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:46.840683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:46.841002 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:46.841875 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:32:46.856055 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] get_ports_and_sgs() called for port_ids ['162c4a57-f66e-4aa2-97bf-59a384a38aa0'] {{(pid=102497) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 10:32:48.600093 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 162c4a57-f66e-4aa2-97bf-59a384a38aa0 up at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 10:32:48.646211 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.provisioning_blocks [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Provisioning complete for port 162c4a57-f66e-4aa2-97bf-59a384a38aa0 triggered by entity L2. {{(pid=102497) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 29 10:32:48.646575 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656137'] for port, provisioning_complete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:48.720186 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:48.741538 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:32:48.743753 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3880042634ad15412f2223987af08734140be23d1bb07542e2406eb4cd2e612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47d400d-d8e1-4af7-bf29-2860655b7cd4" -d '{"events": [{"server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "name": "network-vif-plugged", "status": "completed", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:32:48.759243 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 162c4a57-f66e-4aa2-97bf-59a384a38aa0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:32:48.764731 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:48.788655 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334f9189-7206-41c6-a520-886993dec16a x-openstack-request-id: req-334f9189-7206-41c6-a520-886993dec16a {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:32:48.788936 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "name": "network-vif-plugged", "status": "completed", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:32:48.789175 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-334f9189-7206-41c6-a520-886993dec16a {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:32:48.789548 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'code': 200} Mar 29 10:32:48.813742 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=162c4a57-f66e-4aa2-97bf-59a384a38aa0,revision_number=7']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:32:56.954968 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-54ef238c-1dc3-4432-a23c-5d3180ab3c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:32:59.308023 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-66e3e232-e529-48af-8d31-e30e227c0795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:00.887113 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:01.603717 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33712) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:01.762198 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Deleting port 6c8c50a3-9fce-4d19-a353-7eb401e7f193 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:33:01.762430 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:01.845027 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:01.845353 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:01.856544 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Calling delete_port for 6c8c50a3-9fce-4d19-a353-7eb401e7f193 owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:33:02.008300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:02.229755 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:02.348057 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event deleted for resources: {'Port': ['ID=6c8c50a3-9fce-4d19-a353-7eb401e7f193,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:02.359176 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:02.359519 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:02.359848 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:02.360177 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:02.360499 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:02.360864 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:02.361251 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:02.361597 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:02.361921 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:02.362248 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:02.362558 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:02.362872 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:02.415789 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:02.416142 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Floating IP aca8b597-5f9f-496e-87ff-fdf6e2385c39 disassociated (deleted). External IP: 172.26.1.130, port: 162c4a57-f66e-4aa2-97bf-59a384a38aa0. Mar 29 10:33:02.626230 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:33:02.732707 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:33:02.737487 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:02.742212 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7334b3-6cab-469f-8384-8c9837feaaab None None] Sync routers for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:33:02.751739 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7334b3-6cab-469f-8384-8c9837feaaab None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:33:02.752334 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9f7334b3-6cab-469f-8384-8c9837feaaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:32:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:02.764913 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-2597dad3-b737-4cc8-bb68-fd9165e2a39f tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "DELETE /v2.0/floatingips/aca8b597-5f9f-496e-87ff-fdf6e2385c39 HTTP/1.1" status: 204 len: 168 time: 1.1603091 Mar 29 10:33:02.765613 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:33:02.769773 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dc13acd5fdce24917e2ce113e58c836f6bfa6c4acb6f8a15599b93f47d61eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03196db0-495d-4279-90b9-87137fc05242" -d '{"events": [{"name": "network-changed", "server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:33:02.870490 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-9f7334b3-6cab-469f-8384-8c9837feaaab None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:33:02.876969 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:02.901136 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76aaa7a-8551-481c-ac3b-62978ed78397 x-openstack-request-id: req-a76aaa7a-8551-481c-ac3b-62978ed78397 {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:33:02.901560 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:33:02.901869 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a76aaa7a-8551-481c-ac3b-62978ed78397 {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:33:02.902296 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'status': 'completed', 'code': 200} Mar 29 10:33:03.010944 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03196db0-495d-4279-90b9-87137fc05242 req-02db2502-c184-4b0d-a747-f8eab8bccc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:03.012438 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03196db0-495d-4279-90b9-87137fc05242 req-02db2502-c184-4b0d-a747-f8eab8bccc96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 1098 time: 0.0725756 Mar 29 10:33:03.027129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b0093-7fa6-48bb-9cf0-93ee76b0519b req-b7695954-a879-49d2-ab66-eb1f4eac1b4e tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:03.028574 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d11b0093-7fa6-48bb-9cf0-93ee76b0519b req-b7695954-a879-49d2-ab66-eb1f4eac1b4e tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 945 time: 0.0573130 Mar 29 10:33:03.112814 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9f7334b3-6cab-469f-8384-8c9837feaaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '355daabb-87d0-48fd-90c1-9e720e8bcafd', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'port_id': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'mac_address': 'fa:16:3e:1f:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:27:04Z', 'updated_at': '2022-03-29T10:27:06Z', 'revision_number': 1, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:03.120901 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d11b0093-7fa6-48bb-9cf0-93ee76b0519b req-532b8567-21b6-4021-b032-2ec897139678 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842173 Mar 29 10:33:03.141268 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7334b3-6cab-469f-8384-8c9837feaaab None None] Checking router: 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:33:03.143026 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03196db0-495d-4279-90b9-87137fc05242 req-8392d991-a773-4eeb-bf68-1afc63eb7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:03.144613 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03196db0-495d-4279-90b9-87137fc05242 req-8392d991-a773-4eeb-bf68-1afc63eb7da4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 911 time: 0.1151981 Mar 29 10:33:03.149788 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7334b3-6cab-469f-8384-8c9837feaaab None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:33:03.150380 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9f7334b3-6cab-469f-8384-8c9837feaaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:32:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:03.186190 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03196db0-495d-4279-90b9-87137fc05242 req-66940ece-d60c-47e3-9507-d1ec68af4f41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0 HTTP/1.1" status: 200 len: 217 time: 0.0347295 Mar 29 10:33:03.234843 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03196db0-495d-4279-90b9-87137fc05242 req-62b175cd-dd43-4494-aa11-58bb3ab7c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:03.236387 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03196db0-495d-4279-90b9-87137fc05242 req-62b175cd-dd43-4494-aa11-58bb3ab7c7a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0430081 Mar 29 10:33:03.257515 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-9f7334b3-6cab-469f-8384-8c9837feaaab None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:33:03.281560 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03196db0-495d-4279-90b9-87137fc05242 req-4cfdb5e7-e50c-4dca-9744-f01cb0e7fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:03.283171 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03196db0-495d-4279-90b9-87137fc05242 req-4cfdb5e7-e50c-4dca-9744-f01cb0e7fb87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397553 Mar 29 10:33:03.378694 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03196db0-495d-4279-90b9-87137fc05242 req-b6ff94cc-a56d-4299-a581-4019e664d362 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884407 Mar 29 10:33:03.472508 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-03196db0-495d-4279-90b9-87137fc05242 req-bceba064-f37c-4832-903b-afcbf2d11294 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871546 Mar 29 10:33:03.484878 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-9f7334b3-6cab-469f-8384-8c9837feaaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '355daabb-87d0-48fd-90c1-9e720e8bcafd', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'port_id': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'mac_address': 'fa:16:3e:1f:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:27:04Z', 'updated_at': '2022-03-29T10:27:06Z', 'revision_number': 1, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:03.511127 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7334b3-6cab-469f-8384-8c9837feaaab None None] The sync data for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv is: [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_floatingips': [{'id': '355daabb-87d0-48fd-90c1-9e720e8bcafd', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'router_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'port_id': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'mac_address': 'fa:16:3e:1f:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T10:27:04Z', 'updated_at': '2022-03-29T10:27:06Z', 'revision_number': 1, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:33:03.722987 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5a848-09b4-4721-9ee3-88ef0176aace None None] New status for floating IP aca8b597-5f9f-496e-87ff-fdf6e2385c39: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:33:04.237983 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4ec02-fc96-4111-b2a2-aec6e930b753 req-3bda62f1-9882-40db-ad77-98820e16ffe3 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:04.239429 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e8b4ec02-fc96-4111-b2a2-aec6e930b753 req-3bda62f1-9882-40db-ad77-98820e16ffe3 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 945 time: 0.0479767 Mar 29 10:33:04.278479 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-e8b4ec02-fc96-4111-b2a2-aec6e930b753 req-1e200dc4-ad39-4d4b-a0d2-776729fb2612 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329878 Mar 29 10:33:04.278722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:04.658679 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 162c4a57-f66e-4aa2-97bf-59a384a38aa0 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:33:04.731653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583101'] for port, before_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:04.754510 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0'}] {{(pid=102497) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:33:04.756866 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3880042634ad15412f2223987af08734140be23d1bb07542e2406eb4cd2e612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1a637b-0831-4560-b071-86f030c29a58" -d '{"events": [{"server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "name": "network-vif-unplugged", "status": "completed", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0"}]}' {{(pid=102497) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:33:04.769814 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] For port 162c4a57-f66e-4aa2-97bf-59a384a38aa0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:33:04.776560 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726445511608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726444970132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726444977466'] for port, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:04.785366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e8b4a-1e36-43dc-a756-16329afc7f2e req-fd42408f-214d-4f6f-b8c5-d2acfbee56e8 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:04.786904 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-049e8b4a-1e36-43dc-a756-16329afc7f2e req-fd42408f-214d-4f6f-b8c5-d2acfbee56e8 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.24 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 945 time: 0.0530422 Mar 29 10:33:04.806896 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 10:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f9ead-6f02-40f3-b718-8daa0a59fddc x-openstack-request-id: req-f22f9ead-6f02-40f3-b718-8daa0a59fddc {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:33:04.807184 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "name": "network-vif-unplugged", "status": "completed", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0", "code": 200}]} {{(pid=102497) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:33:04.807432 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f22f9ead-6f02-40f3-b718-8daa0a59fddc {{(pid=102497) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:33:04.807807 dv-neutron-835554-1-hyperv neutron-server[102497]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'code': 200} Mar 29 10:33:04.838470 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Pushing event updated for resources: {'Port': ['ID=162c4a57-f66e-4aa2-97bf-59a384a38aa0,revision_number=8']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:04.887403 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-049e8b4a-1e36-43dc-a756-16329afc7f2e req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Deleting port 162c4a57-f66e-4aa2-97bf-59a384a38aa0 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:33:04.887749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-049e8b4a-1e36-43dc-a756-16329afc7f2e req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:04.974250 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-049e8b4a-1e36-43dc-a756-16329afc7f2e req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] For port 162c4a57-f66e-4aa2-97bf-59a384a38aa0, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=162c4a57-f66e-4aa2-97bf-59a384a38aa0,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:33:04.974526 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-049e8b4a-1e36-43dc-a756-16329afc7f2e req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:04.987154 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-049e8b4a-1e36-43dc-a756-16329afc7f2e req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Calling delete_port for 162c4a57-f66e-4aa2-97bf-59a384a38aa0 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:33:05.117030 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-049e8b4a-1e36-43dc-a756-16329afc7f2e req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:05.145094 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event deleted for resources: {'Port': ['ID=162c4a57-f66e-4aa2-97bf-59a384a38aa0,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:05.157129 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:05.157478 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:05.157847 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:05.158180 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:05.158508 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:05.158837 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:05.159163 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:05.159492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:05.159810 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:05.160132 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:05.160452 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:05.160767 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835554-1-hyperv {{(pid=102496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 10:33:05.198425 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-049e8b4a-1e36-43dc-a756-16329afc7f2e req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] No DVR routers for this DVR port 162c4a57-f66e-4aa2-97bf-59a384a38aa0 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:33:05.201394 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-049e8b4a-1e36-43dc-a756-16329afc7f2e req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:05.204714 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-049e8b4a-1e36-43dc-a756-16329afc7f2e req-854dfdf8-6b58-419f-85ec-3a06d1cf6c1b tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.24 "DELETE /v2.0/ports/162c4a57-f66e-4aa2-97bf-59a384a38aa0 HTTP/1.1" status: 204 len: 173 time: 0.4119871 Mar 29 10:33:05.205075 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'name': 'network-vif-deleted', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:33:05.207358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6982dadf4ae6f27d63f70c4cb86183feac1c4bcc0551f1a94f71ee9a37e1f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516b4c4b-b219-482b-a3c3-48f28cc30372" -d '{"events": [{"server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "name": "network-vif-deleted", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:33:05.294099 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84acdf9-92d5-40bb-b30c-9ee3efdad07d x-openstack-request-id: req-d84acdf9-92d5-40bb-b30c-9ee3efdad07d {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:33:05.294731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22912b11-eeab-43eb-bfb6-4fcab2261018", "name": "network-vif-deleted", "tag": "162c4a57-f66e-4aa2-97bf-59a384a38aa0", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:33:05.294731 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d84acdf9-92d5-40bb-b30c-9ee3efdad07d {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:33:05.295095 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22912b11-eeab-43eb-bfb6-4fcab2261018', 'name': 'network-vif-deleted', 'tag': '162c4a57-f66e-4aa2-97bf-59a384a38aa0', 'status': 'completed', 'code': 200} Mar 29 10:33:05.385981 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-8d656598-c16b-420e-ba2b-0de4e6d54211 req-c385ce57-f194-4b5e-98b6-5ca894fb98d5 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=22912b11-eeab-43eb-bfb6-4fcab2261018 HTTP/1.1" status: 200 len: 210 time: 0.0258682 Mar 29 10:33:06.969855 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33782) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:07.121804 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Deleting port 218a231f-6ad2-42c3-97cd-cf79bb34631b {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:33:07.122147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:07.197662 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:07.197993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:07.209371 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Calling delete_port for 218a231f-6ad2-42c3-97cd-cf79bb34631b owned by network:floatingip {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:33:07.354653 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:07.380108 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event deleted for resources: {'Port': ['ID=218a231f-6ad2-42c3-97cd-cf79bb34631b,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:07.438337 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for floatingip, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:07.438724 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.db.l3_db [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Floating IP 355daabb-87d0-48fd-90c1-9e720e8bcafd disassociated (deleted). External IP: 172.26.1.252, port: b6ad50f7-e23c-4c46-a432-edf3bc6eece9. Mar 29 10:33:07.645399 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:33:07.753201 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:33:07.759228 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for floatingip, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:07.765131 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73c49c6-20b1-4a0c-81b7-6097cec79e51 None None] Sync routers for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:33:07.774857 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73c49c6-20b1-4a0c-81b7-6097cec79e51 None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:33:07.775492 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e73c49c6-20b1-4a0c-81b7-6097cec79e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:32:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:07.790422 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-25f1a857-e25c-416f-a0c6-53b6abc82c83 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "DELETE /v2.0/floatingips/355daabb-87d0-48fd-90c1-9e720e8bcafd HTTP/1.1" status: 204 len: 168 time: 0.8194597 Mar 29 10:33:07.791089 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9'}] {{(pid=102495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:33:07.793456 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3dc13acd5fdce24917e2ce113e58c836f6bfa6c4acb6f8a15599b93f47d61eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5605fbd5-8aa6-4bd6-8c9b-27e7d1989046" -d '{"events": [{"name": "network-changed", "server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9"}]}' {{(pid=102495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:33:07.839888 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 10:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d996a886-434b-4976-b80b-1922760ae03f x-openstack-request-id: req-d996a886-434b-4976-b80b-1922760ae03f {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:33:07.840185 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9", "status": "completed", "code": 200}]} {{(pid=102495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:33:07.840472 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d996a886-434b-4976-b80b-1922760ae03f {{(pid=102495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:33:07.840926 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'status': 'completed', 'code': 200} Mar 29 10:33:07.918108 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605fbd5-8aa6-4bd6-8c9b-27e7d1989046 req-af6c75b2-88b2-4b6e-be87-145b81bae16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:07.921529 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5605fbd5-8aa6-4bd6-8c9b-27e7d1989046 req-af6c75b2-88b2-4b6e-be87-145b81bae16c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b49e77955a46419e424d6fedcd480f&device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 1097 time: 0.0541532 Mar 29 10:33:08.021348 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-e73c49c6-20b1-4a0c-81b7-6097cec79e51 None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:33:08.095674 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605fbd5-8aa6-4bd6-8c9b-27e7d1989046 req-c032e24a-fa06-4128-b76c-99bd3a851790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:08.097026 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5605fbd5-8aa6-4bd6-8c9b-27e7d1989046 req-c032e24a-fa06-4128-b76c-99bd3a851790 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 200 len: 911 time: 0.1676257 Mar 29 10:33:08.109884 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8d2a5-6af4-4430-94be-6cb2ae389779 req-91c83d92-3085-4ac6-b61a-77955679a5d6 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:08.111268 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d6e8d2a5-6af4-4430-94be-6cb2ae389779 req-91c83d92-3085-4ac6-b61a-77955679a5d6 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 944 time: 0.0773709 Mar 29 10:33:08.155871 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5605fbd5-8aa6-4bd6-8c9b-27e7d1989046 req-81864062-c496-45ab-84b2-0944277979dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9 HTTP/1.1" status: 200 len: 217 time: 0.0434194 Mar 29 10:33:08.218724 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-d6e8d2a5-6af4-4430-94be-6cb2ae389779 req-ef541f1e-7f5e-443b-8ad3-c6cc54c3b177 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e636dd8-fbb0-43b2-a71e-d792482c5d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978951 Mar 29 10:33:08.229039 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605fbd5-8aa6-4bd6-8c9b-27e7d1989046 req-20161513-d8d7-4f7e-a578-09298310beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:08.231017 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5605fbd5-8aa6-4bd6-8c9b-27e7d1989046 req-20161513-d8d7-4f7e-a578-09298310beb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 200 len: 849 time: 0.0669773 Mar 29 10:33:08.234353 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e73c49c6-20b1-4a0c-81b7-6097cec79e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:08.269600 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73c49c6-20b1-4a0c-81b7-6097cec79e51 None None] Checking router: 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:33:08.279312 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73c49c6-20b1-4a0c-81b7-6097cec79e51 None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:33:08.279916 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e73c49c6-20b1-4a0c-81b7-6097cec79e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:32:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:08.292539 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605fbd5-8aa6-4bd6-8c9b-27e7d1989046 req-70beda63-3448-4ffe-9268-07de7cc5de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:08.294444 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5605fbd5-8aa6-4bd6-8c9b-27e7d1989046 req-70beda63-3448-4ffe-9268-07de7cc5de26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ce83a99-d6e9-4406-9b1f-efc77788be7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511377 Mar 29 10:33:08.388972 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-e73c49c6-20b1-4a0c-81b7-6097cec79e51 None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:33:08.396089 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5605fbd5-8aa6-4bd6-8c9b-27e7d1989046 req-d8d2c792-609b-4d6a-ab62-c6e4054f0d84 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942638 Mar 29 10:33:08.492467 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-5605fbd5-8aa6-4bd6-8c9b-27e7d1989046 req-f19cce93-9587-42eb-ae30-d880946eae0e service neutron] 10.222.0.24 "GET /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882089 Mar 29 10:33:08.590775 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-e73c49c6-20b1-4a0c-81b7-6097cec79e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:08.622397 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73c49c6-20b1-4a0c-81b7-6097cec79e51 None None] The sync data for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv is: [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:44Z', 'revision_number': 4, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv', '_interfaces': [{'id': '68ac7367-3883-42bd-8bae-e58bbae5f4ab', 'name': '', 'network_id': '2ce83a99-d6e9-4406-9b1f-efc77788be7e', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'mac_address': 'fa:16:3e:03:c2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:43Z', 'updated_at': '2022-03-29T10:26:48Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'subnets': [{'id': '290a7c8d-f808-45de-baa0-6782b427eff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:33:08.706356 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 162c4a57-f66e-4aa2-97bf-59a384a38aa0 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:33:08.726350 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: 162c4a57-f66e-4aa2-97bf-59a384a38aa0 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:33:08.726683 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device 162c4a57-f66e-4aa2-97bf-59a384a38aa0 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:33:08.842722 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3d8fc6-da80-4c02-9191-efc106c686cb None None] New status for floating IP 355daabb-87d0-48fd-90c1-9e720e8bcafd: DOWN {{(pid=102497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 10:33:08.859345 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c469e81-192f-4c52-bc3f-a8dbf27aeb74 req-715ba01e-1ec7-4504-9478-aa67b52bd8eb tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102496) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 10:33:08.860862 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c469e81-192f-4c52-bc3f-a8dbf27aeb74 req-715ba01e-1ec7-4504-9478-aa67b52bd8eb tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 944 time: 0.0496106 Mar 29 10:33:08.955770 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-7c469e81-192f-4c52-bc3f-a8dbf27aeb74 req-4e239db9-58f4-4240-bfa6-bf6a7272ccef tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Deleting port b6ad50f7-e23c-4c46-a432-edf3bc6eece9 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:33:08.956366 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-7c469e81-192f-4c52-bc3f-a8dbf27aeb74 req-4e239db9-58f4-4240-bfa6-bf6a7272ccef tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:09.044718 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [req-7c469e81-192f-4c52-bc3f-a8dbf27aeb74 req-4e239db9-58f4-4240-bfa6-bf6a7272ccef tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] For port b6ad50f7-e23c-4c46-a432-edf3bc6eece9, host hv-neutron-8355, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8355',level=0,port_id=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:33:09.045258 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-7c469e81-192f-4c52-bc3f-a8dbf27aeb74 req-4e239db9-58f4-4240-bfa6-bf6a7272ccef tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:09.059034 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [req-7c469e81-192f-4c52-bc3f-a8dbf27aeb74 req-4e239db9-58f4-4240-bfa6-bf6a7272ccef tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Calling delete_port for b6ad50f7-e23c-4c46-a432-edf3bc6eece9 owned by compute:nova {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:33:09.187596 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-7c469e81-192f-4c52-bc3f-a8dbf27aeb74 req-4e239db9-58f4-4240-bfa6-bf6a7272ccef tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:09.214570 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e239db9-58f4-4240-bfa6-bf6a7272ccef tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event deleted for resources: {'Port': ['ID=b6ad50f7-e23c-4c46-a432-edf3bc6eece9,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:09.261228 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c469e81-192f-4c52-bc3f-a8dbf27aeb74 req-4e239db9-58f4-4240-bfa6-bf6a7272ccef tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] No DVR routers for this DVR port b6ad50f7-e23c-4c46-a432-edf3bc6eece9 on host hv-neutron-8355 {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:33:09.264832 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [req-7c469e81-192f-4c52-bc3f-a8dbf27aeb74 req-4e239db9-58f4-4240-bfa6-bf6a7272ccef tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54184'] for port, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:09.268165 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-7c469e81-192f-4c52-bc3f-a8dbf27aeb74 req-4e239db9-58f4-4240-bfa6-bf6a7272ccef tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.24 "DELETE /v2.0/ports/b6ad50f7-e23c-4c46-a432-edf3bc6eece9 HTTP/1.1" status: 204 len: 173 time: 0.4020212 Mar 29 10:33:09.268606 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'name': 'network-vif-deleted', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9'}] {{(pid=102496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 10:33:09.270892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6982dadf4ae6f27d63f70c4cb86183feac1c4bcc0551f1a94f71ee9a37e1f46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a72f01c-cd52-4478-b9d9-0b7e838a1922" -d '{"events": [{"server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "name": "network-vif-deleted", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9"}]}' {{(pid=102496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 10:33:09.321215 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 10:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd55be35-28cf-4e68-ae9a-d246074218e0 x-openstack-request-id: req-fd55be35-28cf-4e68-ae9a-d246074218e0 {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 10:33:09.321643 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f90ef9-0c95-46fb-b25e-89a3658670d5", "name": "network-vif-deleted", "tag": "b6ad50f7-e23c-4c46-a432-edf3bc6eece9", "status": "completed", "code": 200}]} {{(pid=102496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 10:33:09.321892 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd55be35-28cf-4e68-ae9a-d246074218e0 {{(pid=102496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 10:33:09.322442 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f90ef9-0c95-46fb-b25e-89a3658670d5', 'name': 'network-vif-deleted', 'tag': 'b6ad50f7-e23c-4c46-a432-edf3bc6eece9', 'status': 'completed', 'code': 200} Mar 29 10:33:09.330883 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [req-225612be-e3d9-4e5c-876e-166343b6d62e req-2d7cd85f-940f-4d68-bfa9-440abbe94887 tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "GET /v2.0/ports?device_id=25f90ef9-0c95-46fb-b25e-89a3658670d5 HTTP/1.1" status: 200 len: 210 time: 0.0354404 Mar 29 10:33:10.162856 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:33:10.380954 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33800) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:10.438213 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b8e3944c-b190-49f3-92be-3f7a4d4d3bdc tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:10.464838 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b8e3944c-b190-49f3-92be-3f7a4d4d3bdc tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:10.525609 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b8e3944c-b190-49f3-92be-3f7a4d4d3bdc tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:10.528235 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-b8e3944c-b190-49f3-92be-3f7a4d4d3bdc tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Notify callbacks [] for security_group, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:10.529412 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-b8e3944c-b190-49f3-92be-3f7a4d4d3bdc tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] 10.222.0.32 "DELETE /v2.0/security-groups/0e636dd8-fbb0-43b2-a71e-d792482c5d75 HTTP/1.1" status: 204 len: 168 time: 0.1474001 Mar 29 10:33:10.538484 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3944c-b190-49f3-92be-3f7a4d4d3bdc tempest-TestSnapshotPattern-616193382 tempest-TestSnapshotPattern-616193382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e636dd8-fbb0-43b2-a71e-d792482c5d75,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:10.575935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33806) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:11.012185 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c43d2db-6fdb-4aa5-92b7-82761b79d37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:11.285255 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-2c43d2db-6fdb-4aa5-92b7-82761b79d37c admin admin] Deleting port 68ac7367-3883-42bd-8bae-e58bbae5f4ab {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:33:11.285506 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c43d2db-6fdb-4aa5-92b7-82761b79d37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:11.363835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-2c43d2db-6fdb-4aa5-92b7-82761b79d37c admin admin] For port 68ac7367-3883-42bd-8bae-e58bbae5f4ab, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=68ac7367-3883-42bd-8bae-e58bbae5f4ab,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:33:11.364203 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c43d2db-6fdb-4aa5-92b7-82761b79d37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:11.376935 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-2c43d2db-6fdb-4aa5-92b7-82761b79d37c admin admin] Calling delete_port for 68ac7367-3883-42bd-8bae-e58bbae5f4ab owned by network:router_interface {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:33:11.562995 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c43d2db-6fdb-4aa5-92b7-82761b79d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:11.591476 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43d2db-6fdb-4aa5-92b7-82761b79d37c admin admin] Pushing event deleted for resources: {'Port': ['ID=68ac7367-3883-42bd-8bae-e58bbae5f4ab,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:11.768587 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-2c43d2db-6fdb-4aa5-92b7-82761b79d37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:12.005271 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c43d2db-6fdb-4aa5-92b7-82761b79d37c admin admin] Router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102496) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:33:12.111786 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c43d2db-6fdb-4aa5-92b7-82761b79d37c admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102496) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:33:12.117849 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-2c43d2db-6fdb-4aa5-92b7-82761b79d37c admin admin] 10.222.0.32 "PUT /v2.0/routers/9b139fb2-8f3c-4af4-b8a6-5b60473881f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5407796 Mar 29 10:33:12.120412 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33812) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:12.123797 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33afc910-6a4f-4adb-ba4a-a4350b551cce None None] Sync routers for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:33:12.134615 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33afc910-6a4f-4adb-ba4a-a4350b551cce None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:33:12.135225 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-33afc910-6a4f-4adb-ba4a-a4350b551cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:32:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:12.229602 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:12.243089 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-33afc910-6a4f-4adb-ba4a-a4350b551cce None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:33:12.344498 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:12.403592 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Deleting port cd56d06f-252b-4208-bc28-5b002790883f {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:33:12.403936 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:12.433719 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-33afc910-6a4f-4adb-ba4a-a4350b551cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:33:11Z', 'revision_number': 5, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port': {'id': 'cd56d06f-252b-4208-bc28-5b002790883f', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:4c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:12.462707 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33afc910-6a4f-4adb-ba4a-a4350b551cce None None] Checking router: 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 for host: dv-neutron-835554-1-hyperv {{(pid=102498) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:33:12.471289 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33afc910-6a4f-4adb-ba4a-a4350b551cce None None] Routers {'9b139fb2-8f3c-4af4-b8a6-5b60473881f0'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102498) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:33:12.471882 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-33afc910-6a4f-4adb-ba4a-a4350b551cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:32:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'], 'active': True} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:12.489444 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] For port cd56d06f-252b-4208-bc28-5b002790883f, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=cd56d06f-252b-4208-bc28-5b002790883f,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:33:12.489841 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:12.501250 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Calling delete_port for cd56d06f-252b-4208-bc28-5b002790883f owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:33:12.553957 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_dvr_db [None req-33afc910-6a4f-4adb-ba4a-a4350b551cce None None] Set router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 gateway port host: None {{(pid=102498) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:33:12.607641 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.l3_hamode_db [None req-33afc910-6a4f-4adb-ba4a-a4350b551cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:33:12Z', 'revision_number': 6, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:12.637871 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33afc910-6a4f-4adb-ba4a-a4350b551cce None None] The sync data for ids ['9b139fb2-8f3c-4af4-b8a6-5b60473881f0'] in dv-neutron-835554-1-hyperv is: [{'id': '9b139fb2-8f3c-4af4-b8a6-5b60473881f0', 'name': 'tempest-TestSnapshotPattern-1630455924-router', 'tenant_id': 'b2b49e77955a46419e424d6fedcd480f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:41Z', 'updated_at': '2022-03-29T10:33:12Z', 'revision_number': 6, 'project_id': 'b2b49e77955a46419e424d6fedcd480f', 'gw_port_host': None}] {{(pid=102498) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:33:12.686508 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:12.710221 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd56d06f-252b-4208-bc28-5b002790883f,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:12.728371 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b6ad50f7-e23c-4c46-a432-edf3bc6eece9 no longer exists at agent hyperv_hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:33:12.748489 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] No Port match for: b6ad50f7-e23c-4c46-a432-edf3bc6eece9 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:33:12.748835 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Device b6ad50f7-e23c-4c46-a432-edf3bc6eece9 not bound to the agent host hv-neutron-8355 {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:33:12.771683 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:12.865276 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:12.867434 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:12.915219 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:12.915745 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b139fb2-8f3c-4af4-b8a6-5b60473881f0 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:33:12.920152 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:12.921238 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8bddef06-646e-4d41-aff5-b8a1350e6d4f admin admin] 10.222.0.32 "DELETE /v2.0/routers/9b139fb2-8f3c-4af4-b8a6-5b60473881f0 HTTP/1.1" status: 204 len: 168 time: 0.7998359 Mar 29 10:33:12.923963 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33814) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:12.970615 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-d364a6c0-bb87-4a48-985b-e4f7a1241d70 admin admin] Deleting subnet 290a7c8d-f808-45de-baa0-6782b427eff4 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:33:12.973880 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d364a6c0-bb87-4a48-985b-e4f7a1241d70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.010456 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d364a6c0-bb87-4a48-985b-e4f7a1241d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.097061 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d364a6c0-bb87-4a48-985b-e4f7a1241d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.149951 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d364a6c0-bb87-4a48-985b-e4f7a1241d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.172748 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364a6c0-bb87-4a48-985b-e4f7a1241d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=290a7c8d-f808-45de-baa0-6782b427eff4,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:13.178358 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-d364a6c0-bb87-4a48-985b-e4f7a1241d70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.181520 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-d364a6c0-bb87-4a48-985b-e4f7a1241d70 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/290a7c8d-f808-45de-baa0-6782b427eff4 HTTP/1.1" status: 204 len: 168 time: 0.2564538 Mar 29 10:33:13.183927 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33816) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:13.186829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb3ea36-78fc-49dd-9f31-2c57569599fc None None] Network 2ce83a99-d6e9-4406-9b1f-efc77788be7e requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:33:13.251878 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.310262 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Deleting port b24179dc-6807-4300-9197-9c0d8b2ca9b9 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:33:13.310599 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.373492 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] For port b24179dc-6807-4300-9197-9c0d8b2ca9b9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b24179dc-6807-4300-9197-9c0d8b2ca9b9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:33:13.373877 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.387012 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Calling delete_port for b24179dc-6807-4300-9197-9c0d8b2ca9b9 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:33:13.394438 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e1f0eb-ea7e-406f-8317-7cb358066091 None None] DHCP port deletion for 2ce83a99-d6e9-4406-9b1f-efc77788be7e request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:33:13.447612 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e5e1f0eb-ea7e-406f-8317-7cb358066091 None None] Deleting port b24179dc-6807-4300-9197-9c0d8b2ca9b9 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:33:13.447983 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e5e1f0eb-ea7e-406f-8317-7cb358066091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.469976 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.496310 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Pushing event deleted for resources: {'Port': ['ID=b24179dc-6807-4300-9197-9c0d8b2ca9b9,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:13.499829 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] No DVR routers for this DVR port b24179dc-6807-4300-9197-9c0d8b2ca9b9 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:33:13.522307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-e5e1f0eb-ea7e-406f-8317-7cb358066091 None None] For port b24179dc-6807-4300-9197-9c0d8b2ca9b9, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b24179dc-6807-4300-9197-9c0d8b2ca9b9,segment=NetworkSegment(2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7),segment_id=2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:33:13.522945 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e5e1f0eb-ea7e-406f-8317-7cb358066091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.537472 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-e5e1f0eb-ea7e-406f-8317-7cb358066091 None None] Calling delete_port for b24179dc-6807-4300-9197-9c0d8b2ca9b9 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:33:13.575637 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.597426 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce83a99-d6e9-4406-9b1f-efc77788be7e']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:13.599282 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 68ac7367-3883-42bd-8bae-e58bbae5f4ab no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:33:13.606928 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:13.607226 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afb880c-cf2b-4b5c-9a04-f6a2ccaf25a7') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:13.617251 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.627077 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: 68ac7367-3883-42bd-8bae-e58bbae5f4ab {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:33:13.627420 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device 68ac7367-3883-42bd-8bae-e58bbae5f4ab not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:33:13.627830 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cd56d06f-252b-4208-bc28-5b002790883f no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:33:13.632536 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.639749 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:33:13.640142 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:33:13.641941 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:33:13.653692 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: cd56d06f-252b-4208-bc28-5b002790883f {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:33:13.653981 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device cd56d06f-252b-4208-bc28-5b002790883f not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:33:13.654412 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b24179dc-6807-4300-9197-9c0d8b2ca9b9 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:33:13.680568 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: b24179dc-6807-4300-9197-9c0d8b2ca9b9 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:33:13.680918 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b24179dc-6807-4300-9197-9c0d8b2ca9b9 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:33:13.699173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-e5e1f0eb-ea7e-406f-8317-7cb358066091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.702621 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.708690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5e1f0eb-ea7e-406f-8317-7cb358066091 None None] Network 2ce83a99-d6e9-4406-9b1f-efc77788be7e is not hosted by any dhcp agent {{(pid=102497) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 29 10:33:13.708690 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e1f0eb-ea7e-406f-8317-7cb358066091 None None] No DVR routers for this DVR port b24179dc-6807-4300-9197-9c0d8b2ca9b9 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:33:13.714953 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:13.719133 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] 10.222.0.32 "DELETE /v2.0/networks/2ce83a99-d6e9-4406-9b1f-efc77788be7e HTTP/1.1" status: 204 len: 168 time: 0.5338080 Mar 29 10:33:13.722401 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33818) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:13.727704 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1f0eb-ea7e-406f-8317-7cb358066091 None None] Pushing event deleted for resources: {'Port': ['ID=b24179dc-6807-4300-9197-9c0d8b2ca9b9,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:13.737682 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7455c4-9c33-450b-a3bd-f6b5aecebbab admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce83a99-d6e9-4406-9b1f-efc77788be7e,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:14.067775 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-12a45def-f438-4268-a4ae-fb32f1d67e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-587043'] for router_interface, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:14.303961 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-12a45def-f438-4268-a4ae-fb32f1d67e85 admin admin] Deleting port ed563b2f-b92b-4445-a5d7-46eae38305c5 {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:33:14.304355 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-12a45def-f438-4268-a4ae-fb32f1d67e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:14.380993 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-12a45def-f438-4268-a4ae-fb32f1d67e85 admin admin] For port ed563b2f-b92b-4445-a5d7-46eae38305c5, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=ed563b2f-b92b-4445-a5d7-46eae38305c5,segment=NetworkSegment(1877a941-7c6c-447d-b556-ee195c6e682a),segment_id=1877a941-7c6c-447d-b556-ee195c6e682a)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:33:14.381347 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-12a45def-f438-4268-a4ae-fb32f1d67e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:14.393638 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-12a45def-f438-4268-a4ae-fb32f1d67e85 admin admin] Calling delete_port for ed563b2f-b92b-4445-a5d7-46eae38305c5 owned by network:router_interface {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:33:14.565147 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-12a45def-f438-4268-a4ae-fb32f1d67e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:14.591156 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a45def-f438-4268-a4ae-fb32f1d67e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed563b2f-b92b-4445-a5d7-46eae38305c5,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:14.753067 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-12a45def-f438-4268-a4ae-fb32f1d67e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-587095'] for router_interface, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:14.955207 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a45def-f438-4268-a4ae-fb32f1d67e85 admin admin] Router f9375f37-1e1a-4e61-93a5-e652171eed76 has already been hosted by L3 agent 76edc68b-bf20-4616-bf73-1b17a55f12c3 {{(pid=102495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 10:33:15.057741 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a45def-f438-4268-a4ae-fb32f1d67e85 admin admin] Notify agent at l3_agent.dv-neutron-835554-1-hyperv the message routers_updated {{(pid=102495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 10:33:15.062689 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-12a45def-f438-4268-a4ae-fb32f1d67e85 admin admin] 10.222.0.32 "PUT /v2.0/routers/f9375f37-1e1a-4e61-93a5-e652171eed76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3392973 Mar 29 10:33:15.065187 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33820) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:15.067760 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1ea3f-bdd9-4b0f-9268-6ce9773c1afd None None] Sync routers for ids ['f9375f37-1e1a-4e61-93a5-e652171eed76'] in dv-neutron-835554-1-hyperv {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 10:33:15.078879 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1ea3f-bdd9-4b0f-9268-6ce9773c1afd None None] Routers {'f9375f37-1e1a-4e61-93a5-e652171eed76'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:33:15.079493 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-8bb1ea3f-bdd9-4b0f-9268-6ce9773c1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:32:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9375f37-1e1a-4e61-93a5-e652171eed76'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:15.167926 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Notify callbacks [] for router, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:15.184405 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-8bb1ea3f-bdd9-4b0f-9268-6ce9773c1afd None None] Set router f9375f37-1e1a-4e61-93a5-e652171eed76 gateway port host: dv-neutron-835554-1-hyperv {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:33:15.269210 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:15.320144 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Deleting port b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb {{(pid=102495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:33:15.320477 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:15.405314 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.db [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] For port b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb,segment=NetworkSegment(fcbcaec1-e2fb-47e8-947e-28c5e027377e),segment_id=fcbcaec1-e2fb-47e8-947e-28c5e027377e)] {{(pid=102495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:33:15.405731 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:15.419054 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.plugins.ml2.plugin [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Calling delete_port for b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb owned by network:router_gateway {{(pid=102495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:33:15.504424 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-8bb1ea3f-bdd9-4b0f-9268-6ce9773c1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'name': 'tempest-TestSnapshotPattern-458702769-router', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'external_fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:33:14Z', 'revision_number': 5, 'project_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'gw_port': {'id': 'b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb', 'name': '', 'network_id': 'bff7a9ed-c0f6-46d4-82b4-04d6461a64be', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '07b20c02-d90c-4256-9be1-8711074100f7', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835554-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07b20c02-d90c-4256-9be1-8711074100f7', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835554-1-hyperv'}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:15.530664 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1ea3f-bdd9-4b0f-9268-6ce9773c1afd None None] Checking router: f9375f37-1e1a-4e61-93a5-e652171eed76 for host: dv-neutron-835554-1-hyperv {{(pid=102497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 10:33:15.539020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb1ea3f-bdd9-4b0f-9268-6ce9773c1afd None None] Routers {'f9375f37-1e1a-4e61-93a5-e652171eed76'} bound to L3 agent in host dv-neutron-835554-1-hyperv {{(pid=102497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 10:33:15.539623 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-8bb1ea3f-bdd9-4b0f-9268-6ce9773c1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835554-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T09:10:59Z,description=,heartbeat_timestamp=2022-03-29T10:32:59Z,host='dv-neutron-835554-1-hyperv',id=76edc68b-bf20-4616-bf73-1b17a55f12c3,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T09:10:59Z,topic='l3_agent')) {'router_ids': ['f9375f37-1e1a-4e61-93a5-e652171eed76'], 'active': True} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:15.592530 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9941623'] for port, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:15.618939 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:15.628725 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvr_db [None req-8bb1ea3f-bdd9-4b0f-9268-6ce9773c1afd None None] Set router f9375f37-1e1a-4e61-93a5-e652171eed76 gateway port host: None {{(pid=102497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 10:33:15.683595 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-587517'] for router_gateway, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:15.685220 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_hamode_db [None req-8bb1ea3f-bdd9-4b0f-9268-6ce9773c1afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'name': 'tempest-TestSnapshotPattern-458702769-router', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:33:15Z', 'revision_number': 6, 'project_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'gw_port_host': None}], 'dv-neutron-835554-1-hyperv', False) {} {{(pid=102497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:15.712186 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb1ea3f-bdd9-4b0f-9268-6ce9773c1afd None None] The sync data for ids ['f9375f37-1e1a-4e61-93a5-e652171eed76'] in dv-neutron-835554-1-hyperv is: [{'id': 'f9375f37-1e1a-4e61-93a5-e652171eed76', 'name': 'tempest-TestSnapshotPattern-458702769-router', 'tenant_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T10:26:46Z', 'updated_at': '2022-03-29T10:33:15Z', 'revision_number': 6, 'project_id': 'a14761c4a8ac409b9ed4bc9e48cdbde2', 'gw_port_host': None}] {{(pid=102497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 10:33:16.095865 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11553'] for router, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.098117 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.144685 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588617'] for router, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.147497 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9375f37-1e1a-4e61-93a5-e652171eed76 {{(pid=102495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 10:33:16.150593 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] Notify callbacks [] for router, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.155248 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-bb91c894-16d2-49e9-b138-7e78182aaf8d admin admin] 10.222.0.32 "DELETE /v2.0/routers/f9375f37-1e1a-4e61-93a5-e652171eed76 HTTP/1.1" status: 204 len: 168 time: 1.0891042 Mar 29 10:33:16.155511 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33822) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:16.201555 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f7183f-1217-4acf-af89-4829f241e19a admin admin] Deleting subnet f53a6ee4-3da5-4044-8f95-c30d14308489 {{(pid=102496) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 29 10:33:16.204510 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f5f7183f-1217-4acf-af89-4829f241e19a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.239136 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f5f7183f-1217-4acf-af89-4829f241e19a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10013570'] for subnet, precommit_delete_associations {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.313289 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f5f7183f-1217-4acf-af89-4829f241e19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1657038'] for subnet, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.364653 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f5f7183f-1217-4acf-af89-4829f241e19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1657031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10247783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8608348'] for subnet, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.393680 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7183f-1217-4acf-af89-4829f241e19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53a6ee4-3da5-4044-8f95-c30d14308489,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:16.395542 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-f5f7183f-1217-4acf-af89-4829f241e19a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.400084 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c0bc18-a18e-4b67-8d02-ea10423e0ee6 None None] Network f7562c32-9236-4383-a926-0a9f2986fbb5 requested from dv-neutron-835554-1-hyperv {{(pid=102497) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 29 10:33:16.401610 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-f5f7183f-1217-4acf-af89-4829f241e19a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f53a6ee4-3da5-4044-8f95-c30d14308489 HTTP/1.1" status: 204 len: 168 time: 0.2452681 Mar 29 10:33:16.404600 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.wsgi [-] (102496) accepted ('10.222.0.32', 33824) {{(pid=102496) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:16.476211 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1610639'] for network, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.531231 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Deleting port f4165c27-197a-4a52-8590-319c9710a1c2 {{(pid=102496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:33:16.531627 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.581346 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea136e4e-11de-4796-b340-00c302d94775 None None] DHCP port deletion for f7562c32-9236-4383-a926-0a9f2986fbb5 request from dv-neutron-835554-1-hyperv {{(pid=102497) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 29 10:33:16.606972 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.db [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] For port f4165c27-197a-4a52-8590-319c9710a1c2, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f4165c27-197a-4a52-8590-319c9710a1c2,segment=NetworkSegment(1877a941-7c6c-447d-b556-ee195c6e682a),segment_id=1877a941-7c6c-447d-b556-ee195c6e682a)] {{(pid=102496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:33:16.607470 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.620875 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.plugin [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Calling delete_port for f4165c27-197a-4a52-8590-319c9710a1c2 owned by network:dhcp {{(pid=102496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:33:16.634006 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ea136e4e-11de-4796-b340-00c302d94775 None None] Deleting port f4165c27-197a-4a52-8590-319c9710a1c2 {{(pid=102497) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 29 10:33:16.634382 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ea136e4e-11de-4796-b340-00c302d94775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726445505612'] for port, before_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.705413 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.db [None req-ea136e4e-11de-4796-b340-00c302d94775 None None] For port f4165c27-197a-4a52-8590-319c9710a1c2, host dv-neutron-835554-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835554-1-hyperv',level=0,port_id=f4165c27-197a-4a52-8590-319c9710a1c2,segment=NetworkSegment(1877a941-7c6c-447d-b556-ee195c6e682a),segment_id=1877a941-7c6c-447d-b556-ee195c6e682a)] {{(pid=102497) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 10:33:16.705816 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10245268'] for port, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.706069 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ea136e4e-11de-4796-b340-00c302d94775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-585689'] for port, precommit_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.721066 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-ea136e4e-11de-4796-b340-00c302d94775 None None] Calling delete_port for f4165c27-197a-4a52-8590-319c9710a1c2 owned by network:dhcp {{(pid=102497) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 29 10:33:16.825486 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-ea136e4e-11de-4796-b340-00c302d94775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726445511590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726444970150'] for port, after_delete {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:16.855529 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea136e4e-11de-4796-b340-00c302d94775 None None] Pushing event deleted for resources: {'Port': ['ID=f4165c27-197a-4a52-8590-319c9710a1c2,revision_number=None']} {{(pid=102497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:16.861365 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea136e4e-11de-4796-b340-00c302d94775 None None] No DVR routers for this DVR port f4165c27-197a-4a52-8590-319c9710a1c2 on host dv-neutron-835554-1-hyperv {{(pid=102497) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:33:17.082347 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4165c27-197a-4a52-8590-319c9710a1c2,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:17.084077 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] No DVR routers for this DVR port f4165c27-197a-4a52-8590-319c9710a1c2 on host dv-neutron-835554-1-hyperv {{(pid=102496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 10:33:17.152418 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1655643', 'neutron.services.segments.db._delete_segments_for_network-8726445470567'] for network, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:17.172835 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7562c32-9236-4383-a926-0a9f2986fbb5']}} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:17.181723 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1877a941-7c6c-447d-b556-ee195c6e682a') {'for_net_delete': True} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:17.182027 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.services.segments.db [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1877a941-7c6c-447d-b556-ee195c6e682a') {} {{(pid=102496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 10:33:17.191322 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726445471600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10013577'] for segment, before_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:17.204972 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959'] for segment, precommit_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:17.210864 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102496) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 10:33:17.211273 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10245313'] for segment, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: Traceback (most recent call last): Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: timer() Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: cb(*args, **kw) Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: return func(*args, **kwargs) Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: self._notify() Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: self.callback(batched_events) Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: event.method(event) Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: return f(self, *a, **k) Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._get(url).json() Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: return self.request(url, 'GET', **kwargs) Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 10:33:17.212889 dv-neutron-835554-1-hyperv neutron-server[102496]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 10:33:17.269431 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1655632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-754880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-587481'] for network, after_delete {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:17.275192 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron_lib.callbacks.manager [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Notify callbacks [] for network, before_response {{(pid=102496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:17.278355 dv-neutron-835554-1-hyperv neutron-server[102496]: INFO neutron.wsgi [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f7562c32-9236-4383-a926-0a9f2986fbb5 HTTP/1.1" status: 204 len: 168 time: 0.8728168 Mar 29 10:33:17.288782 dv-neutron-835554-1-hyperv neutron-server[102496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b03137-9264-44c1-bae7-aa57205499c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7562c32-9236-4383-a926-0a9f2986fbb5,revision_number=None']} {{(pid=102496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:17.384395 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33828) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:17.423748 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-fb7f858c-dcbb-4bf1-a7a1-a524ceee2871 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2b49e77955a46419e424d6fedcd480f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382142 Mar 29 10:33:17.426141 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33830) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:17.472980 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8b9556e-0570-4126-998a-5eacb5434b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:17.496557 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8b9556e-0570-4126-998a-5eacb5434b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:17.543480 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8b9556e-0570-4126-998a-5eacb5434b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:17.546136 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-c8b9556e-0570-4126-998a-5eacb5434b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:17.550043 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-c8b9556e-0570-4126-998a-5eacb5434b79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf8bec6d-28de-42ff-8516-a734d83c4874 HTTP/1.1" status: 204 len: 168 time: 0.1202941 Mar 29 10:33:17.556081 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9556e-0570-4126-998a-5eacb5434b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8bec6d-28de-42ff-8516-a734d83c4874,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:17.592238 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ed563b2f-b92b-4445-a5d7-46eae38305c5 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:33:17.612020 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: ed563b2f-b92b-4445-a5d7-46eae38305c5 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:33:17.612364 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device ed563b2f-b92b-4445-a5d7-46eae38305c5 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:33:17.612819 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:33:17.632139 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:33:17.632479 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device b82cd21f-c2e5-4d9b-b1f2-134c2542e4eb not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:33:17.632878 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f4165c27-197a-4a52-8590-319c9710a1c2 no longer exists at agent ovs-agent-dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 10:33:17.651180 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.plugin [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] No Port match for: f4165c27-197a-4a52-8590-319c9710a1c2 {{(pid=102497) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 29 10:33:17.651525 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron.plugins.ml2.rpc [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Device f4165c27-197a-4a52-8590-319c9710a1c2 not bound to the agent host dv-neutron-835554-1-hyperv {{(pid=102497) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 10:33:17.859056 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33836) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:17.897053 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-d2714ef5-c95d-46d6-ac8b-bd52351dbd66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a14761c4a8ac409b9ed4bc9e48cdbde2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367610 Mar 29 10:33:17.899443 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.wsgi [-] (102495) accepted ('10.222.0.32', 33838) {{(pid=102495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 29 10:33:17.945300 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8760d17a-9c7d-4a91-bd73-65f634256e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:17.965295 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8760d17a-9c7d-4a91-bd73-65f634256e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:18.014649 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8760d17a-9c7d-4a91-bd73-65f634256e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750365'] for security_group, after_delete {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:18.017203 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron_lib.callbacks.manager [None req-8760d17a-9c7d-4a91-bd73-65f634256e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:18.018396 dv-neutron-835554-1-hyperv neutron-server[102495]: INFO neutron.wsgi [None req-8760d17a-9c7d-4a91-bd73-65f634256e08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0933fa2-439e-4748-bb4c-d88d82b9b7e5 HTTP/1.1" status: 204 len: 168 time: 0.1180885 Mar 29 10:33:18.026281 dv-neutron-835554-1-hyperv neutron-server[102495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760d17a-9c7d-4a91-bd73-65f634256e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0933fa2-439e-4748-bb4c-d88d82b9b7e5,revision_number=None']} {{(pid=102495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 10:33:26.915003 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a401e763-0009-4906-b97c-cfd28b7f1a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:29.300533 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-42629432-bdbe-438a-bff0-c6859947cc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:30.885949 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:32.232909 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:32.861771 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:34.271273 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:47.161748 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:33:56.917924 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3747a0a6-be85-41b5-9808-f3dd0797980a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:33:59.304183 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f65044b1-f57f-422e-bc31-f1309e8c849e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:00.890842 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:02.235965 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:02.866155 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:04.286115 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:24.160864 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:34:26.920328 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f6dd-86d2-4e65-b5b7-2318231bfb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:29.309239 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-64c0a3fc-47a1-4db3-9ee4-60a27d1457a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:30.895037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:32.239247 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:32.869516 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:34.291926 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:56.922297 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-8f3c8938-28a4-4679-aa1a-99b62662adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:34:59.310490 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-858e8d13-a4c8-4f12-8d69-6a8fd62b37b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:00.894967 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:01.159589 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:35:02.240829 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:02.870110 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:04.297506 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:26.924508 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-18f43d22-407d-47fc-95c0-bf4e8690e107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:29.312617 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-18af1086-c076-4316-8d0e-b7a9a6b3f9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:30.897375 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:32.243458 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:32.874903 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:34.322574 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:38.158692 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:35:56.928065 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-f9bb279a-4eb3-4753-b073-ecb46943d2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:35:59.314709 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-20e1d1e4-34b2-43d6-a09e-f2d848a4c169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:00.901422 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:02.246037 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:02.876964 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:04.326495 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:15.156902 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:36:26.930850 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a44ab497-e624-49c0-8af2-36da4492329c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:29.315809 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-dd1aeaa5-278e-420a-8414-9516b6bc65cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:30.905973 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:32.248214 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:32.879035 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:34.335440 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:52.156150 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:36:56.932258 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d3bda2c8-4cb5-4429-9825-095cdb2dbf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:36:59.315917 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-45e46ce0-8e3b-44cf-a6b9-1f5906fb6a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:00.906847 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:02.251198 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:02.882285 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:04.333653 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:26.933661 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-09be9a95-29a1-4975-90e7-aff5f3838212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:29.155342 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:37:29.321173 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9ba1-4443-4fcc-b01a-220480533b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:30.908307 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:32.257747 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:32.884915 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:34.334140 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:56.935583 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-86222ae3-5bd3-45a3-8cb4-20104074d78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:37:59.322743 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-eb423dca-b59b-4771-b584-aee8e2456d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:00.915922 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:02.250724 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:02.887548 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:04.340776 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:06.154858 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:38:26.938071 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-47ffdc68-2d1b-4c26-a0f6-971dabe08aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:29.324242 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-1de81325-c8c0-4b35-89d4-d476c058c8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:30.913507 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:32.253444 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:32.890712 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:34.352928 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:43.154504 dv-neutron-835554-1-hyperv neutron-server[102498]: DEBUG neutron.db.agents_db [None req-91be484e-d3d6-49f3-a2be-6576221c2391 None None] Agent healthcheck: found 6 active agents {{(pid=102498) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 10:38:56.942294 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-d9d1ad14-e00c-46de-a023-bc8a7147dd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:38:59.326117 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-3f0bd8ea-d09c-46a5-b3fc-81d6673112b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:00.919008 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-a4a4a8a5-2a5b-4229-9ad3-cc178ae9e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:02.255347 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-99c2b8be-ff44-40fc-acdf-23fffca26138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:02.893825 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-74589b33-75b5-4318-be1a-8d0dbdc863f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 29 10:39:04.352902 dv-neutron-835554-1-hyperv neutron-server[102497]: DEBUG neutron_lib.callbacks.manager [None req-57d1d328-9d21-4d77-b7dc-f3a65f0ab104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726445470549', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658603'] for agent, after_update {{(pid=102497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}